2023-10-21T15:18:01.853 INFO:root:teuthology version: 0.0.1.dev201+g202b180 2023-10-21T15:18:01.854 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --name yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi --description fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsx}} --archive /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342 --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/orig.config.yaml 2023-10-21T15:18:01.912 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-21T15:18:01.991 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342 branch: main description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsx}} email: yweinste@redhat.com first_in_suite: false job_id: '7434342' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: main ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: f0804064d67a2a63dbabf1801ff452580a050cfc subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.dir_split install: ceph: flavor: default sha1: f0804064d67a2a63dbabf1801ff452580a050cfc kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: f0804064d67a2a63dbabf1801ff452580a050cfc owner: scheduled_yuriw@teuthology priority: 76 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 2514 sha1: f0804064d67a2a63dbabf1801ff452580a050cfc sleep_before_teardown: 0 subset: 111/12000 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: f0804064d67a2a63dbabf1801ff452580a050cfc syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi046.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi105.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi119.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/fsx.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 202b180cb047e798fb131047314a862593f45403 timestamp: 2023-10-20_18:46:15 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-10-21T15:18:01.992 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa; will attempt to use it 2023-10-21T15:18:01.992 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks 2023-10-21T15:18:01.993 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-10-21T15:18:01.994 INFO:teuthology.task.internal:Checking packages... 2023-10-21T15:18:02.020 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash 'f0804064d67a2a63dbabf1801ff452580a050cfc' 2023-10-21T15:18:02.020 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-21T15:18:02.021 INFO:teuthology.packaging:ref: None 2023-10-21T15:18:02.021 INFO:teuthology.packaging:tag: None 2023-10-21T15:18:02.021 INFO:teuthology.packaging:branch: main 2023-10-21T15:18:02.021 INFO:teuthology.packaging:sha1: f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:18:02.022 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=main 2023-10-21T15:18:02.275 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6820.gf0804064 2023-10-21T15:18:02.275 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-10-21T15:18:02.282 INFO:teuthology.task.internal:no buildpackages task found 2023-10-21T15:18:02.282 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-10-21T15:18:02.306 INFO:teuthology.task.internal:Saving configuration 2023-10-21T15:18:02.329 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-10-21T15:18:02.335 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-21T15:18:02.363 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 15:12:47.494303', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T15:18:02.385 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi105.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 15:12:47.493249', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T15:18:02.415 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 15:12:47.492002', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T15:18:02.415 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-10-21T15:18:02.422 INFO:teuthology.task.internal:roles: ubuntu@smithi046.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2023-10-21T15:18:02.422 INFO:teuthology.task.internal:roles: ubuntu@smithi105.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2023-10-21T15:18:02.422 INFO:teuthology.task.internal:roles: ubuntu@smithi119.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2023-10-21T15:18:02.423 INFO:teuthology.run_tasks:Running task console_log... 2023-10-21T15:18:02.546 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5cd1453c10>, signals=[15]) 2023-10-21T15:18:02.547 INFO:teuthology.run_tasks:Running task internal.connect... 2023-10-21T15:18:02.560 INFO:teuthology.task.internal:Opening connections... 2023-10-21T15:18:02.561 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi046.front.sepia.ceph.com 2023-10-21T15:18:02.563 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T15:18:02.636 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi105.front.sepia.ceph.com 2023-10-21T15:18:02.637 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T15:18:02.704 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi119.front.sepia.ceph.com 2023-10-21T15:18:02.705 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T15:18:02.771 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-10-21T15:18:02.778 DEBUG:teuthology.orchestra.run.smithi046:> uname -m 2023-10-21T15:18:02.801 INFO:teuthology.orchestra.run.smithi046.stdout:x86_64 2023-10-21T15:18:02.801 DEBUG:teuthology.orchestra.run.smithi046:> cat /etc/os-release 2023-10-21T15:18:02.862 INFO:teuthology.orchestra.run.smithi046.stdout:NAME="Red Hat Enterprise Linux" 2023-10-21T15:18:02.862 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION="8.6 (Ootpa)" 2023-10-21T15:18:02.862 INFO:teuthology.orchestra.run.smithi046.stdout:ID="rhel" 2023-10-21T15:18:02.862 INFO:teuthology.orchestra.run.smithi046.stdout:ID_LIKE="fedora" 2023-10-21T15:18:02.863 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_ID="8.6" 2023-10-21T15:18:02.863 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM_ID="platform:el8" 2023-10-21T15:18:02.863 INFO:teuthology.orchestra.run.smithi046.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-21T15:18:02.863 INFO:teuthology.orchestra.run.smithi046.stdout:ANSI_COLOR="0;31" 2023-10-21T15:18:02.863 INFO:teuthology.orchestra.run.smithi046.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-21T15:18:02.864 INFO:teuthology.orchestra.run.smithi046.stdout:HOME_URL="https://www.redhat.com/" 2023-10-21T15:18:02.864 INFO:teuthology.orchestra.run.smithi046.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-21T15:18:02.864 INFO:teuthology.orchestra.run.smithi046.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-21T15:18:02.864 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:18:02.864 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-21T15:18:02.865 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-21T15:18:02.865 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-21T15:18:02.865 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-21T15:18:02.866 INFO:teuthology.lock.ops:Updating smithi046.front.sepia.ceph.com on lock server 2023-10-21T15:18:02.886 DEBUG:teuthology.orchestra.run.smithi105:> uname -m 2023-10-21T15:18:02.907 INFO:teuthology.orchestra.run.smithi105.stdout:x86_64 2023-10-21T15:18:02.908 DEBUG:teuthology.orchestra.run.smithi105:> cat /etc/os-release 2023-10-21T15:18:02.966 INFO:teuthology.orchestra.run.smithi105.stdout:NAME="Red Hat Enterprise Linux" 2023-10-21T15:18:02.966 INFO:teuthology.orchestra.run.smithi105.stdout:VERSION="8.6 (Ootpa)" 2023-10-21T15:18:02.966 INFO:teuthology.orchestra.run.smithi105.stdout:ID="rhel" 2023-10-21T15:18:02.967 INFO:teuthology.orchestra.run.smithi105.stdout:ID_LIKE="fedora" 2023-10-21T15:18:02.967 INFO:teuthology.orchestra.run.smithi105.stdout:VERSION_ID="8.6" 2023-10-21T15:18:02.967 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM_ID="platform:el8" 2023-10-21T15:18:02.967 INFO:teuthology.orchestra.run.smithi105.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-21T15:18:02.968 INFO:teuthology.orchestra.run.smithi105.stdout:ANSI_COLOR="0;31" 2023-10-21T15:18:02.968 INFO:teuthology.orchestra.run.smithi105.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-21T15:18:02.968 INFO:teuthology.orchestra.run.smithi105.stdout:HOME_URL="https://www.redhat.com/" 2023-10-21T15:18:02.968 INFO:teuthology.orchestra.run.smithi105.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-21T15:18:02.969 INFO:teuthology.orchestra.run.smithi105.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-21T15:18:02.969 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:18:02.969 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-21T15:18:02.969 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-21T15:18:02.970 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-21T15:18:02.970 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-21T15:18:02.970 INFO:teuthology.lock.ops:Updating smithi105.front.sepia.ceph.com on lock server 2023-10-21T15:18:02.995 DEBUG:teuthology.orchestra.run.smithi119:> uname -m 2023-10-21T15:18:03.016 INFO:teuthology.orchestra.run.smithi119.stdout:x86_64 2023-10-21T15:18:03.016 DEBUG:teuthology.orchestra.run.smithi119:> cat /etc/os-release 2023-10-21T15:18:03.076 INFO:teuthology.orchestra.run.smithi119.stdout:NAME="Red Hat Enterprise Linux" 2023-10-21T15:18:03.076 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION="8.6 (Ootpa)" 2023-10-21T15:18:03.076 INFO:teuthology.orchestra.run.smithi119.stdout:ID="rhel" 2023-10-21T15:18:03.077 INFO:teuthology.orchestra.run.smithi119.stdout:ID_LIKE="fedora" 2023-10-21T15:18:03.077 INFO:teuthology.orchestra.run.smithi119.stdout:VERSION_ID="8.6" 2023-10-21T15:18:03.077 INFO:teuthology.orchestra.run.smithi119.stdout:PLATFORM_ID="platform:el8" 2023-10-21T15:18:03.077 INFO:teuthology.orchestra.run.smithi119.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-21T15:18:03.077 INFO:teuthology.orchestra.run.smithi119.stdout:ANSI_COLOR="0;31" 2023-10-21T15:18:03.078 INFO:teuthology.orchestra.run.smithi119.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-21T15:18:03.078 INFO:teuthology.orchestra.run.smithi119.stdout:HOME_URL="https://www.redhat.com/" 2023-10-21T15:18:03.078 INFO:teuthology.orchestra.run.smithi119.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-21T15:18:03.078 INFO:teuthology.orchestra.run.smithi119.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-21T15:18:03.078 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:18:03.079 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-21T15:18:03.079 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-21T15:18:03.079 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-21T15:18:03.079 INFO:teuthology.orchestra.run.smithi119.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-21T15:18:03.080 INFO:teuthology.lock.ops:Updating smithi119.front.sepia.ceph.com on lock server 2023-10-21T15:18:03.102 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-10-21T15:18:03.113 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-10-21T15:18:03.131 INFO:teuthology.task.internal:Checking for old test directory... 2023-10-21T15:18:03.132 DEBUG:teuthology.orchestra.run.smithi046:> test '!' -e /home/ubuntu/cephtest 2023-10-21T15:18:03.135 DEBUG:teuthology.orchestra.run.smithi105:> test '!' -e /home/ubuntu/cephtest 2023-10-21T15:18:03.137 DEBUG:teuthology.orchestra.run.smithi119:> test '!' -e /home/ubuntu/cephtest 2023-10-21T15:18:03.156 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-10-21T15:18:03.162 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-10-21T15:18:03.165 DEBUG:teuthology.orchestra.run.smithi046:> test -z $(ls -A /var/lib/ceph) 2023-10-21T15:18:03.195 DEBUG:teuthology.orchestra.run.smithi105:> test -z $(ls -A /var/lib/ceph) 2023-10-21T15:18:03.197 DEBUG:teuthology.orchestra.run.smithi119:> test -z $(ls -A /var/lib/ceph) 2023-10-21T15:18:03.229 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-10-21T15:18:03.303 INFO:teuthology.run_tasks:Running task kernel... 2023-10-21T15:18:03.317 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2023-10-21T15:18:03.318 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2023-10-21T15:18:03.318 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2023-10-21T15:18:03.319 DEBUG:teuthology.orchestra.run.smithi046:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-21T15:18:03.338 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:18:03.339 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2023-10-21T15:18:03.399 INFO:teuthology.orchestra.run.smithi046.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-21T15:18:03.400 INFO:teuthology.task.kernel:Running kernel on smithi046: 4.18.0-372.9.1.el8.x86_64 2023-10-21T15:18:03.400 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum install -y kernel 2023-10-21T15:18:04.692 INFO:teuthology.orchestra.run.smithi046.stdout:Updating Subscription Management repositories. 2023-10-21T15:18:04.692 INFO:teuthology.orchestra.run.smithi046.stdout:Unable to read consumer identity 2023-10-21T15:18:06.215 INFO:teuthology.orchestra.run.smithi046.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2023-10-21T15:18:06.941 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 23 MB/s | 16 MB 00:00 2023-10-21T15:18:10.699 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 549 kB/s | 24 kB 00:00 2023-10-21T15:18:11.377 INFO:teuthology.orchestra.run.smithi046.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-10-21T15:18:11.429 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2023-10-21T15:18:11.431 INFO:teuthology.orchestra.run.smithi046.stdout:Nothing to do. 2023-10-21T15:18:11.431 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2023-10-21T15:18:11.560 DEBUG:teuthology.orchestra.run.smithi046:> echo no | sudo yum reinstall kernel || true 2023-10-21T15:18:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:Updating Subscription Management repositories. 2023-10-21T15:18:11.915 INFO:teuthology.orchestra.run.smithi046.stdout:Unable to read consumer identity 2023-10-21T15:18:12.183 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:00:02 ago on Sat 21 Oct 2023 03:18:10 PM UTC. 2023-10-21T15:18:12.236 INFO:teuthology.orchestra.run.smithi046.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-21T15:18:12.277 INFO:teuthology.orchestra.run.smithi046.stderr:Error: No packages marked for reinstall. 2023-10-21T15:18:12.323 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum reinstall -y kernel || true 2023-10-21T15:18:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:Updating Subscription Management repositories. 2023-10-21T15:18:12.672 INFO:teuthology.orchestra.run.smithi046.stdout:Unable to read consumer identity 2023-10-21T15:18:12.945 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:00:02 ago on Sat 21 Oct 2023 03:18:10 PM UTC. 2023-10-21T15:18:12.987 INFO:teuthology.orchestra.run.smithi046.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-21T15:18:13.021 INFO:teuthology.orchestra.run.smithi046.stderr:Error: No packages marked for reinstall. 2023-10-21T15:18:13.068 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q kernel | sort -rV | head -n 1 2023-10-21T15:18:13.150 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-10-21T15:18:13.151 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-10-21T15:18:13.151 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-10-21T15:18:13.151 DEBUG:teuthology.parallel:result is None 2023-10-21T15:18:13.152 INFO:teuthology.run_tasks:Running task internal.base... 2023-10-21T15:18:13.161 INFO:teuthology.task.internal:Creating test directory... 2023-10-21T15:18:13.162 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-21T15:18:13.166 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-21T15:18:13.170 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-21T15:18:13.191 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-10-21T15:18:13.199 INFO:teuthology.run_tasks:Running task internal.archive... 2023-10-21T15:18:13.226 INFO:teuthology.task.internal:Creating archive directory... 2023-10-21T15:18:13.227 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-21T15:18:13.230 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-21T15:18:13.234 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-21T15:18:13.287 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-10-21T15:18:13.295 INFO:teuthology.task.internal:Enabling coredump saving... 2023-10-21T15:18:13.295 DEBUG:teuthology.orchestra.run.smithi105:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-21T15:18:13.320 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:18:13.321 DEBUG:teuthology.orchestra.run.smithi119:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-21T15:18:13.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:18:13.340 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-21T15:18:13.343 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-21T15:18:13.364 DEBUG:teuthology.orchestra.run.smithi119:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-21T15:18:13.385 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T15:18:13.397 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T15:18:13.416 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T15:18:13.422 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T15:18:13.435 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T15:18:13.439 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-21T15:18:13.441 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-10-21T15:18:13.449 INFO:teuthology.task.internal:Configuring sudo... 2023-10-21T15:18:13.449 DEBUG:teuthology.orchestra.run.smithi046:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-21T15:18:13.480 DEBUG:teuthology.orchestra.run.smithi105:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-21T15:18:13.483 DEBUG:teuthology.orchestra.run.smithi119:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-21T15:18:13.513 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-10-21T15:18:13.523 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-10-21T15:18:13.524 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-21T15:18:13.549 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-21T15:18:13.552 DEBUG:teuthology.orchestra.run.smithi119:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-21T15:18:13.570 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T15:18:13.648 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T15:18:13.695 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T15:18:13.780 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T15:18:13.822 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:18:13.822 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-21T15:18:13.891 DEBUG:teuthology.orchestra.run.smithi105:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T15:18:13.937 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T15:18:13.986 DEBUG:teuthology.orchestra.run.smithi105:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T15:18:14.072 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T15:18:14.114 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:18:14.114 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-21T15:18:14.182 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T15:18:14.228 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-21T15:18:14.282 DEBUG:teuthology.orchestra.run.smithi119:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T15:18:14.369 DEBUG:teuthology.orchestra.run.smithi119:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-21T15:18:14.413 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:18:14.413 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-21T15:18:14.483 DEBUG:teuthology.orchestra.run.smithi046:> sudo service rsyslog restart 2023-10-21T15:18:14.485 DEBUG:teuthology.orchestra.run.smithi105:> sudo service rsyslog restart 2023-10-21T15:18:14.488 DEBUG:teuthology.orchestra.run.smithi119:> sudo service rsyslog restart 2023-10-21T15:18:14.547 INFO:teuthology.orchestra.run.smithi105.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T15:18:14.547 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T15:18:14.596 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T15:18:15.047 INFO:teuthology.run_tasks:Running task internal.timer... 2023-10-21T15:18:15.055 INFO:teuthology.task.internal:Starting timer... 2023-10-21T15:18:15.055 INFO:teuthology.run_tasks:Running task pcp... 2023-10-21T15:18:15.112 INFO:teuthology.run_tasks:Running task selinux... 2023-10-21T15:18:15.137 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:logrotate_t:s0']} 2023-10-21T15:18:15.138 DEBUG:teuthology.orchestra.run.smithi046:> sudo service auditd rotate 2023-10-21T15:18:15.197 INFO:teuthology.orchestra.run.smithi046.stdout:Rotating logs: 2023-10-21T15:18:15.199 DEBUG:teuthology.orchestra.run.smithi105:> sudo service auditd rotate 2023-10-21T15:18:15.266 INFO:teuthology.orchestra.run.smithi105.stdout:Rotating logs: 2023-10-21T15:18:15.267 DEBUG:teuthology.orchestra.run.smithi119:> sudo service auditd rotate 2023-10-21T15:18:15.327 INFO:teuthology.orchestra.run.smithi119.stdout:Rotating logs: 2023-10-21T15:18:15.329 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-10-21T15:18:15.329 DEBUG:teuthology.orchestra.run.smithi046:> /usr/sbin/getenforce 2023-10-21T15:18:15.358 INFO:teuthology.orchestra.run.smithi046.stdout:Permissive 2023-10-21T15:18:15.358 DEBUG:teuthology.orchestra.run.smithi105:> /usr/sbin/getenforce 2023-10-21T15:18:15.386 INFO:teuthology.orchestra.run.smithi105.stdout:Permissive 2023-10-21T15:18:15.387 DEBUG:teuthology.orchestra.run.smithi119:> /usr/sbin/getenforce 2023-10-21T15:18:15.410 INFO:teuthology.orchestra.run.smithi119.stdout:Permissive 2023-10-21T15:18:15.411 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi046.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi105.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi119.front.sepia.ceph.com': 'permissive'} 2023-10-21T15:18:15.411 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T15:18:15.441 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:18:15.441 DEBUG:teuthology.orchestra.run.smithi105:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T15:18:15.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:18:15.470 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T15:18:15.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:18:15.498 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-10-21T15:18:15.499 DEBUG:teuthology.orchestra.run.smithi046:> sudo /usr/sbin/setenforce permissive 2023-10-21T15:18:15.527 DEBUG:teuthology.orchestra.run.smithi105:> sudo /usr/sbin/setenforce permissive 2023-10-21T15:18:15.554 DEBUG:teuthology.orchestra.run.smithi119:> sudo /usr/sbin/setenforce permissive 2023-10-21T15:18:15.580 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-10-21T15:18:15.591 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-10-21T15:18:15.592 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-10-21T15:18:15.608 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-10-21T15:18:15.609 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi046.front.sepia.ceph.com,smithi105.front.sepia.ceph.com,smithi119.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-10-21T15:27:37.238 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi046.front.sepia.ceph.com'), Remote(name='ubuntu@smithi105.front.sepia.ceph.com'), Remote(name='ubuntu@smithi119.front.sepia.ceph.com')] 2023-10-21T15:27:37.240 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-10-21T15:27:37.241 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T15:27:37.311 DEBUG:teuthology.orchestra.run.smithi046:> true 2023-10-21T15:27:37.383 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2023-10-21T15:27:37.384 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2023-10-21T15:27:37.384 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T15:27:37.453 DEBUG:teuthology.orchestra.run.smithi105:> true 2023-10-21T15:27:37.520 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi105.front.sepia.ceph.com' 2023-10-21T15:27:37.520 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi119.front.sepia.ceph.com' 2023-10-21T15:27:37.521 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi119.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-21T15:27:37.590 DEBUG:teuthology.orchestra.run.smithi119:> true 2023-10-21T15:27:37.662 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi119.front.sepia.ceph.com' 2023-10-21T15:27:37.663 INFO:teuthology.run_tasks:Running task clock... 2023-10-21T15:27:37.709 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-10-21T15:27:37.710 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-21T15:27:37.710 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T15:27:37.713 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-21T15:27:37.714 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T15:27:37.716 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-21T15:27:37.716 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T15:27:37.745 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-21T15:27:37.747 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-21T15:27:37.750 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-21T15:27:37.761 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-21T15:27:37.762 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-21T15:27:37.765 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-21T15:27:37.824 INFO:teuthology.orchestra.run.smithi046.stderr:sudo: ntpd: command not found 2023-10-21T15:27:37.837 INFO:teuthology.orchestra.run.smithi046.stdout:506 Cannot talk to daemon 2023-10-21T15:27:37.837 INFO:teuthology.orchestra.run.smithi119.stderr:sudo: ntpd: command not found 2023-10-21T15:27:37.838 INFO:teuthology.orchestra.run.smithi105.stderr:sudo: ntpd: command not found 2023-10-21T15:27:37.849 INFO:teuthology.orchestra.run.smithi119.stdout:506 Cannot talk to daemon 2023-10-21T15:27:37.850 INFO:teuthology.orchestra.run.smithi105.stdout:506 Cannot talk to daemon 2023-10-21T15:27:37.852 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-21T15:27:37.863 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-21T15:27:37.865 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-21T15:27:37.867 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-21T15:27:37.877 INFO:teuthology.orchestra.run.smithi119.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-21T15:27:37.879 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-21T15:27:37.940 INFO:teuthology.orchestra.run.smithi046.stderr:bash: ntpq: command not found 2023-10-21T15:27:37.943 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T15:27:37.944 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2023-10-21T15:27:37.944 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.944 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.944 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.944 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.957 INFO:teuthology.orchestra.run.smithi105.stderr:bash: ntpq: command not found 2023-10-21T15:27:37.961 INFO:teuthology.orchestra.run.smithi105.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T15:27:37.961 INFO:teuthology.orchestra.run.smithi105.stdout:=============================================================================== 2023-10-21T15:27:37.961 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.961 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.962 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.962 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.963 INFO:teuthology.orchestra.run.smithi119.stderr:bash: ntpq: command not found 2023-10-21T15:27:37.967 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T15:27:37.967 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2023-10-21T15:27:37.967 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.967 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.968 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.968 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:27:37.969 INFO:teuthology.run_tasks:Running task pexec... 2023-10-21T15:27:37.982 INFO:teuthology.task.pexec:Executing custom commands... 2023-10-21T15:27:37.983 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi046.front.sepia.ceph.com 2023-10-21T15:27:37.983 DEBUG:teuthology.orchestra.run.smithi046:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-21T15:27:37.983 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi105.front.sepia.ceph.com 2023-10-21T15:27:37.984 DEBUG:teuthology.orchestra.run.smithi105:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-21T15:27:37.984 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi119.front.sepia.ceph.com 2023-10-21T15:27:37.984 DEBUG:teuthology.orchestra.run.smithi119:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-21T15:27:38.374 INFO:teuthology.orchestra.run.smithi105.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:38.379 INFO:teuthology.orchestra.run.smithi046.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:38.381 INFO:teuthology.orchestra.run.smithi119.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:39.174 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:33 ago on Sat 21 Oct 2023 03:26:05 PM UTC. 2023-10-21T15:27:39.186 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:01:36 ago on Sat 21 Oct 2023 03:26:02 PM UTC. 2023-10-21T15:27:39.255 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:01:24 ago on Sat 21 Oct 2023 03:26:14 PM UTC. 2023-10-21T15:27:40.936 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-10-21T15:27:40.937 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-10-21T15:27:40.937 INFO:teuthology.orchestra.run.smithi105.stdout: Package Architecture Version Repository Size 2023-10-21T15:27:40.937 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-10-21T15:27:40.937 INFO:teuthology.orchestra.run.smithi105.stdout:Resetting modules: 2023-10-21T15:27:40.938 INFO:teuthology.orchestra.run.smithi105.stdout: container-tools 2023-10-21T15:27:40.938 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:27:40.938 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-10-21T15:27:40.938 INFO:teuthology.orchestra.run.smithi105.stdout:================================================================================ 2023-10-21T15:27:40.939 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:27:41.044 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2023-10-21T15:27:41.045 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2023-10-21T15:27:41.045 INFO:teuthology.orchestra.run.smithi119.stdout: Package Architecture Version Repository Size 2023-10-21T15:27:41.045 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2023-10-21T15:27:41.046 INFO:teuthology.orchestra.run.smithi119.stdout:Resetting modules: 2023-10-21T15:27:41.046 INFO:teuthology.orchestra.run.smithi119.stdout: container-tools 2023-10-21T15:27:41.046 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:27:41.046 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2023-10-21T15:27:41.046 INFO:teuthology.orchestra.run.smithi119.stdout:================================================================================ 2023-10-21T15:27:41.047 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:27:41.239 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2023-10-21T15:27:41.240 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-10-21T15:27:41.240 INFO:teuthology.orchestra.run.smithi046.stdout: Package Architecture Version Repository Size 2023-10-21T15:27:41.240 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-10-21T15:27:41.240 INFO:teuthology.orchestra.run.smithi046.stdout:Resetting modules: 2023-10-21T15:27:41.241 INFO:teuthology.orchestra.run.smithi046.stdout: container-tools 2023-10-21T15:27:41.241 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:27:41.241 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2023-10-21T15:27:41.241 INFO:teuthology.orchestra.run.smithi046.stdout:================================================================================ 2023-10-21T15:27:41.242 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:27:41.899 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:01:39 ago on Sat 21 Oct 2023 03:26:02 PM UTC. 2023-10-21T15:27:42.040 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:36 ago on Sat 21 Oct 2023 03:26:05 PM UTC. 2023-10-21T15:27:42.258 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:01:27 ago on Sat 21 Oct 2023 03:26:14 PM UTC. 2023-10-21T15:27:44.484 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-10-21T15:27:44.767 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2023-10-21T15:27:44.940 INFO:teuthology.orchestra.run.smithi105.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:45.069 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2023-10-21T15:27:45.239 INFO:teuthology.orchestra.run.smithi119.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:45.554 INFO:teuthology.orchestra.run.smithi046.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:45.757 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:01:43 ago on Sat 21 Oct 2023 03:26:02 PM UTC. 2023-10-21T15:27:46.048 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:40 ago on Sat 21 Oct 2023 03:26:05 PM UTC. 2023-10-21T15:27:46.439 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:01:31 ago on Sat 21 Oct 2023 03:26:14 PM UTC. 2023-10-21T15:27:47.474 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-10-21T15:27:47.566 INFO:teuthology.orchestra.run.smithi105.stdout:============================================================================================================ 2023-10-21T15:27:47.566 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-10-21T15:27:47.567 INFO:teuthology.orchestra.run.smithi105.stdout:============================================================================================================ 2023-10-21T15:27:47.567 INFO:teuthology.orchestra.run.smithi105.stdout:Installing group/module packages: 2023-10-21T15:27:47.567 INFO:teuthology.orchestra.run.smithi105.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-21T15:27:47.567 INFO:teuthology.orchestra.run.smithi105.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-21T15:27:47.567 INFO:teuthology.orchestra.run.smithi105.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-21T15:27:47.568 INFO:teuthology.orchestra.run.smithi105.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-21T15:27:47.568 INFO:teuthology.orchestra.run.smithi105.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-21T15:27:47.568 INFO:teuthology.orchestra.run.smithi105.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-21T15:27:47.568 INFO:teuthology.orchestra.run.smithi105.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-21T15:27:47.568 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-10-21T15:27:47.569 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-21T15:27:47.569 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-21T15:27:47.569 INFO:teuthology.orchestra.run.smithi105.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-21T15:27:47.569 INFO:teuthology.orchestra.run.smithi105.stdout:Installing module profiles: 2023-10-21T15:27:47.569 INFO:teuthology.orchestra.run.smithi105.stdout: container-tools/common 2023-10-21T15:27:47.570 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:27:47.570 INFO:teuthology.orchestra.run.smithi105.stdout:Enabling module streams: 2023-10-21T15:27:47.570 INFO:teuthology.orchestra.run.smithi105.stdout: container-tools rhel8 2023-10-21T15:27:47.570 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:27:47.570 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-10-21T15:27:47.571 INFO:teuthology.orchestra.run.smithi105.stdout:============================================================================================================ 2023-10-21T15:27:47.571 INFO:teuthology.orchestra.run.smithi105.stdout:Install 10 Packages 2023-10-21T15:27:47.571 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:27:47.572 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 18 M 2023-10-21T15:27:47.572 INFO:teuthology.orchestra.run.smithi105.stdout:Installed size: 65 M 2023-10-21T15:27:47.572 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-10-21T15:27:47.660 INFO:teuthology.orchestra.run.smithi105.stdout:(1/10): yajl-2.1.0-10.el8.x86_64.rpm 447 kB/s | 41 kB 00:00 2023-10-21T15:27:47.685 INFO:teuthology.orchestra.run.smithi105.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 213 kB/s | 25 kB 00:00 2023-10-21T15:27:47.711 INFO:teuthology.orchestra.run.smithi105.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 662 kB/s | 94 kB 00:00 2023-10-21T15:27:47.728 INFO:teuthology.orchestra.run.smithi105.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 737 kB/s | 49 kB 00:00 2023-10-21T15:27:47.761 INFO:teuthology.orchestra.run.smithi105.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 6.8 MB/s | 524 kB 00:00 2023-10-21T15:27:47.786 INFO:teuthology.orchestra.run.smithi105.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-10-21T15:27:47.791 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2023-10-21T15:27:47.828 INFO:teuthology.orchestra.run.smithi105.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 3.1 MB/s | 213 kB 00:00 2023-10-21T15:27:47.884 INFO:teuthology.orchestra.run.smithi119.stdout:============================================================================================================ 2023-10-21T15:27:47.884 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2023-10-21T15:27:47.884 INFO:teuthology.orchestra.run.smithi119.stdout:============================================================================================================ 2023-10-21T15:27:47.884 INFO:teuthology.orchestra.run.smithi119.stdout:Installing group/module packages: 2023-10-21T15:27:47.885 INFO:teuthology.orchestra.run.smithi119.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-21T15:27:47.885 INFO:teuthology.orchestra.run.smithi119.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-21T15:27:47.885 INFO:teuthology.orchestra.run.smithi119.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-21T15:27:47.885 INFO:teuthology.orchestra.run.smithi119.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-21T15:27:47.886 INFO:teuthology.orchestra.run.smithi119.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-21T15:27:47.886 INFO:teuthology.orchestra.run.smithi119.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-21T15:27:47.886 INFO:teuthology.orchestra.run.smithi119.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-21T15:27:47.886 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2023-10-21T15:27:47.886 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-21T15:27:47.887 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-21T15:27:47.887 INFO:teuthology.orchestra.run.smithi119.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-21T15:27:47.887 INFO:teuthology.orchestra.run.smithi119.stdout:Installing module profiles: 2023-10-21T15:27:47.887 INFO:teuthology.orchestra.run.smithi119.stdout: container-tools/common 2023-10-21T15:27:47.887 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:27:47.888 INFO:teuthology.orchestra.run.smithi119.stdout:Enabling module streams: 2023-10-21T15:27:47.888 INFO:teuthology.orchestra.run.smithi119.stdout: container-tools rhel8 2023-10-21T15:27:47.888 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:27:47.888 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2023-10-21T15:27:47.888 INFO:teuthology.orchestra.run.smithi119.stdout:============================================================================================================ 2023-10-21T15:27:47.888 INFO:teuthology.orchestra.run.smithi119.stdout:Install 10 Packages 2023-10-21T15:27:47.889 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:27:47.889 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 18 M 2023-10-21T15:27:47.890 INFO:teuthology.orchestra.run.smithi119.stdout:Installed size: 65 M 2023-10-21T15:27:47.890 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2023-10-21T15:27:47.977 INFO:teuthology.orchestra.run.smithi119.stdout:(1/10): yajl-2.1.0-10.el8.x86_64.rpm 453 kB/s | 41 kB 00:00 2023-10-21T15:27:47.994 INFO:teuthology.orchestra.run.smithi119.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 232 kB/s | 25 kB 00:00 2023-10-21T15:27:47.995 INFO:teuthology.orchestra.run.smithi105.stdout:(8/10): buildah-1.26.2-1.module+el8.6.0+16771+2 28 MB/s | 8.0 MB 00:00 2023-10-21T15:27:48.044 INFO:teuthology.orchestra.run.smithi119.stdout:(3/10): udica-0.2.6-4.module+el8.6.0+16771+28df 738 kB/s | 49 kB 00:00 2023-10-21T15:27:48.045 INFO:teuthology.orchestra.run.smithi105.stdout:(9/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 10 MB/s | 2.2 MB 00:00 2023-10-21T15:27:48.077 INFO:teuthology.orchestra.run.smithi119.stdout:(4/10): python3-pyxdg-0.25-16.el8.noarch.rpm 492 kB/s | 94 kB 00:00 2023-10-21T15:27:48.111 INFO:teuthology.orchestra.run.smithi119.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 4.4 MB/s | 524 kB 00:00 2023-10-21T15:27:48.129 INFO:teuthology.orchestra.run.smithi105.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 20 MB/s | 7.0 MB 00:00 2023-10-21T15:27:48.130 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-10-21T15:27:48.130 INFO:teuthology.orchestra.run.smithi105.stdout:Total 32 MB/s | 18 MB 00:00 2023-10-21T15:27:48.136 INFO:teuthology.orchestra.run.smithi119.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-10-21T15:27:48.161 INFO:teuthology.orchestra.run.smithi119.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 4.1 MB/s | 213 kB 00:00 2023-10-21T15:27:48.287 INFO:teuthology.orchestra.run.smithi119.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 18 MB/s | 2.2 MB 00:00 2023-10-21T15:27:48.330 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-10-21T15:27:48.348 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-10-21T15:27:48.349 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-10-21T15:27:48.387 INFO:teuthology.orchestra.run.smithi119.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 28 MB/s | 7.0 MB 00:00 2023-10-21T15:27:48.438 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2023-10-21T15:27:48.471 INFO:teuthology.orchestra.run.smithi119.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 19 MB/s | 8.0 MB 00:00 2023-10-21T15:27:48.471 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2023-10-21T15:27:48.472 INFO:teuthology.orchestra.run.smithi119.stdout:Total 31 MB/s | 18 MB 00:00 2023-10-21T15:27:48.530 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-10-21T15:27:48.534 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-10-21T15:27:48.544 INFO:teuthology.orchestra.run.smithi046.stdout:============================================================================================================ 2023-10-21T15:27:48.544 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2023-10-21T15:27:48.545 INFO:teuthology.orchestra.run.smithi046.stdout:============================================================================================================ 2023-10-21T15:27:48.545 INFO:teuthology.orchestra.run.smithi046.stdout:Installing group/module packages: 2023-10-21T15:27:48.545 INFO:teuthology.orchestra.run.smithi046.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-21T15:27:48.545 INFO:teuthology.orchestra.run.smithi046.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-21T15:27:48.545 INFO:teuthology.orchestra.run.smithi046.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-21T15:27:48.546 INFO:teuthology.orchestra.run.smithi046.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-21T15:27:48.546 INFO:teuthology.orchestra.run.smithi046.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-21T15:27:48.546 INFO:teuthology.orchestra.run.smithi046.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-21T15:27:48.546 INFO:teuthology.orchestra.run.smithi046.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-21T15:27:48.547 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2023-10-21T15:27:48.547 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-21T15:27:48.547 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-21T15:27:48.547 INFO:teuthology.orchestra.run.smithi046.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-21T15:27:48.548 INFO:teuthology.orchestra.run.smithi046.stdout:Installing module profiles: 2023-10-21T15:27:48.548 INFO:teuthology.orchestra.run.smithi046.stdout: container-tools/common 2023-10-21T15:27:48.548 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:27:48.548 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling module streams: 2023-10-21T15:27:48.548 INFO:teuthology.orchestra.run.smithi046.stdout: container-tools rhel8 2023-10-21T15:27:48.548 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:27:48.549 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2023-10-21T15:27:48.549 INFO:teuthology.orchestra.run.smithi046.stdout:============================================================================================================ 2023-10-21T15:27:48.549 INFO:teuthology.orchestra.run.smithi046.stdout:Install 10 Packages 2023-10-21T15:27:48.549 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:27:48.550 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 18 M 2023-10-21T15:27:48.550 INFO:teuthology.orchestra.run.smithi046.stdout:Installed size: 65 M 2023-10-21T15:27:48.550 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2023-10-21T15:27:48.635 INFO:teuthology.orchestra.run.smithi046.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.0 MB/s | 94 kB 00:00 2023-10-21T15:27:48.660 INFO:teuthology.orchestra.run.smithi046.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 219 kB/s | 25 kB 00:00 2023-10-21T15:27:48.671 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2023-10-21T15:27:48.686 INFO:teuthology.orchestra.run.smithi046.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 294 kB/s | 41 kB 00:00 2023-10-21T15:27:48.690 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2023-10-21T15:27:48.690 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2023-10-21T15:27:48.711 INFO:teuthology.orchestra.run.smithi046.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 653 kB/s | 49 kB 00:00 2023-10-21T15:27:48.745 INFO:teuthology.orchestra.run.smithi046.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 6.1 MB/s | 524 kB 00:00 2023-10-21T15:27:48.788 INFO:teuthology.orchestra.run.smithi046.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 1.9 MB/s | 149 kB 00:00 2023-10-21T15:27:48.820 INFO:teuthology.orchestra.run.smithi046.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 2.8 MB/s | 213 kB 00:00 2023-10-21T15:27:48.872 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2023-10-21T15:27:48.875 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2023-10-21T15:27:48.929 INFO:teuthology.orchestra.run.smithi046.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 20 MB/s | 2.2 MB 00:00 2023-10-21T15:27:49.028 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-10-21T15:27:49.037 INFO:teuthology.orchestra.run.smithi046.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 28 MB/s | 7.0 MB 00:00 2023-10-21T15:27:49.121 INFO:teuthology.orchestra.run.smithi046.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 18 MB/s | 8.0 MB 00:00 2023-10-21T15:27:49.121 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2023-10-21T15:27:49.122 INFO:teuthology.orchestra.run.smithi046.stdout:Total 32 MB/s | 18 MB 00:00 2023-10-21T15:27:49.202 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-21T15:27:49.329 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2023-10-21T15:27:49.350 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2023-10-21T15:27:49.350 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2023-10-21T15:27:49.373 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-21T15:27:49.444 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2023-10-21T15:27:49.544 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2023-10-21T15:27:49.548 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2023-10-21T15:27:49.576 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-21T15:27:49.648 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-21T15:27:49.770 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-21T15:27:49.819 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-21T15:27:50.037 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-21T15:27:50.095 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2023-10-21T15:27:50.144 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-21T15:27:50.257 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-21T15:27:50.316 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-21T15:27:50.494 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-21T15:27:50.605 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-21T15:27:50.682 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-21T15:27:50.897 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-21T15:27:50.914 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-21T15:27:51.243 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-21T15:27:51.403 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-21T15:27:51.812 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-21T15:27:52.055 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-21T15:27:52.060 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-21T15:27:52.231 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-21T15:27:52.283 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-21T15:27:52.424 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-21T15:27:52.531 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-21T15:27:52.709 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-21T15:27:52.709 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-21T15:27:52.709 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-21T15:27:52.710 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-21T15:27:52.710 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-21T15:27:52.710 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-21T15:27:52.710 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-21T15:27:52.711 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-21T15:27:52.711 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-21T15:27:52.711 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-21T15:27:52.734 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-21T15:27:52.945 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-21T15:27:53.004 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-21T15:27:53.220 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-21T15:27:53.220 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-21T15:27:53.221 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-21T15:27:53.221 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-21T15:27:53.221 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-21T15:27:53.221 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-21T15:27:53.221 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-21T15:27:53.222 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-21T15:27:53.222 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-21T15:27:53.222 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-21T15:27:53.276 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-21T15:27:53.443 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-21T15:27:53.720 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-21T15:27:53.808 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-21T15:27:53.808 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:01:51 ago on Sat 21 Oct 2023 03:26:02 PM UTC. 2023-10-21T15:27:54.005 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-21T15:27:54.005 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-21T15:27:54.006 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-21T15:27:54.006 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-21T15:27:54.006 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-21T15:27:54.006 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-21T15:27:54.006 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-21T15:27:54.007 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-21T15:27:54.007 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-21T15:27:54.007 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-21T15:27:54.324 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-21T15:27:54.325 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:48 ago on Sat 21 Oct 2023 03:26:05 PM UTC. 2023-10-21T15:27:55.179 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-21T15:27:55.180 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:01:40 ago on Sat 21 Oct 2023 03:26:14 PM UTC. 2023-10-21T15:27:56.256 INFO:teuthology.orchestra.run.smithi105.stdout:Installed products updated. 2023-10-21T15:27:56.444 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:27:56.445 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-10-21T15:27:56.445 INFO:teuthology.orchestra.run.smithi105.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:56.445 INFO:teuthology.orchestra.run.smithi105.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-21T15:27:56.445 INFO:teuthology.orchestra.run.smithi105.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:56.446 INFO:teuthology.orchestra.run.smithi105.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-21T15:27:56.446 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-21T15:27:56.446 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-21T15:27:56.446 INFO:teuthology.orchestra.run.smithi105.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:56.446 INFO:teuthology.orchestra.run.smithi105.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:56.447 INFO:teuthology.orchestra.run.smithi105.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-21T15:27:56.447 INFO:teuthology.orchestra.run.smithi105.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-21T15:27:56.447 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:27:56.447 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-10-21T15:27:56.606 DEBUG:teuthology.parallel:result is None 2023-10-21T15:27:56.774 INFO:teuthology.orchestra.run.smithi119.stdout:Installed products updated. 2023-10-21T15:27:56.976 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:27:56.976 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2023-10-21T15:27:56.977 INFO:teuthology.orchestra.run.smithi119.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:56.977 INFO:teuthology.orchestra.run.smithi119.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-21T15:27:56.977 INFO:teuthology.orchestra.run.smithi119.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:56.977 INFO:teuthology.orchestra.run.smithi119.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-21T15:27:56.977 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-21T15:27:56.978 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-21T15:27:56.978 INFO:teuthology.orchestra.run.smithi119.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:56.978 INFO:teuthology.orchestra.run.smithi119.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:56.978 INFO:teuthology.orchestra.run.smithi119.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-21T15:27:56.979 INFO:teuthology.orchestra.run.smithi119.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-21T15:27:56.979 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:27:56.979 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2023-10-21T15:27:57.127 DEBUG:teuthology.parallel:result is None 2023-10-21T15:27:58.115 INFO:teuthology.orchestra.run.smithi046.stdout:Installed products updated. 2023-10-21T15:27:58.338 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:27:58.339 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2023-10-21T15:27:58.339 INFO:teuthology.orchestra.run.smithi046.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:58.339 INFO:teuthology.orchestra.run.smithi046.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-21T15:27:58.339 INFO:teuthology.orchestra.run.smithi046.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:58.340 INFO:teuthology.orchestra.run.smithi046.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-21T15:27:58.340 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-21T15:27:58.340 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-21T15:27:58.340 INFO:teuthology.orchestra.run.smithi046.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:58.340 INFO:teuthology.orchestra.run.smithi046.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-21T15:27:58.341 INFO:teuthology.orchestra.run.smithi046.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-21T15:27:58.341 INFO:teuthology.orchestra.run.smithi046.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-21T15:27:58.341 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:27:58.341 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2023-10-21T15:27:58.485 DEBUG:teuthology.parallel:result is None 2023-10-21T15:27:58.486 INFO:teuthology.run_tasks:Running task install... 2023-10-21T15:27:58.495 DEBUG:teuthology.task.install:project ceph 2023-10-21T15:27:58.496 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc'}} 2023-10-21T15:27:58.496 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc'} 2023-10-21T15:27:58.496 INFO:teuthology.task.install:Using flavor: default 2023-10-21T15:27:58.502 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-10-21T15:27:58.502 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-10-21T15:27:58.503 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'tag': None, 'wait_for_package': False} 2023-10-21T15:27:58.504 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:27:58.505 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'tag': None, 'wait_for_package': False} 2023-10-21T15:27:58.506 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:27:58.507 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'tag': None, 'wait_for_package': False} 2023-10-21T15:27:58.507 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:27:58.658 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/ 2023-10-21T15:27:58.659 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6820.gf0804064 2023-10-21T15:27:58.778 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-21T15:27:58.779 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:27:58.779 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-21T15:27:58.811 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-21T15:27:58.811 DEBUG:teuthology.orchestra.run.smithi105:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f0804064d67a2a63dbabf1801ff452580a050cfc/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-21T15:27:58.874 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/ 2023-10-21T15:27:58.874 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6820.gf0804064 2023-10-21T15:27:58.880 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/ 2023-10-21T15:27:58.880 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6820.gf0804064 2023-10-21T15:27:58.883 DEBUG:teuthology.orchestra.run.smithi105:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-21T15:27:58.964 DEBUG:teuthology.orchestra.run.smithi105:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-21T15:27:58.984 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-21T15:27:58.985 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:27:58.985 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-21T15:27:59.017 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-21T15:27:59.017 DEBUG:teuthology.orchestra.run.smithi119:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f0804064d67a2a63dbabf1801ff452580a050cfc/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-21T15:27:59.031 INFO:teuthology.orchestra.run.smithi105.stdout:check_obsoletes = 1 2023-10-21T15:27:59.032 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum clean all 2023-10-21T15:27:59.089 DEBUG:teuthology.orchestra.run.smithi119:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-21T15:27:59.169 DEBUG:teuthology.orchestra.run.smithi119:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-21T15:27:59.177 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-21T15:27:59.178 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:27:59.178 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-21T15:27:59.211 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-21T15:27:59.212 DEBUG:teuthology.orchestra.run.smithi046:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/f0804064d67a2a63dbabf1801ff452580a050cfc/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-21T15:27:59.236 INFO:teuthology.orchestra.run.smithi119.stdout:check_obsoletes = 1 2023-10-21T15:27:59.237 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum clean all 2023-10-21T15:27:59.284 DEBUG:teuthology.orchestra.run.smithi046:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-21T15:27:59.366 DEBUG:teuthology.orchestra.run.smithi046:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-21T15:27:59.409 INFO:teuthology.orchestra.run.smithi105.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:59.434 INFO:teuthology.orchestra.run.smithi046.stdout:check_obsoletes = 1 2023-10-21T15:27:59.436 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum clean all 2023-10-21T15:27:59.613 INFO:teuthology.orchestra.run.smithi119.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:59.681 INFO:teuthology.orchestra.run.smithi105.stdout:44 files removed 2023-10-21T15:27:59.727 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-21T15:27:59.828 INFO:teuthology.orchestra.run.smithi046.stdout:Updating Subscription Management repositories. 2023-10-21T15:27:59.919 INFO:teuthology.orchestra.run.smithi119.stdout:44 files removed 2023-10-21T15:27:59.966 DEBUG:teuthology.orchestra.run.smithi119:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-21T15:28:00.060 INFO:teuthology.orchestra.run.smithi105.stdout:Updating Subscription Management repositories. 2023-10-21T15:28:00.109 INFO:teuthology.orchestra.run.smithi046.stdout:44 files removed 2023-10-21T15:28:00.156 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-21T15:28:00.297 INFO:teuthology.orchestra.run.smithi119.stdout:Updating Subscription Management repositories. 2023-10-21T15:28:00.506 INFO:teuthology.orchestra.run.smithi046.stdout:Updating Subscription Management repositories. 2023-10-21T15:28:00.689 INFO:teuthology.orchestra.run.smithi105.stdout:ceph packages for x86_64 305 kB/s | 81 kB 00:00 2023-10-21T15:28:01.224 INFO:teuthology.orchestra.run.smithi119.stdout:ceph packages for x86_64 148 kB/s | 81 kB 00:00 2023-10-21T15:28:01.323 INFO:teuthology.orchestra.run.smithi105.stdout:ceph noarch packages 16 kB/s | 9.4 kB 00:00 2023-10-21T15:28:01.431 INFO:teuthology.orchestra.run.smithi046.stdout:ceph packages for x86_64 156 kB/s | 81 kB 00:00 2023-10-21T15:28:01.691 INFO:teuthology.orchestra.run.smithi119.stdout:ceph noarch packages 22 kB/s | 9.4 kB 00:00 2023-10-21T15:28:01.765 INFO:teuthology.orchestra.run.smithi105.stdout:ceph source packages 3.5 kB/s | 1.5 kB 00:00 2023-10-21T15:28:02.056 INFO:teuthology.orchestra.run.smithi046.stdout:ceph noarch packages 16 kB/s | 9.4 kB 00:00 2023-10-21T15:28:02.091 INFO:teuthology.orchestra.run.smithi105.stdout:Copr repo for python3-asyncssh owned by ceph 11 kB/s | 3.5 kB 00:00 2023-10-21T15:28:02.342 INFO:teuthology.orchestra.run.smithi119.stdout:ceph source packages 2.4 kB/s | 1.5 kB 00:00 2023-10-21T15:28:02.648 INFO:teuthology.orchestra.run.smithi046.stdout:ceph source packages 2.6 kB/s | 1.5 kB 00:00 2023-10-21T15:28:02.684 INFO:teuthology.orchestra.run.smithi119.stdout:Copr repo for python3-asyncssh owned by ceph 11 kB/s | 3.5 kB 00:00 2023-10-21T15:28:03.018 INFO:teuthology.orchestra.run.smithi046.stdout:Copr repo for python3-asyncssh owned by ceph 10 kB/s | 3.5 kB 00:00 2023-10-21T15:28:04.118 INFO:teuthology.orchestra.run.smithi119.stdout:Extra Packages for Enterprise Linux 11 MB/s | 16 MB 00:01 2023-10-21T15:28:05.629 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 6.2 MB/s | 16 MB 00:02 2023-10-21T15:28:06.008 INFO:teuthology.orchestra.run.smithi105.stdout:Extra Packages for Enterprise Linux 4.1 MB/s | 16 MB 00:03 2023-10-21T15:28:07.635 INFO:teuthology.orchestra.run.smithi119.stdout:lab-extras 289 kB/s | 24 kB 00:00 2023-10-21T15:28:08.695 INFO:teuthology.orchestra.run.smithi119.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 54 MB/s | 53 MB 00:00 2023-10-21T15:28:09.293 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 432 kB/s | 24 kB 00:00 2023-10-21T15:28:09.500 INFO:teuthology.orchestra.run.smithi105.stdout:lab-extras 391 kB/s | 24 kB 00:00 2023-10-21T15:28:10.237 INFO:teuthology.orchestra.run.smithi046.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 55 MB/s | 47 MB 00:00 2023-10-21T15:28:10.435 INFO:teuthology.orchestra.run.smithi105.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 55 MB/s | 47 MB 00:00 2023-10-21T15:28:16.865 INFO:teuthology.orchestra.run.smithi119.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 56 MB/s | 47 MB 00:00 2023-10-21T15:28:18.403 INFO:teuthology.orchestra.run.smithi105.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 63 MB/s | 53 MB 00:00 2023-10-21T15:28:18.682 INFO:teuthology.orchestra.run.smithi046.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 58 MB/s | 53 MB 00:00 2023-10-21T15:28:27.830 INFO:teuthology.orchestra.run.smithi119.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T15:28:27.831 INFO:teuthology.orchestra.run.smithi119.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T15:28:27.845 INFO:teuthology.orchestra.run.smithi119.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-21T15:28:27.846 INFO:teuthology.orchestra.run.smithi119.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-21T15:28:27.847 INFO:teuthology.orchestra.run.smithi119.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-21T15:28:27.848 INFO:teuthology.orchestra.run.smithi119.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-21T15:28:27.850 INFO:teuthology.orchestra.run.smithi119.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-21T15:28:27.854 INFO:teuthology.orchestra.run.smithi119.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-21T15:28:27.855 INFO:teuthology.orchestra.run.smithi119.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-21T15:28:27.988 INFO:teuthology.orchestra.run.smithi119.stdout:Dependencies resolved. 2023-10-21T15:28:28.000 INFO:teuthology.orchestra.run.smithi119.stdout:=========================================================================================================================== 2023-10-21T15:28:28.000 INFO:teuthology.orchestra.run.smithi119.stdout: Package Arch Version Repository Size 2023-10-21T15:28:28.001 INFO:teuthology.orchestra.run.smithi119.stdout:=========================================================================================================================== 2023-10-21T15:28:28.001 INFO:teuthology.orchestra.run.smithi119.stdout:Installing: 2023-10-21T15:28:28.001 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-21T15:28:28.001 INFO:teuthology.orchestra.run.smithi119.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-21T15:28:28.002 INFO:teuthology.orchestra.run.smithi119.stdout: ceph x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.4 k 2023-10-21T15:28:28.002 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base x86_64 2:18.0.0-6820.gf0804064.el8 ceph 5.4 M 2023-10-21T15:28:28.002 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 918 k 2023-10-21T15:28:28.002 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6820.gf0804064.el8 ceph 167 k 2023-10-21T15:28:28.002 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr x86_64 2:18.0.0-6820.gf0804064.el8 ceph 1.6 M 2023-10-21T15:28:28.003 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 132 k 2023-10-21T15:28:28.003 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 1.8 M 2023-10-21T15:28:28.003 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 7.4 M 2023-10-21T15:28:28.003 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 48 k 2023-10-21T15:28:28.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 14 M 2023-10-21T15:28:28.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test x86_64 2:18.0.0-6820.gf0804064.el8 ceph 49 M 2023-10-21T15:28:28.004 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-volume noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 261 k 2023-10-21T15:28:28.004 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 191 k 2023-10-21T15:28:28.004 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 261 k 2023-10-21T15:28:28.005 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-top noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 18 k 2023-10-21T15:28:28.005 INFO:teuthology.orchestra.run.smithi119.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-21T15:28:28.005 INFO:teuthology.orchestra.run.smithi119.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-21T15:28:28.005 INFO:teuthology.orchestra.run.smithi119.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-21T15:28:28.006 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 31 k 2023-10-21T15:28:28.006 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 840 k 2023-10-21T15:28:28.006 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 139 k 2023-10-21T15:28:28.006 INFO:teuthology.orchestra.run.smithi119.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-21T15:28:28.007 INFO:teuthology.orchestra.run.smithi119.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-21T15:28:28.007 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-21T15:28:28.007 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-21T15:28:28.008 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-21T15:28:28.008 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-21T15:28:28.008 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs x86_64 2:18.0.0-6820.gf0804064.el8 ceph 196 k 2023-10-21T15:28:28.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados x86_64 2:18.0.0-6820.gf0804064.el8 ceph 371 k 2023-10-21T15:28:28.009 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 364 k 2023-10-21T15:28:28.010 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 107 k 2023-10-21T15:28:28.010 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 94 k 2023-10-21T15:28:28.010 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.6 M 2023-10-21T15:28:28.011 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 179 k 2023-10-21T15:28:28.011 INFO:teuthology.orchestra.run.smithi119.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-21T15:28:28.011 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrading: 2023-10-21T15:28:28.012 INFO:teuthology.orchestra.run.smithi119.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-21T15:28:28.012 INFO:teuthology.orchestra.run.smithi119.stdout: librados2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T15:28:28.012 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T15:28:28.013 INFO:teuthology.orchestra.run.smithi119.stdout:Installing dependencies: 2023-10-21T15:28:28.013 INFO:teuthology.orchestra.run.smithi119.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-21T15:28:28.013 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 23 M 2023-10-21T15:28:28.014 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 23 k 2023-10-21T15:28:28.014 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds x86_64 2:18.0.0-6820.gf0804064.el8 ceph 2.3 M 2023-10-21T15:28:28.014 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 242 k 2023-10-21T15:28:28.014 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon x86_64 2:18.0.0-6820.gf0804064.el8 ceph 4.6 M 2023-10-21T15:28:28.015 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 18 M 2023-10-21T15:28:28.015 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 15 k 2023-10-21T15:28:28.015 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux x86_64 2:18.0.0-6820.gf0804064.el8 ceph 24 k 2023-10-21T15:28:28.016 INFO:teuthology.orchestra.run.smithi119.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-21T15:28:28.016 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-21T15:28:28.016 INFO:teuthology.orchestra.run.smithi119.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-21T15:28:28.017 INFO:teuthology.orchestra.run.smithi119.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-21T15:28:28.017 INFO:teuthology.orchestra.run.smithi119.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-21T15:28:28.017 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite x86_64 2:18.0.0-6820.gf0804064.el8 ceph 184 k 2023-10-21T15:28:28.017 INFO:teuthology.orchestra.run.smithi119.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-21T15:28:28.018 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-21T15:28:28.018 INFO:teuthology.orchestra.run.smithi119.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-21T15:28:28.018 INFO:teuthology.orchestra.run.smithi119.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-21T15:28:28.019 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-21T15:28:28.019 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-21T15:28:28.019 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 518 k 2023-10-21T15:28:28.020 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-21T15:28:28.020 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.9 M 2023-10-21T15:28:28.020 INFO:teuthology.orchestra.run.smithi119.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-21T15:28:28.021 INFO:teuthology.orchestra.run.smithi119.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-21T15:28:28.021 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-21T15:28:28.021 INFO:teuthology.orchestra.run.smithi119.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-21T15:28:28.022 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-21T15:28:28.022 INFO:teuthology.orchestra.run.smithi119.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-21T15:28:28.022 INFO:teuthology.orchestra.run.smithi119.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-21T15:28:28.023 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-21T15:28:28.023 INFO:teuthology.orchestra.run.smithi119.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-21T15:28:28.023 INFO:teuthology.orchestra.run.smithi119.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-21T15:28:28.024 INFO:teuthology.orchestra.run.smithi119.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-21T15:28:28.024 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-21T15:28:28.024 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-21T15:28:28.025 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-21T15:28:28.025 INFO:teuthology.orchestra.run.smithi119.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-21T15:28:28.025 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-21T15:28:28.025 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 45 k 2023-10-21T15:28:28.026 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 126 k 2023-10-21T15:28:28.026 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-21T15:28:28.026 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-21T15:28:28.026 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-21T15:28:28.026 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-21T15:28:28.027 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-21T15:28:28.027 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-21T15:28:28.027 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-21T15:28:28.027 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-21T15:28:28.028 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-21T15:28:28.028 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-21T15:28:28.028 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-21T15:28:28.028 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T15:28:28.029 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-21T15:28:28.029 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-21T15:28:28.029 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-21T15:28:28.029 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-21T15:28:28.029 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-21T15:28:28.030 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-21T15:28:28.030 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-21T15:28:28.030 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-21T15:28:28.031 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-21T15:28:28.031 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-21T15:28:28.031 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-21T15:28:28.031 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-21T15:28:28.031 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-21T15:28:28.032 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-21T15:28:28.032 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-21T15:28:28.032 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-21T15:28:28.032 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-21T15:28:28.032 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-21T15:28:28.033 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T15:28:28.033 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-21T15:28:28.033 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-21T15:28:28.033 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-21T15:28:28.034 INFO:teuthology.orchestra.run.smithi119.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-21T15:28:28.034 INFO:teuthology.orchestra.run.smithi119.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-21T15:28:28.034 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-21T15:28:28.034 INFO:teuthology.orchestra.run.smithi119.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-21T15:28:28.035 INFO:teuthology.orchestra.run.smithi119.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-21T15:28:28.035 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-21T15:28:28.035 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-21T15:28:28.035 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-21T15:28:28.036 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-21T15:28:28.036 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-21T15:28:28.036 INFO:teuthology.orchestra.run.smithi119.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-21T15:28:28.036 INFO:teuthology.orchestra.run.smithi119.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-21T15:28:28.036 INFO:teuthology.orchestra.run.smithi119.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-21T15:28:28.037 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-21T15:28:28.037 INFO:teuthology.orchestra.run.smithi119.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-21T15:28:28.037 INFO:teuthology.orchestra.run.smithi119.stdout:Enabling module streams: 2023-10-21T15:28:28.037 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql 10 2023-10-21T15:28:28.037 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:28:28.038 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction Summary 2023-10-21T15:28:28.038 INFO:teuthology.orchestra.run.smithi119.stdout:=========================================================================================================================== 2023-10-21T15:28:28.038 INFO:teuthology.orchestra.run.smithi119.stdout:Install 128 Packages 2023-10-21T15:28:28.038 INFO:teuthology.orchestra.run.smithi119.stdout:Upgrade 3 Packages 2023-10-21T15:28:28.039 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:28:28.039 INFO:teuthology.orchestra.run.smithi119.stdout:Total download size: 209 M 2023-10-21T15:28:28.040 INFO:teuthology.orchestra.run.smithi119.stdout:Downloading Packages: 2023-10-21T15:28:28.172 INFO:teuthology.orchestra.run.smithi119.stdout:(1/131): ceph-18.0.0-6820.gf0804064.el8.x86_64. 51 kB/s | 6.4 kB 00:00 2023-10-21T15:28:28.455 INFO:teuthology.orchestra.run.smithi119.stdout:(2/131): ceph-fuse-18.0.0-6820.gf0804064.el8.x8 3.2 MB/s | 918 kB 00:00 2023-10-21T15:28:28.572 INFO:teuthology.orchestra.run.smithi119.stdout:(3/131): ceph-base-18.0.0-6820.gf0804064.el8.x8 10 MB/s | 5.4 MB 00:00 2023-10-21T15:28:28.598 INFO:teuthology.orchestra.run.smithi119.stdout:(4/131): ceph-immutable-object-cache-18.0.0-682 1.1 MB/s | 167 kB 00:00 2023-10-21T15:28:28.731 INFO:teuthology.orchestra.run.smithi119.stdout:(5/131): ceph-mds-18.0.0-6820.gf0804064.el8.x86 15 MB/s | 2.3 MB 00:00 2023-10-21T15:28:28.932 INFO:teuthology.orchestra.run.smithi119.stdout:(6/131): ceph-mgr-18.0.0-6820.gf0804064.el8.x86 4.9 MB/s | 1.6 MB 00:00 2023-10-21T15:28:29.040 INFO:teuthology.orchestra.run.smithi119.stdout:(7/131): ceph-mon-18.0.0-6820.gf0804064.el8.x86 15 MB/s | 4.6 MB 00:00 2023-10-21T15:28:29.450 INFO:teuthology.orchestra.run.smithi105.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T15:28:29.451 INFO:teuthology.orchestra.run.smithi105.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T15:28:29.465 INFO:teuthology.orchestra.run.smithi105.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-21T15:28:29.466 INFO:teuthology.orchestra.run.smithi105.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-21T15:28:29.468 INFO:teuthology.orchestra.run.smithi105.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-21T15:28:29.469 INFO:teuthology.orchestra.run.smithi105.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-21T15:28:29.471 INFO:teuthology.orchestra.run.smithi105.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-21T15:28:29.474 INFO:teuthology.orchestra.run.smithi105.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-21T15:28:29.475 INFO:teuthology.orchestra.run.smithi105.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-21T15:28:29.608 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2023-10-21T15:28:29.620 INFO:teuthology.orchestra.run.smithi105.stdout:=========================================================================================================================== 2023-10-21T15:28:29.621 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2023-10-21T15:28:29.621 INFO:teuthology.orchestra.run.smithi105.stdout:=========================================================================================================================== 2023-10-21T15:28:29.621 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2023-10-21T15:28:29.621 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-21T15:28:29.621 INFO:teuthology.orchestra.run.smithi105.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-21T15:28:29.622 INFO:teuthology.orchestra.run.smithi105.stdout: ceph x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.4 k 2023-10-21T15:28:29.622 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-base x86_64 2:18.0.0-6820.gf0804064.el8 ceph 5.4 M 2023-10-21T15:28:29.622 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 918 k 2023-10-21T15:28:29.622 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6820.gf0804064.el8 ceph 167 k 2023-10-21T15:28:29.623 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr x86_64 2:18.0.0-6820.gf0804064.el8 ceph 1.6 M 2023-10-21T15:28:29.623 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 132 k 2023-10-21T15:28:29.623 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 1.8 M 2023-10-21T15:28:29.623 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 7.4 M 2023-10-21T15:28:29.623 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-rook noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 48 k 2023-10-21T15:28:29.624 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-radosgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 14 M 2023-10-21T15:28:29.624 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-test x86_64 2:18.0.0-6820.gf0804064.el8 ceph 49 M 2023-10-21T15:28:29.624 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-volume noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 261 k 2023-10-21T15:28:29.624 INFO:teuthology.orchestra.run.smithi105.stdout: cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 191 k 2023-10-21T15:28:29.624 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 261 k 2023-10-21T15:28:29.624 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-top noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 18 k 2023-10-21T15:28:29.625 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-21T15:28:29.625 INFO:teuthology.orchestra.run.smithi105.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-21T15:28:29.625 INFO:teuthology.orchestra.run.smithi105.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-21T15:28:29.625 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 31 k 2023-10-21T15:28:29.625 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 840 k 2023-10-21T15:28:29.626 INFO:teuthology.orchestra.run.smithi105.stdout: librados-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 139 k 2023-10-21T15:28:29.626 INFO:teuthology.orchestra.run.smithi105.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-21T15:28:29.626 INFO:teuthology.orchestra.run.smithi105.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-21T15:28:29.626 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-21T15:28:29.627 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-21T15:28:29.627 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-21T15:28:29.627 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-21T15:28:29.627 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cephfs x86_64 2:18.0.0-6820.gf0804064.el8 ceph 196 k 2023-10-21T15:28:29.627 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rados x86_64 2:18.0.0-6820.gf0804064.el8 ceph 371 k 2023-10-21T15:28:29.628 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 364 k 2023-10-21T15:28:29.628 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 107 k 2023-10-21T15:28:29.628 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 94 k 2023-10-21T15:28:29.628 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.6 M 2023-10-21T15:28:29.628 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-nbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 179 k 2023-10-21T15:28:29.628 INFO:teuthology.orchestra.run.smithi105.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-21T15:28:29.629 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrading: 2023-10-21T15:28:29.629 INFO:teuthology.orchestra.run.smithi105.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-21T15:28:29.629 INFO:teuthology.orchestra.run.smithi105.stdout: librados2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T15:28:29.629 INFO:teuthology.orchestra.run.smithi105.stdout: librbd1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T15:28:29.629 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2023-10-21T15:28:29.630 INFO:teuthology.orchestra.run.smithi105.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-21T15:28:29.630 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 23 M 2023-10-21T15:28:29.630 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 23 k 2023-10-21T15:28:29.630 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mds x86_64 2:18.0.0-6820.gf0804064.el8 ceph 2.3 M 2023-10-21T15:28:29.631 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 242 k 2023-10-21T15:28:29.631 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mon x86_64 2:18.0.0-6820.gf0804064.el8 ceph 4.6 M 2023-10-21T15:28:29.631 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-osd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 18 M 2023-10-21T15:28:29.631 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 15 k 2023-10-21T15:28:29.631 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-selinux x86_64 2:18.0.0-6820.gf0804064.el8 ceph 24 k 2023-10-21T15:28:29.632 INFO:teuthology.orchestra.run.smithi105.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-21T15:28:29.632 INFO:teuthology.orchestra.run.smithi105.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-21T15:28:29.632 INFO:teuthology.orchestra.run.smithi105.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-21T15:28:29.632 INFO:teuthology.orchestra.run.smithi105.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-21T15:28:29.632 INFO:teuthology.orchestra.run.smithi105.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-21T15:28:29.633 INFO:teuthology.orchestra.run.smithi105.stdout: libcephsqlite x86_64 2:18.0.0-6820.gf0804064.el8 ceph 184 k 2023-10-21T15:28:29.633 INFO:teuthology.orchestra.run.smithi105.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-21T15:28:29.633 INFO:teuthology.orchestra.run.smithi105.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-21T15:28:29.633 INFO:teuthology.orchestra.run.smithi105.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-21T15:28:29.633 INFO:teuthology.orchestra.run.smithi105.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-21T15:28:29.634 INFO:teuthology.orchestra.run.smithi105.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-21T15:28:29.634 INFO:teuthology.orchestra.run.smithi105.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-21T15:28:29.634 INFO:teuthology.orchestra.run.smithi105.stdout: libradosstriper1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 518 k 2023-10-21T15:28:29.634 INFO:teuthology.orchestra.run.smithi105.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-21T15:28:29.634 INFO:teuthology.orchestra.run.smithi105.stdout: librgw2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.9 M 2023-10-21T15:28:29.635 INFO:teuthology.orchestra.run.smithi105.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-21T15:28:29.635 INFO:teuthology.orchestra.run.smithi105.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-21T15:28:29.635 INFO:teuthology.orchestra.run.smithi105.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-21T15:28:29.635 INFO:teuthology.orchestra.run.smithi105.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-21T15:28:29.635 INFO:teuthology.orchestra.run.smithi105.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-21T15:28:29.636 INFO:teuthology.orchestra.run.smithi105.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-21T15:28:29.636 INFO:teuthology.orchestra.run.smithi105.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-21T15:28:29.636 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-21T15:28:29.636 INFO:teuthology.orchestra.run.smithi105.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-21T15:28:29.636 INFO:teuthology.orchestra.run.smithi105.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-21T15:28:29.637 INFO:teuthology.orchestra.run.smithi105.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-21T15:28:29.637 INFO:teuthology.orchestra.run.smithi105.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-21T15:28:29.637 INFO:teuthology.orchestra.run.smithi105.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-21T15:28:29.637 INFO:teuthology.orchestra.run.smithi105.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-21T15:28:29.637 INFO:teuthology.orchestra.run.smithi105.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-21T15:28:29.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-21T15:28:29.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-argparse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 45 k 2023-10-21T15:28:29.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 126 k 2023-10-21T15:28:29.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-21T15:28:29.638 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-21T15:28:29.639 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-21T15:28:29.639 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-21T15:28:29.639 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-21T15:28:29.639 INFO:teuthology.orchestra.run.smithi105.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-21T15:28:29.639 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-21T15:28:29.640 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-21T15:28:29.640 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-21T15:28:29.640 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-21T15:28:29.640 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-21T15:28:29.640 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T15:28:29.641 INFO:teuthology.orchestra.run.smithi105.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-21T15:28:29.641 INFO:teuthology.orchestra.run.smithi105.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-21T15:28:29.641 INFO:teuthology.orchestra.run.smithi105.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-21T15:28:29.641 INFO:teuthology.orchestra.run.smithi105.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-21T15:28:29.641 INFO:teuthology.orchestra.run.smithi105.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-21T15:28:29.641 INFO:teuthology.orchestra.run.smithi105.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-21T15:28:29.642 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-21T15:28:29.642 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-21T15:28:29.642 INFO:teuthology.orchestra.run.smithi105.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-21T15:28:29.642 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-21T15:28:29.643 INFO:teuthology.orchestra.run.smithi105.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-21T15:28:29.643 INFO:teuthology.orchestra.run.smithi105.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-21T15:28:29.643 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-21T15:28:29.643 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-21T15:28:29.643 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-21T15:28:29.644 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-21T15:28:29.644 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-21T15:28:29.644 INFO:teuthology.orchestra.run.smithi105.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-21T15:28:29.644 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T15:28:29.644 INFO:teuthology.orchestra.run.smithi105.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-21T15:28:29.644 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-21T15:28:29.645 INFO:teuthology.orchestra.run.smithi105.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-21T15:28:29.645 INFO:teuthology.orchestra.run.smithi105.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-21T15:28:29.645 INFO:teuthology.orchestra.run.smithi105.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-21T15:28:29.645 INFO:teuthology.orchestra.run.smithi105.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-21T15:28:29.646 INFO:teuthology.orchestra.run.smithi105.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-21T15:28:29.646 INFO:teuthology.orchestra.run.smithi105.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-21T15:28:29.646 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-21T15:28:29.646 INFO:teuthology.orchestra.run.smithi105.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-21T15:28:29.646 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-21T15:28:29.647 INFO:teuthology.orchestra.run.smithi105.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-21T15:28:29.647 INFO:teuthology.orchestra.run.smithi105.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-21T15:28:29.647 INFO:teuthology.orchestra.run.smithi105.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-21T15:28:29.647 INFO:teuthology.orchestra.run.smithi105.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-21T15:28:29.647 INFO:teuthology.orchestra.run.smithi105.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-21T15:28:29.648 INFO:teuthology.orchestra.run.smithi105.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-21T15:28:29.648 INFO:teuthology.orchestra.run.smithi105.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-21T15:28:29.648 INFO:teuthology.orchestra.run.smithi105.stdout:Enabling module streams: 2023-10-21T15:28:29.648 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql 10 2023-10-21T15:28:29.648 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:28:29.649 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2023-10-21T15:28:29.649 INFO:teuthology.orchestra.run.smithi105.stdout:=========================================================================================================================== 2023-10-21T15:28:29.649 INFO:teuthology.orchestra.run.smithi105.stdout:Install 128 Packages 2023-10-21T15:28:29.649 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrade 3 Packages 2023-10-21T15:28:29.649 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:28:29.650 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 209 M 2023-10-21T15:28:29.650 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2023-10-21T15:28:29.924 INFO:teuthology.orchestra.run.smithi119.stdout:(8/131): ceph-radosgw-18.0.0-6820.gf0804064.el8 16 MB/s | 14 MB 00:00 2023-10-21T15:28:29.995 INFO:teuthology.orchestra.run.smithi105.stdout:(1/131): ceph-18.0.0-6820.gf0804064.el8.x86_64. 30 kB/s | 6.4 kB 00:00 2023-10-21T15:28:30.025 INFO:teuthology.orchestra.run.smithi119.stdout:(9/131): ceph-selinux-18.0.0-6820.gf0804064.el8 240 kB/s | 24 kB 00:00 2023-10-21T15:28:30.516 INFO:teuthology.orchestra.run.smithi046.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T15:28:30.517 INFO:teuthology.orchestra.run.smithi046.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-21T15:28:30.532 INFO:teuthology.orchestra.run.smithi046.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-21T15:28:30.533 INFO:teuthology.orchestra.run.smithi046.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-21T15:28:30.534 INFO:teuthology.orchestra.run.smithi046.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-21T15:28:30.536 INFO:teuthology.orchestra.run.smithi046.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-21T15:28:30.538 INFO:teuthology.orchestra.run.smithi046.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-21T15:28:30.541 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-21T15:28:30.542 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-21T15:28:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2023-10-21T15:28:30.705 INFO:teuthology.orchestra.run.smithi046.stdout:=========================================================================================================================== 2023-10-21T15:28:30.705 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2023-10-21T15:28:30.705 INFO:teuthology.orchestra.run.smithi046.stdout:=========================================================================================================================== 2023-10-21T15:28:30.706 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2023-10-21T15:28:30.706 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-21T15:28:30.706 INFO:teuthology.orchestra.run.smithi046.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-21T15:28:30.706 INFO:teuthology.orchestra.run.smithi046.stdout: ceph x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.4 k 2023-10-21T15:28:30.706 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base x86_64 2:18.0.0-6820.gf0804064.el8 ceph 5.4 M 2023-10-21T15:28:30.707 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 918 k 2023-10-21T15:28:30.707 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6820.gf0804064.el8 ceph 167 k 2023-10-21T15:28:30.707 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr x86_64 2:18.0.0-6820.gf0804064.el8 ceph 1.6 M 2023-10-21T15:28:30.707 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 132 k 2023-10-21T15:28:30.707 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 1.8 M 2023-10-21T15:28:30.708 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 7.4 M 2023-10-21T15:28:30.708 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 48 k 2023-10-21T15:28:30.708 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 14 M 2023-10-21T15:28:30.708 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test x86_64 2:18.0.0-6820.gf0804064.el8 ceph 49 M 2023-10-21T15:28:30.708 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 261 k 2023-10-21T15:28:30.709 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 191 k 2023-10-21T15:28:30.709 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 261 k 2023-10-21T15:28:30.709 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 18 k 2023-10-21T15:28:30.709 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-21T15:28:30.709 INFO:teuthology.orchestra.run.smithi046.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-21T15:28:30.710 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-21T15:28:30.710 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 31 k 2023-10-21T15:28:30.710 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 840 k 2023-10-21T15:28:30.710 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel x86_64 2:18.0.0-6820.gf0804064.el8 ceph 139 k 2023-10-21T15:28:30.710 INFO:teuthology.orchestra.run.smithi046.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-21T15:28:30.711 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-21T15:28:30.711 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-21T15:28:30.711 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-21T15:28:30.711 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-21T15:28:30.712 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-21T15:28:30.712 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs x86_64 2:18.0.0-6820.gf0804064.el8 ceph 196 k 2023-10-21T15:28:30.712 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados x86_64 2:18.0.0-6820.gf0804064.el8 ceph 371 k 2023-10-21T15:28:30.712 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 364 k 2023-10-21T15:28:30.712 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw x86_64 2:18.0.0-6820.gf0804064.el8 ceph 107 k 2023-10-21T15:28:30.713 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 94 k 2023-10-21T15:28:30.713 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.6 M 2023-10-21T15:28:30.713 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 179 k 2023-10-21T15:28:30.713 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-21T15:28:30.713 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrading: 2023-10-21T15:28:30.714 INFO:teuthology.orchestra.run.smithi046.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-21T15:28:30.714 INFO:teuthology.orchestra.run.smithi046.stdout: librados2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T15:28:30.714 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 3.7 M 2023-10-21T15:28:30.714 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2023-10-21T15:28:30.714 INFO:teuthology.orchestra.run.smithi046.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-21T15:28:30.715 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 23 M 2023-10-21T15:28:30.715 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 23 k 2023-10-21T15:28:30.715 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds x86_64 2:18.0.0-6820.gf0804064.el8 ceph 2.3 M 2023-10-21T15:28:30.715 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 242 k 2023-10-21T15:28:30.715 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon x86_64 2:18.0.0-6820.gf0804064.el8 ceph 4.6 M 2023-10-21T15:28:30.716 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd x86_64 2:18.0.0-6820.gf0804064.el8 ceph 18 M 2023-10-21T15:28:30.716 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6820.gf0804064.el8 ceph-noarch 15 k 2023-10-21T15:28:30.716 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux x86_64 2:18.0.0-6820.gf0804064.el8 ceph 24 k 2023-10-21T15:28:30.716 INFO:teuthology.orchestra.run.smithi046.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-21T15:28:30.716 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-21T15:28:30.716 INFO:teuthology.orchestra.run.smithi046.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-21T15:28:30.717 INFO:teuthology.orchestra.run.smithi046.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-21T15:28:30.717 INFO:teuthology.orchestra.run.smithi046.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-21T15:28:30.717 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite x86_64 2:18.0.0-6820.gf0804064.el8 ceph 184 k 2023-10-21T15:28:30.717 INFO:teuthology.orchestra.run.smithi046.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-21T15:28:30.717 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-21T15:28:30.718 INFO:teuthology.orchestra.run.smithi046.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-21T15:28:30.718 INFO:teuthology.orchestra.run.smithi046.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-21T15:28:30.718 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-21T15:28:30.718 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-21T15:28:30.719 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 518 k 2023-10-21T15:28:30.719 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-21T15:28:30.719 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2 x86_64 2:18.0.0-6820.gf0804064.el8 ceph 6.9 M 2023-10-21T15:28:30.719 INFO:teuthology.orchestra.run.smithi046.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-21T15:28:30.719 INFO:teuthology.orchestra.run.smithi046.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-21T15:28:30.720 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-21T15:28:30.720 INFO:teuthology.orchestra.run.smithi046.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-21T15:28:30.720 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-21T15:28:30.720 INFO:teuthology.orchestra.run.smithi046.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-21T15:28:30.720 INFO:teuthology.orchestra.run.smithi046.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-21T15:28:30.721 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-21T15:28:30.721 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-21T15:28:30.721 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-21T15:28:30.721 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-21T15:28:30.721 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-21T15:28:30.722 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-21T15:28:30.722 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-21T15:28:30.722 INFO:teuthology.orchestra.run.smithi046.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-21T15:28:30.722 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-21T15:28:30.723 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse x86_64 2:18.0.0-6820.gf0804064.el8 ceph 45 k 2023-10-21T15:28:30.723 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common x86_64 2:18.0.0-6820.gf0804064.el8 ceph 126 k 2023-10-21T15:28:30.723 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-21T15:28:30.723 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-21T15:28:30.723 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-21T15:28:30.724 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-21T15:28:30.724 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-21T15:28:30.724 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-21T15:28:30.724 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-21T15:28:30.724 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-21T15:28:30.725 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-21T15:28:30.725 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-21T15:28:30.725 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-21T15:28:30.725 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T15:28:30.725 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-21T15:28:30.725 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-21T15:28:30.726 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-21T15:28:30.726 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-21T15:28:30.726 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-21T15:28:30.726 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-21T15:28:30.726 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-21T15:28:30.727 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-21T15:28:30.727 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-21T15:28:30.727 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-21T15:28:30.727 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-21T15:28:30.727 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-21T15:28:30.728 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-21T15:28:30.728 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-21T15:28:30.728 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-21T15:28:30.728 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-21T15:28:30.728 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-21T15:28:30.729 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-21T15:28:30.729 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-21T15:28:30.729 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-21T15:28:30.729 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-21T15:28:30.729 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-21T15:28:30.730 INFO:teuthology.orchestra.run.smithi046.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-21T15:28:30.730 INFO:teuthology.orchestra.run.smithi046.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-21T15:28:30.730 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-21T15:28:30.730 INFO:teuthology.orchestra.run.smithi046.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-21T15:28:30.730 INFO:teuthology.orchestra.run.smithi046.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-21T15:28:30.731 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-21T15:28:30.731 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-21T15:28:30.731 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-21T15:28:30.731 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-21T15:28:30.731 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-21T15:28:30.732 INFO:teuthology.orchestra.run.smithi046.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-21T15:28:30.732 INFO:teuthology.orchestra.run.smithi046.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-21T15:28:30.732 INFO:teuthology.orchestra.run.smithi046.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-21T15:28:30.732 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-21T15:28:30.732 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-21T15:28:30.733 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling module streams: 2023-10-21T15:28:30.733 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql 10 2023-10-21T15:28:30.733 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:28:30.733 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2023-10-21T15:28:30.733 INFO:teuthology.orchestra.run.smithi046.stdout:=========================================================================================================================== 2023-10-21T15:28:30.734 INFO:teuthology.orchestra.run.smithi046.stdout:Install 128 Packages 2023-10-21T15:28:30.734 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrade 3 Packages 2023-10-21T15:28:30.734 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:28:30.735 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 209 M 2023-10-21T15:28:30.735 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2023-10-21T15:28:30.854 INFO:teuthology.orchestra.run.smithi105.stdout:(2/131): ceph-fuse-18.0.0-6820.gf0804064.el8.x8 1.0 MB/s | 918 kB 00:00 2023-10-21T15:28:31.063 INFO:teuthology.orchestra.run.smithi105.stdout:(3/131): ceph-immutable-object-cache-18.0.0-682 802 kB/s | 167 kB 00:00 2023-10-21T15:28:31.155 INFO:teuthology.orchestra.run.smithi046.stdout:(1/131): ceph-18.0.0-6820.gf0804064.el8.x86_64. 16 kB/s | 6.4 kB 00:00 2023-10-21T15:28:31.706 INFO:teuthology.orchestra.run.smithi046.stdout:(2/131): ceph-fuse-18.0.0-6820.gf0804064.el8.x8 1.6 MB/s | 918 kB 00:00 2023-10-21T15:28:31.798 INFO:teuthology.orchestra.run.smithi046.stdout:(3/131): ceph-immutable-object-cache-18.0.0-682 1.8 MB/s | 167 kB 00:00 2023-10-21T15:28:31.871 INFO:teuthology.orchestra.run.smithi105.stdout:(4/131): ceph-base-18.0.0-6820.gf0804064.el8.x8 2.6 MB/s | 5.4 MB 00:02 2023-10-21T15:28:32.123 INFO:teuthology.orchestra.run.smithi046.stdout:(4/131): ceph-mds-18.0.0-6820.gf0804064.el8.x86 7.1 MB/s | 2.3 MB 00:00 2023-10-21T15:28:32.382 INFO:teuthology.orchestra.run.smithi046.stdout:(5/131): ceph-mgr-18.0.0-6820.gf0804064.el8.x86 6.3 MB/s | 1.6 MB 00:00 2023-10-21T15:28:32.563 INFO:teuthology.orchestra.run.smithi105.stdout:(5/131): ceph-mds-18.0.0-6820.gf0804064.el8.x86 1.5 MB/s | 2.3 MB 00:01 2023-10-21T15:28:32.988 INFO:teuthology.orchestra.run.smithi105.stdout:(6/131): ceph-mgr-18.0.0-6820.gf0804064.el8.x86 1.5 MB/s | 1.6 MB 00:01 2023-10-21T15:28:33.057 INFO:teuthology.orchestra.run.smithi046.stdout:(6/131): ceph-mon-18.0.0-6820.gf0804064.el8.x86 6.9 MB/s | 4.6 MB 00:00 2023-10-21T15:28:33.524 INFO:teuthology.orchestra.run.smithi119.stdout:(10/131): ceph-osd-18.0.0-6820.gf0804064.el8.x8 3.9 MB/s | 18 MB 00:04 2023-10-21T15:28:33.691 INFO:teuthology.orchestra.run.smithi119.stdout:(11/131): cephfs-mirror-18.0.0-6820.gf0804064.e 1.5 MB/s | 261 kB 00:00 2023-10-21T15:28:33.783 INFO:teuthology.orchestra.run.smithi119.stdout:(12/131): libcephfs-devel-18.0.0-6820.gf0804064 339 kB/s | 31 kB 00:00 2023-10-21T15:28:34.116 INFO:teuthology.orchestra.run.smithi119.stdout:(13/131): libcephfs2-18.0.0-6820.gf0804064.el8. 2.5 MB/s | 840 kB 00:00 2023-10-21T15:28:34.358 INFO:teuthology.orchestra.run.smithi119.stdout:(14/131): ceph-common-18.0.0-6820.gf0804064.el8 3.6 MB/s | 23 MB 00:06 2023-10-21T15:28:34.384 INFO:teuthology.orchestra.run.smithi119.stdout:(15/131): libcephsqlite-18.0.0-6820.gf0804064.e 688 kB/s | 184 kB 00:00 2023-10-21T15:28:34.563 INFO:teuthology.orchestra.run.smithi119.stdout:(16/131): librados-devel-18.0.0-6820.gf0804064. 681 kB/s | 139 kB 00:00 2023-10-21T15:28:34.601 INFO:teuthology.orchestra.run.smithi119.stdout:(17/131): libradosstriper1-18.0.0-6820.gf080406 2.3 MB/s | 518 kB 00:00 2023-10-21T15:28:34.639 INFO:teuthology.orchestra.run.smithi105.stdout:(7/131): ceph-common-18.0.0-6820.gf0804064.el8. 4.6 MB/s | 23 MB 00:04 2023-10-21T15:28:34.684 INFO:teuthology.orchestra.run.smithi119.stdout:(18/131): python3-ceph-argparse-18.0.0-6820.gf0 537 kB/s | 45 kB 00:00 2023-10-21T15:28:34.808 INFO:teuthology.orchestra.run.smithi119.stdout:(19/131): python3-ceph-common-18.0.0-6820.gf080 1.0 MB/s | 126 kB 00:00 2023-10-21T15:28:34.893 INFO:teuthology.orchestra.run.smithi119.stdout:(20/131): python3-cephfs-18.0.0-6820.gf0804064. 2.3 MB/s | 196 kB 00:00 2023-10-21T15:28:35.010 INFO:teuthology.orchestra.run.smithi119.stdout:(21/131): python3-rados-18.0.0-6820.gf0804064.e 3.1 MB/s | 371 kB 00:00 2023-10-21T15:28:35.014 INFO:teuthology.orchestra.run.smithi105.stdout:(8/131): ceph-mon-18.0.0-6820.gf0804064.el8.x86 1.9 MB/s | 4.6 MB 00:02 2023-10-21T15:28:35.015 INFO:teuthology.orchestra.run.smithi046.stdout:(7/131): ceph-osd-18.0.0-6820.gf0804064.el8.x86 9.2 MB/s | 18 MB 00:01 2023-10-21T15:28:35.089 INFO:teuthology.orchestra.run.smithi105.stdout:(9/131): ceph-selinux-18.0.0-6820.gf0804064.el8 325 kB/s | 24 kB 00:00 2023-10-21T15:28:35.219 INFO:teuthology.orchestra.run.smithi119.stdout:(22/131): python3-rbd-18.0.0-6820.gf0804064.el8 1.7 MB/s | 364 kB 00:00 2023-10-21T15:28:35.328 INFO:teuthology.orchestra.run.smithi119.stdout:(23/131): python3-rgw-18.0.0-6820.gf0804064.el8 984 kB/s | 107 kB 00:00 2023-10-21T15:28:35.420 INFO:teuthology.orchestra.run.smithi119.stdout:(24/131): rbd-fuse-18.0.0-6820.gf0804064.el8.x8 1.0 MB/s | 94 kB 00:00 2023-10-21T15:28:36.290 INFO:teuthology.orchestra.run.smithi046.stdout:(8/131): ceph-base-18.0.0-6820.gf0804064.el8.x8 1.0 MB/s | 5.4 MB 00:05 2023-10-21T15:28:36.366 INFO:teuthology.orchestra.run.smithi046.stdout:(9/131): ceph-selinux-18.0.0-6820.gf0804064.el8 325 kB/s | 24 kB 00:00 2023-10-21T15:28:36.553 INFO:teuthology.orchestra.run.smithi119.stdout:(25/131): rbd-mirror-18.0.0-6820.gf0804064.el8. 3.2 MB/s | 3.6 MB 00:01 2023-10-21T15:28:36.645 INFO:teuthology.orchestra.run.smithi119.stdout:(26/131): rbd-nbd-18.0.0-6820.gf0804064.el8.x86 1.9 MB/s | 179 kB 00:00 2023-10-21T15:28:36.755 INFO:teuthology.orchestra.run.smithi119.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6820.g 210 kB/s | 23 kB 00:00 2023-10-21T15:28:36.799 INFO:teuthology.orchestra.run.smithi046.stdout:(10/131): ceph-radosgw-18.0.0-6820.gf0804064.el 7.8 MB/s | 14 MB 00:01 2023-10-21T15:28:36.821 INFO:teuthology.orchestra.run.smithi119.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6820.gf080406 2.0 MB/s | 132 kB 00:00 2023-10-21T15:28:36.866 INFO:teuthology.orchestra.run.smithi046.stdout:(11/131): cephfs-mirror-18.0.0-6820.gf0804064.e 3.8 MB/s | 261 kB 00:00 2023-10-21T15:28:36.961 INFO:teuthology.orchestra.run.smithi046.stdout:(12/131): libcephfs-devel-18.0.0-6820.gf0804064 327 kB/s | 31 kB 00:00 2023-10-21T15:28:36.984 INFO:teuthology.orchestra.run.smithi119.stdout:(29/131): librgw2-18.0.0-6820.gf0804064.el8.x86 2.9 MB/s | 6.9 MB 00:02 2023-10-21T15:28:37.125 INFO:teuthology.orchestra.run.smithi046.stdout:(13/131): libcephfs2-18.0.0-6820.gf0804064.el8. 5.0 MB/s | 840 kB 00:00 2023-10-21T15:28:37.200 INFO:teuthology.orchestra.run.smithi046.stdout:(14/131): libcephsqlite-18.0.0-6820.gf0804064.e 2.4 MB/s | 184 kB 00:00 2023-10-21T15:28:37.284 INFO:teuthology.orchestra.run.smithi046.stdout:(15/131): librados-devel-18.0.0-6820.gf0804064. 1.6 MB/s | 139 kB 00:00 2023-10-21T15:28:37.313 INFO:teuthology.orchestra.run.smithi119.stdout:(30/131): ceph-mgr-dashboard-18.0.0-6820.gf0804 3.6 MB/s | 1.8 MB 00:00 2023-10-21T15:28:37.378 INFO:teuthology.orchestra.run.smithi046.stdout:(16/131): libradosstriper1-18.0.0-6820.gf080406 5.4 MB/s | 518 kB 00:00 2023-10-21T15:28:37.814 INFO:teuthology.orchestra.run.smithi119.stdout:(31/131): ceph-test-18.0.0-6820.gf0804064.el8.x 6.3 MB/s | 49 MB 00:07 2023-10-21T15:28:37.839 INFO:teuthology.orchestra.run.smithi119.stdout:(32/131): ceph-mgr-modules-core-18.0.0-6820.gf0 462 kB/s | 242 kB 00:00 2023-10-21T15:28:37.898 INFO:teuthology.orchestra.run.smithi119.stdout:(33/131): ceph-mgr-rook-18.0.0-6820.gf0804064.e 571 kB/s | 48 kB 00:00 2023-10-21T15:28:37.923 INFO:teuthology.orchestra.run.smithi119.stdout:(34/131): ceph-prometheus-alerts-18.0.0-6820.gf 179 kB/s | 15 kB 00:00 2023-10-21T15:28:38.065 INFO:teuthology.orchestra.run.smithi119.stdout:(35/131): ceph-volume-18.0.0-6820.gf0804064.el8 1.5 MB/s | 261 kB 00:00 2023-10-21T15:28:38.090 INFO:teuthology.orchestra.run.smithi119.stdout:(36/131): cephadm-18.0.0-6820.gf0804064.el8.noa 1.1 MB/s | 191 kB 00:00 2023-10-21T15:28:38.115 INFO:teuthology.orchestra.run.smithi119.stdout:(37/131): cephfs-top-18.0.0-6820.gf0804064.el8. 362 kB/s | 18 kB 00:00 2023-10-21T15:28:38.118 INFO:teuthology.orchestra.run.smithi046.stdout:(17/131): librgw2-18.0.0-6820.gf0804064.el8.x86 9.4 MB/s | 6.9 MB 00:00 2023-10-21T15:28:38.177 INFO:teuthology.orchestra.run.smithi046.stdout:(18/131): python3-ceph-argparse-18.0.0-6820.gf0 772 kB/s | 45 kB 00:00 2023-10-21T15:28:38.224 INFO:teuthology.orchestra.run.smithi119.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 543 kB/s | 59 kB 00:00 2023-10-21T15:28:38.235 INFO:teuthology.orchestra.run.smithi046.stdout:(19/131): python3-ceph-common-18.0.0-6820.gf080 2.1 MB/s | 126 kB 00:00 2023-10-21T15:28:38.299 INFO:teuthology.orchestra.run.smithi119.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.4 MB/s | 306 kB 00:00 2023-10-21T15:28:38.302 INFO:teuthology.orchestra.run.smithi046.stdout:(20/131): python3-cephfs-18.0.0-6820.gf0804064. 2.9 MB/s | 196 kB 00:00 2023-10-21T15:28:38.325 INFO:teuthology.orchestra.run.smithi119.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 749 kB/s | 75 kB 00:00 2023-10-21T15:28:38.358 INFO:teuthology.orchestra.run.smithi119.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.3 MB/s | 44 kB 00:00 2023-10-21T15:28:38.378 INFO:teuthology.orchestra.run.smithi046.stdout:(21/131): python3-rados-18.0.0-6820.gf0804064.e 4.8 MB/s | 371 kB 00:00 2023-10-21T15:28:38.383 INFO:teuthology.orchestra.run.smithi119.stdout:(42/131): python3-asyncssh-2.7.0-2.el8.noarch.r 5.5 MB/s | 476 kB 00:00 2023-10-21T15:28:38.409 INFO:teuthology.orchestra.run.smithi119.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 3.6 MB/s | 185 kB 00:00 2023-10-21T15:28:38.434 INFO:teuthology.orchestra.run.smithi119.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 656 kB/s | 33 kB 00:00 2023-10-21T15:28:38.444 INFO:teuthology.orchestra.run.smithi046.stdout:(22/131): python3-rbd-18.0.0-6820.gf0804064.el8 5.3 MB/s | 364 kB 00:00 2023-10-21T15:28:38.459 INFO:teuthology.orchestra.run.smithi119.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 325 kB/s | 16 kB 00:00 2023-10-21T15:28:38.476 INFO:teuthology.orchestra.run.smithi119.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 4.0 MB/s | 173 kB 00:00 2023-10-21T15:28:38.486 INFO:teuthology.orchestra.run.smithi046.stdout:(23/131): python3-rgw-18.0.0-6820.gf0804064.el8 2.5 MB/s | 107 kB 00:00 2023-10-21T15:28:38.531 INFO:teuthology.orchestra.run.smithi119.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.5 MB/s | 81 kB 00:00 2023-10-21T15:28:38.545 INFO:teuthology.orchestra.run.smithi046.stdout:(24/131): rbd-fuse-18.0.0-6820.gf0804064.el8.x8 1.6 MB/s | 94 kB 00:00 2023-10-21T15:28:38.569 INFO:teuthology.orchestra.run.smithi119.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 3.5 MB/s | 384 kB 00:00 2023-10-21T15:28:38.594 INFO:teuthology.orchestra.run.smithi119.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 177 kB/s | 11 kB 00:00 2023-10-21T15:28:38.611 INFO:teuthology.orchestra.run.smithi119.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 419 kB/s | 18 kB 00:00 2023-10-21T15:28:38.637 INFO:teuthology.orchestra.run.smithi119.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 1.9 MB/s | 49 kB 00:00 2023-10-21T15:28:38.662 INFO:teuthology.orchestra.run.smithi119.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 2.3 MB/s | 59 kB 00:00 2023-10-21T15:28:38.704 INFO:teuthology.orchestra.run.smithi119.stdout:(53/131): python3-kubernetes-11.0.0-6.el8.noarc 11 MB/s | 1.2 MB 00:00 2023-10-21T15:28:38.721 INFO:teuthology.orchestra.run.smithi119.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.0 MB/s | 60 kB 00:00 2023-10-21T15:28:38.747 INFO:teuthology.orchestra.run.smithi105.stdout:(10/131): ceph-radosgw-18.0.0-6820.gf0804064.el 3.4 MB/s | 14 MB 00:04 2023-10-21T15:28:38.776 INFO:teuthology.orchestra.run.smithi119.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 3.9 MB/s | 283 kB 00:00 2023-10-21T15:28:38.796 INFO:teuthology.orchestra.run.smithi119.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 207 kB/s | 16 kB 00:00 2023-10-21T15:28:38.813 INFO:teuthology.orchestra.run.smithi119.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 906 kB/s | 34 kB 00:00 2023-10-21T15:28:38.838 INFO:teuthology.orchestra.run.smithi119.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 4.6 MB/s | 196 kB 00:00 2023-10-21T15:28:38.872 INFO:teuthology.orchestra.run.smithi119.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 1.1 MB/s | 64 kB 00:00 2023-10-21T15:28:38.881 INFO:teuthology.orchestra.run.smithi105.stdout:(11/131): cephfs-mirror-18.0.0-6820.gf0804064.e 1.9 MB/s | 261 kB 00:00 2023-10-21T15:28:38.898 INFO:teuthology.orchestra.run.smithi119.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 319 kB/s | 19 kB 00:00 2023-10-21T15:28:38.923 INFO:teuthology.orchestra.run.smithi119.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 478 kB/s | 24 kB 00:00 2023-10-21T15:28:38.948 INFO:teuthology.orchestra.run.smithi119.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 584 kB/s | 29 kB 00:00 2023-10-21T15:28:38.956 INFO:teuthology.orchestra.run.smithi105.stdout:(12/131): libcephfs-devel-18.0.0-6820.gf0804064 414 kB/s | 31 kB 00:00 2023-10-21T15:28:38.973 INFO:teuthology.orchestra.run.smithi119.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 548 kB/s | 27 kB 00:00 2023-10-21T15:28:39.020 INFO:teuthology.orchestra.run.smithi119.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 3.5 MB/s | 255 kB 00:00 2023-10-21T15:28:39.057 INFO:teuthology.orchestra.run.smithi119.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.9 MB/s | 251 kB 00:00 2023-10-21T15:28:39.071 INFO:teuthology.orchestra.run.smithi046.stdout:(25/131): rbd-mirror-18.0.0-6820.gf0804064.el8. 6.8 MB/s | 3.6 MB 00:00 2023-10-21T15:28:39.091 INFO:teuthology.orchestra.run.smithi119.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 871 kB/s | 61 kB 00:00 2023-10-21T15:28:39.106 INFO:teuthology.orchestra.run.smithi105.stdout:(13/131): libcephfs2-18.0.0-6820.gf0804064.el8. 5.5 MB/s | 840 kB 00:00 2023-10-21T15:28:39.116 INFO:teuthology.orchestra.run.smithi119.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.4 MB/s | 85 kB 00:00 2023-10-21T15:28:39.121 INFO:teuthology.orchestra.run.smithi046.stdout:(26/131): rbd-nbd-18.0.0-6820.gf0804064.el8.x86 3.5 MB/s | 179 kB 00:00 2023-10-21T15:28:39.141 INFO:teuthology.orchestra.run.smithi119.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 456 kB/s | 23 kB 00:00 2023-10-21T15:28:39.157 INFO:teuthology.orchestra.run.smithi105.stdout:(14/131): libcephsqlite-18.0.0-6820.gf0804064.e 3.6 MB/s | 184 kB 00:00 2023-10-21T15:28:39.163 INFO:teuthology.orchestra.run.smithi046.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6820.g 554 kB/s | 23 kB 00:00 2023-10-21T15:28:39.205 INFO:teuthology.orchestra.run.smithi046.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6820.gf080406 3.1 MB/s | 132 kB 00:00 2023-10-21T15:28:39.234 INFO:teuthology.orchestra.run.smithi119.stdout:(69/131): ceph-mgr-diskprediction-local-18.0.0- 3.3 MB/s | 7.4 MB 00:02 2023-10-21T15:28:39.284 INFO:teuthology.orchestra.run.smithi119.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 490 kB/s | 70 kB 00:00 2023-10-21T15:28:39.332 INFO:teuthology.orchestra.run.smithi105.stdout:(15/131): ceph-osd-18.0.0-6820.gf0804064.el8.x8 2.8 MB/s | 18 MB 00:06 2023-10-21T15:28:39.357 INFO:teuthology.orchestra.run.smithi105.stdout:(16/131): librados-devel-18.0.0-6820.gf0804064. 693 kB/s | 139 kB 00:00 2023-10-21T15:28:39.359 INFO:teuthology.orchestra.run.smithi119.stdout:(71/131): thrift-0.13.0-2.el8.x86_64.rpm 7.2 MB/s | 1.7 MB 00:00 2023-10-21T15:28:39.363 INFO:teuthology.orchestra.run.smithi046.stdout:(29/131): ceph-mgr-dashboard-18.0.0-6820.gf0804 11 MB/s | 1.8 MB 00:00 2023-10-21T15:28:39.384 INFO:teuthology.orchestra.run.smithi119.stdout:(72/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 311 kB/s | 47 kB 00:00 2023-10-21T15:28:39.418 INFO:teuthology.orchestra.run.smithi119.stdout:(73/131): libselinux-devel-2.9-5.el8.x86_64.rpm 1.5 MB/s | 200 kB 00:00 2023-10-21T15:28:39.443 INFO:teuthology.orchestra.run.smithi119.stdout:(74/131): python3-jwt-1.6.1-2.el8.noarch.rpm 508 kB/s | 43 kB 00:00 2023-10-21T15:28:39.468 INFO:teuthology.orchestra.run.smithi119.stdout:(75/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 955 kB/s | 48 kB 00:00 2023-10-21T15:28:39.516 INFO:teuthology.orchestra.run.smithi105.stdout:(17/131): libradosstriper1-18.0.0-6820.gf080406 2.8 MB/s | 518 kB 00:00 2023-10-21T15:28:39.528 INFO:teuthology.orchestra.run.smithi119.stdout:(76/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.0 MB/s | 87 kB 00:00 2023-10-21T15:28:39.552 INFO:teuthology.orchestra.run.smithi119.stdout:(77/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.3 MB/s | 220 kB 00:00 2023-10-21T15:28:39.586 INFO:teuthology.orchestra.run.smithi119.stdout:(78/131): python3-requests-oauthlib-1.0.0-1.el8 363 kB/s | 43 kB 00:00 2023-10-21T15:28:39.599 INFO:teuthology.orchestra.run.smithi105.stdout:(18/131): python3-ceph-argparse-18.0.0-6820.gf0 537 kB/s | 45 kB 00:00 2023-10-21T15:28:39.614 INFO:teuthology.orchestra.run.smithi119.stdout:(79/131): python3-pycparser-2.14-14.el8.noarch. 1.3 MB/s | 109 kB 00:00 2023-10-21T15:28:39.637 INFO:teuthology.orchestra.run.smithi119.stdout:(80/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 2.7 MB/s | 229 kB 00:00 2023-10-21T15:28:39.662 INFO:teuthology.orchestra.run.smithi119.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 372 kB/s | 19 kB 00:00 2023-10-21T15:28:39.691 INFO:teuthology.orchestra.run.smithi105.stdout:(19/131): python3-ceph-common-18.0.0-6820.gf080 1.3 MB/s | 126 kB 00:00 2023-10-21T15:28:39.704 INFO:teuthology.orchestra.run.smithi119.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 2.3 MB/s | 155 kB 00:00 2023-10-21T15:28:39.776 INFO:teuthology.orchestra.run.smithi119.stdout:(83/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 2.9 MB/s | 560 kB 00:00 2023-10-21T15:28:39.783 INFO:teuthology.orchestra.run.smithi105.stdout:(20/131): python3-cephfs-18.0.0-6820.gf0804064. 2.1 MB/s | 196 kB 00:00 2023-10-21T15:28:39.805 INFO:teuthology.orchestra.run.smithi119.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 178 kB/s | 18 kB 00:00 2023-10-21T15:28:39.839 INFO:teuthology.orchestra.run.smithi119.stdout:(85/131): python3-cryptography-3.2.1-5.el8.x86_ 3.1 MB/s | 559 kB 00:00 2023-10-21T15:28:39.864 INFO:teuthology.orchestra.run.smithi119.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.0 MB/s | 238 kB 00:00 2023-10-21T15:28:39.897 INFO:teuthology.orchestra.run.smithi119.stdout:(87/131): pcre2-devel-10.32-2.el8.x86_64.rpm 4.9 MB/s | 605 kB 00:00 2023-10-21T15:28:39.922 INFO:teuthology.orchestra.run.smithi119.stdout:(88/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.2 MB/s | 72 kB 00:00 2023-10-21T15:28:39.942 INFO:teuthology.orchestra.run.smithi105.stdout:(21/131): python3-rados-18.0.0-6820.gf0804064.e 2.3 MB/s | 371 kB 00:00 2023-10-21T15:28:39.948 INFO:teuthology.orchestra.run.smithi119.stdout:(89/131): fuse-2.9.7-15.el8.x86_64.rpm 1.6 MB/s | 83 kB 00:00 2023-10-21T15:28:39.965 INFO:teuthology.orchestra.run.smithi119.stdout:(90/131): elfutils-libelf-devel-0.186-1.el8.x86 1.4 MB/s | 60 kB 00:00 2023-10-21T15:28:40.023 INFO:teuthology.orchestra.run.smithi119.stdout:(91/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 1.3 MB/s | 98 kB 00:00 2023-10-21T15:28:40.047 INFO:teuthology.orchestra.run.smithi046.stdout:(30/131): ceph-mgr-diskprediction-local-18.0.0- 11 MB/s | 7.4 MB 00:00 2023-10-21T15:28:40.048 INFO:teuthology.orchestra.run.smithi119.stdout:(92/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 690 kB/s | 58 kB 00:00 2023-10-21T15:28:40.059 INFO:teuthology.orchestra.run.smithi105.stdout:(22/131): python3-rbd-18.0.0-6820.gf0804064.el8 3.1 MB/s | 364 kB 00:00 2023-10-21T15:28:40.074 INFO:teuthology.orchestra.run.smithi119.stdout:(93/131): libcom_err-devel-1.45.6-4.el8.x86_64. 770 kB/s | 39 kB 00:00 2023-10-21T15:28:40.105 INFO:teuthology.orchestra.run.smithi046.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6820.gf0 4.1 MB/s | 242 kB 00:00 2023-10-21T15:28:40.107 INFO:teuthology.orchestra.run.smithi119.stdout:(94/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 11 MB/s | 644 kB 00:00 2023-10-21T15:28:40.133 INFO:teuthology.orchestra.run.smithi119.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 2.9 MB/s | 171 kB 00:00 2023-10-21T15:28:40.134 INFO:teuthology.orchestra.run.smithi105.stdout:(23/131): python3-rgw-18.0.0-6820.gf0804064.el8 1.4 MB/s | 107 kB 00:00 2023-10-21T15:28:40.156 INFO:teuthology.orchestra.run.smithi046.stdout:(32/131): ceph-mgr-rook-18.0.0-6820.gf0804064.e 953 kB/s | 48 kB 00:00 2023-10-21T15:28:40.158 INFO:teuthology.orchestra.run.smithi119.stdout:(96/131): NetworkManager-initscripts-updown-1.3 2.7 MB/s | 138 kB 00:00 2023-10-21T15:28:40.201 INFO:teuthology.orchestra.run.smithi105.stdout:(24/131): rbd-fuse-18.0.0-6820.gf0804064.el8.x8 1.4 MB/s | 94 kB 00:00 2023-10-21T15:28:40.206 INFO:teuthology.orchestra.run.smithi046.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6820.gf 300 kB/s | 15 kB 00:00 2023-10-21T15:28:40.208 INFO:teuthology.orchestra.run.smithi119.stdout:(97/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 6.3 MB/s | 2.3 MB 00:00 2023-10-21T15:28:40.273 INFO:teuthology.orchestra.run.smithi046.stdout:(34/131): ceph-volume-18.0.0-6820.gf0804064.el8 3.8 MB/s | 261 kB 00:00 2023-10-21T15:28:40.340 INFO:teuthology.orchestra.run.smithi046.stdout:(35/131): cephadm-18.0.0-6820.gf0804064.el8.noa 2.8 MB/s | 191 kB 00:00 2023-10-21T15:28:40.342 INFO:teuthology.orchestra.run.smithi119.stdout:(98/131): python3-pyasn1-modules-0.3.7-6.el8.no 600 kB/s | 110 kB 00:00 2023-10-21T15:28:40.495 INFO:teuthology.orchestra.run.smithi119.stdout:(99/131): python3-pytz-2017.2-9.el8.noarch.rpm 189 kB/s | 54 kB 00:00 2023-10-21T15:28:40.526 INFO:teuthology.orchestra.run.smithi119.stdout:(100/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.4 MB/s | 259 kB 00:00 2023-10-21T15:28:40.557 INFO:teuthology.orchestra.run.smithi046.stdout:(36/131): ceph-common-18.0.0-6820.gf0804064.el8 2.3 MB/s | 23 MB 00:09 2023-10-21T15:28:40.559 INFO:teuthology.orchestra.run.smithi119.stdout:(101/131): socat-1.7.4.1-1.el8.x86_64.rpm 4.9 MB/s | 323 kB 00:00 2023-10-21T15:28:40.574 INFO:teuthology.orchestra.run.smithi046.stdout:(37/131): cephfs-top-18.0.0-6820.gf0804064.el8. 77 kB/s | 18 kB 00:00 2023-10-21T15:28:40.585 INFO:teuthology.orchestra.run.smithi119.stdout:(102/131): python3-markupsafe-0.23-19.el8.x86_6 664 kB/s | 39 kB 00:00 2023-10-21T15:28:40.601 INFO:teuthology.orchestra.run.smithi105.stdout:(25/131): librgw2-18.0.0-6820.gf0804064.el8.x86 5.6 MB/s | 6.9 MB 00:01 2023-10-21T15:28:40.618 INFO:teuthology.orchestra.run.smithi119.stdout:(103/131): bison-3.0.4-10.el8.x86_64.rpm 11 MB/s | 688 kB 00:00 2023-10-21T15:28:40.652 INFO:teuthology.orchestra.run.smithi119.stdout:(104/131): python3-jinja2-2.10.1-3.el8.noarch.r 7.8 MB/s | 538 kB 00:00 2023-10-21T15:28:40.660 INFO:teuthology.orchestra.run.smithi105.stdout:(26/131): rbd-nbd-18.0.0-6820.gf0804064.el8.x86 3.0 MB/s | 179 kB 00:00 2023-10-21T15:28:40.677 INFO:teuthology.orchestra.run.smithi119.stdout:(105/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-10-21T15:28:40.702 INFO:teuthology.orchestra.run.smithi105.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6820.g 554 kB/s | 23 kB 00:00 2023-10-21T15:28:40.732 INFO:teuthology.orchestra.run.smithi119.stdout:(106/131): oniguruma-6.8.2-2.el8.x86_64.rpm 2.3 MB/s | 187 kB 00:00 2023-10-21T15:28:40.752 INFO:teuthology.orchestra.run.smithi105.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6820.gf080406 2.6 MB/s | 132 kB 00:00 2023-10-21T15:28:40.780 INFO:teuthology.orchestra.run.smithi119.stdout:(107/131): automake-1.16.1-7.el8.noarch.rpm 6.8 MB/s | 713 kB 00:00 2023-10-21T15:28:40.814 INFO:teuthology.orchestra.run.smithi119.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 798 kB/s | 27 kB 00:00 2023-10-21T15:28:40.855 INFO:teuthology.orchestra.run.smithi119.stdout:(109/131): flex-2.6.1-9.el8.x86_64.rpm 7.5 MB/s | 320 kB 00:00 2023-10-21T15:28:40.889 INFO:teuthology.orchestra.run.smithi119.stdout:(110/131): python3-prettytable-0.7.2-14.el8.noa 1.3 MB/s | 44 kB 00:00 2023-10-21T15:28:40.953 INFO:teuthology.orchestra.run.smithi105.stdout:(29/131): rbd-mirror-18.0.0-6820.gf0804064.el8. 4.8 MB/s | 3.6 MB 00:00 2023-10-21T15:28:41.015 INFO:teuthology.orchestra.run.smithi119.stdout:(111/131): python3-babel-2.5.1-7.el8.noarch.rpm 17 MB/s | 4.8 MB 00:00 2023-10-21T15:28:41.036 INFO:teuthology.orchestra.run.smithi105.stdout:(30/131): ceph-mgr-dashboard-18.0.0-6820.gf0804 6.2 MB/s | 1.8 MB 00:00 2023-10-21T15:28:41.057 INFO:teuthology.orchestra.run.smithi119.stdout:(112/131): python3-werkzeug-0.12.2-4.el8.noarch 11 MB/s | 457 kB 00:00 2023-10-21T15:28:41.074 INFO:teuthology.orchestra.run.smithi046.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 118 kB/s | 59 kB 00:00 2023-10-21T15:28:41.098 INFO:teuthology.orchestra.run.smithi119.stdout:(113/131): python3-numpy-f2py-1.14.3-10.el8.x86 5.3 MB/s | 225 kB 00:00 2023-10-21T15:28:41.103 INFO:teuthology.orchestra.run.smithi105.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6820.gf0 3.6 MB/s | 242 kB 00:00 2023-10-21T15:28:41.154 INFO:teuthology.orchestra.run.smithi105.stdout:(32/131): ceph-mgr-rook-18.0.0-6820.gf0804064.e 953 kB/s | 48 kB 00:00 2023-10-21T15:28:41.157 INFO:teuthology.orchestra.run.smithi119.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 14 MB/s | 3.7 MB 00:00 2023-10-21T15:28:41.174 INFO:teuthology.orchestra.run.smithi119.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 851 kB/s | 64 kB 00:00 2023-10-21T15:28:41.204 INFO:teuthology.orchestra.run.smithi105.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6820.gf 301 kB/s | 15 kB 00:00 2023-10-21T15:28:41.222 INFO:teuthology.orchestra.run.smithi119.stdout:(116/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 1.9 MB/s | 126 kB 00:00 2023-10-21T15:28:41.250 INFO:teuthology.orchestra.run.smithi119.stdout:(117/131): python3-jsonpointer-1.10-11.el8.noar 265 kB/s | 20 kB 00:00 2023-10-21T15:28:41.258 INFO:teuthology.orchestra.run.smithi046.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 409 kB/s | 75 kB 00:00 2023-10-21T15:28:41.271 INFO:teuthology.orchestra.run.smithi105.stdout:(34/131): ceph-volume-18.0.0-6820.gf0804064.el8 3.8 MB/s | 261 kB 00:00 2023-10-21T15:28:41.275 INFO:teuthology.orchestra.run.smithi119.stdout:(118/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 1.9 MB/s | 103 kB 00:00 2023-10-21T15:28:41.308 INFO:teuthology.orchestra.run.smithi046.stdout:(40/131): gperftools-libs-2.7-9.el8.x86_64.rpm 408 kB/s | 306 kB 00:00 2023-10-21T15:28:41.309 INFO:teuthology.orchestra.run.smithi119.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 12 MB/s | 709 kB 00:00 2023-10-21T15:28:41.329 INFO:teuthology.orchestra.run.smithi105.stdout:(35/131): cephadm-18.0.0-6820.gf0804064.el8.noa 3.2 MB/s | 191 kB 00:00 2023-10-21T15:28:41.351 INFO:teuthology.orchestra.run.smithi119.stdout:(120/131): libpq-13.5-1.el8.x86_64.rpm 4.6 MB/s | 198 kB 00:00 2023-10-21T15:28:41.419 INFO:teuthology.orchestra.run.smithi105.stdout:(36/131): cephfs-top-18.0.0-6820.gf0804064.el8. 204 kB/s | 18 kB 00:00 2023-10-21T15:28:41.442 INFO:teuthology.orchestra.run.smithi046.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 327 kB/s | 44 kB 00:00 2023-10-21T15:28:41.526 INFO:teuthology.orchestra.run.smithi119.stdout:(121/131): python3-scipy-1.0.0-21.module+el8.5. 9.8 MB/s | 14 MB 00:01 2023-10-21T15:28:41.568 INFO:teuthology.orchestra.run.smithi119.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 4.8 MB/s | 202 kB 00:00 2023-10-21T15:28:41.610 INFO:teuthology.orchestra.run.smithi119.stdout:(123/131): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-10-21T15:28:41.617 INFO:teuthology.orchestra.run.smithi046.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.0 MB/s | 185 kB 00:00 2023-10-21T15:28:41.642 INFO:teuthology.orchestra.run.smithi046.stdout:(43/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.2 MB/s | 476 kB 00:00 2023-10-21T15:28:41.685 INFO:teuthology.orchestra.run.smithi119.stdout:(124/131): openblas-threads-0.3.15-3.el8.x86_64 12 MB/s | 4.9 MB 00:00 2023-10-21T15:28:41.743 INFO:teuthology.orchestra.run.smithi046.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 263 kB/s | 33 kB 00:00 2023-10-21T15:28:41.768 INFO:teuthology.orchestra.run.smithi046.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 130 kB/s | 16 kB 00:00 2023-10-21T15:28:41.777 INFO:teuthology.orchestra.run.smithi119.stdout:(125/131): openblas-0.3.15-3.el8.x86_64.rpm 11 MB/s | 4.7 MB 00:00 2023-10-21T15:28:41.811 INFO:teuthology.orchestra.run.smithi119.stdout:(126/131): postgresql-contrib-10.21-2.module+el 6.3 MB/s | 808 kB 00:00 2023-10-21T15:28:41.869 INFO:teuthology.orchestra.run.smithi119.stdout:(127/131): postgresql-10.21-2.module+el8.6.0+15 16 MB/s | 1.5 MB 00:00 2023-10-21T15:28:41.902 INFO:teuthology.orchestra.run.smithi046.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.1 MB/s | 173 kB 00:00 2023-10-21T15:28:41.935 INFO:teuthology.orchestra.run.smithi046.stdout:(47/131): python3-cherrypy-18.4.0-1.el8.noarch. 2.2 MB/s | 384 kB 00:00 2023-10-21T15:28:41.975 INFO:teuthology.orchestra.run.smithi119.stdout:(128/131): postgresql-server-10.21-2.module+el8 14 MB/s | 5.1 MB 00:00 2023-10-21T15:28:42.005 INFO:teuthology.orchestra.run.smithi105.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 522 kB/s | 306 kB 00:00 2023-10-21T15:28:42.044 INFO:teuthology.orchestra.run.smithi046.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 572 kB/s | 81 kB 00:00 2023-10-21T15:28:42.044 INFO:teuthology.orchestra.run.smithi119.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 11 MB/s | 798 kB 00:00 2023-10-21T15:28:42.069 INFO:teuthology.orchestra.run.smithi046.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 83 kB/s | 11 kB 00:00 2023-10-21T15:28:42.130 INFO:teuthology.orchestra.run.smithi105.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 471 kB/s | 59 kB 00:00 2023-10-21T15:28:42.170 INFO:teuthology.orchestra.run.smithi046.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 140 kB/s | 18 kB 00:00 2023-10-21T15:28:42.303 INFO:teuthology.orchestra.run.smithi046.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 366 kB/s | 49 kB 00:00 2023-10-21T15:28:42.370 INFO:teuthology.orchestra.run.smithi046.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 3.9 MB/s | 1.2 MB 00:00 2023-10-21T15:28:42.372 INFO:teuthology.orchestra.run.smithi105.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 311 kB/s | 75 kB 00:00 2023-10-21T15:28:42.412 INFO:teuthology.orchestra.run.smithi119.stdout:(130/131): librbd1-18.0.0-6820.gf0804064.el8.x8 6.9 MB/s | 3.7 MB 00:00 2023-10-21T15:28:42.445 INFO:teuthology.orchestra.run.smithi046.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 414 kB/s | 59 kB 00:00 2023-10-21T15:28:42.496 INFO:teuthology.orchestra.run.smithi046.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 480 kB/s | 60 kB 00:00 2023-10-21T15:28:42.503 INFO:teuthology.orchestra.run.smithi119.stdout:(131/131): librados2-18.0.0-6820.gf0804064.el8. 5.4 MB/s | 3.7 MB 00:00 2023-10-21T15:28:42.507 INFO:teuthology.orchestra.run.smithi119.stdout:-------------------------------------------------------------------------------- 2023-10-21T15:28:42.508 INFO:teuthology.orchestra.run.smithi119.stdout:Total 14 MB/s | 209 MB 00:14 2023-10-21T15:28:42.613 INFO:teuthology.orchestra.run.smithi046.stdout:(55/131): python3-portend-2.6-1.el8.noarch.rpm 134 kB/s | 16 kB 00:00 2023-10-21T15:28:42.638 INFO:teuthology.orchestra.run.smithi046.stdout:(56/131): python3-pecan-1.3.2-9.el8.noarch.rpm 1.4 MB/s | 283 kB 00:00 2023-10-21T15:28:42.690 INFO:teuthology.orchestra.run.smithi105.stdout:(40/131): ceph-mgr-diskprediction-local-18.0.0- 4.3 MB/s | 7.4 MB 00:01 2023-10-21T15:28:42.723 INFO:teuthology.orchestra.run.smithi105.stdout:(41/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.3 MB/s | 476 kB 00:00 2023-10-21T15:28:42.739 INFO:teuthology.orchestra.run.smithi046.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 269 kB/s | 34 kB 00:00 2023-10-21T15:28:42.797 INFO:teuthology.orchestra.run.smithi046.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 1.2 MB/s | 196 kB 00:00 2023-10-21T15:28:42.864 INFO:teuthology.orchestra.run.smithi046.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 513 kB/s | 64 kB 00:00 2023-10-21T15:28:42.865 INFO:teuthology.orchestra.run.smithi105.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.3 MB/s | 185 kB 00:00 2023-10-21T15:28:42.914 INFO:teuthology.orchestra.run.smithi046.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 160 kB/s | 19 kB 00:00 2023-10-21T15:28:42.973 INFO:teuthology.orchestra.run.smithi046.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 221 kB/s | 24 kB 00:00 2023-10-21T15:28:43.031 INFO:teuthology.orchestra.run.smithi046.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 250 kB/s | 29 kB 00:00 2023-10-21T15:28:43.082 INFO:teuthology.orchestra.run.smithi046.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 253 kB/s | 27 kB 00:00 2023-10-21T15:28:43.123 INFO:teuthology.orchestra.run.smithi105.stdout:(43/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 100 kB/s | 44 kB 00:00 2023-10-21T15:28:43.207 INFO:teuthology.orchestra.run.smithi046.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 1.4 MB/s | 255 kB 00:00 2023-10-21T15:28:43.232 INFO:teuthology.orchestra.run.smithi046.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 1.6 MB/s | 251 kB 00:00 2023-10-21T15:28:43.341 INFO:teuthology.orchestra.run.smithi046.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 459 kB/s | 61 kB 00:00 2023-10-21T15:28:43.349 INFO:teuthology.orchestra.run.smithi105.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 68 kB/s | 33 kB 00:00 2023-10-21T15:28:43.366 INFO:teuthology.orchestra.run.smithi046.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 639 kB/s | 85 kB 00:00 2023-10-21T15:28:43.368 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction check 2023-10-21T15:28:43.374 INFO:teuthology.orchestra.run.smithi105.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 65 kB/s | 16 kB 00:00 2023-10-21T15:28:43.458 INFO:teuthology.orchestra.run.smithi046.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 196 kB/s | 23 kB 00:00 2023-10-21T15:28:43.474 INFO:teuthology.orchestra.run.smithi105.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.3 MB/s | 173 kB 00:00 2023-10-21T15:28:43.483 INFO:teuthology.orchestra.run.smithi046.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-10-21T15:28:43.487 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction check succeeded. 2023-10-21T15:28:43.488 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction test 2023-10-21T15:28:43.575 INFO:teuthology.orchestra.run.smithi105.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 813 kB/s | 81 kB 00:00 2023-10-21T15:28:43.575 INFO:teuthology.orchestra.run.smithi046.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 8.3 MB/s | 1.7 MB 00:00 2023-10-21T15:28:43.634 INFO:teuthology.orchestra.run.smithi046.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.8 MB/s | 110 kB 00:00 2023-10-21T15:28:43.675 INFO:teuthology.orchestra.run.smithi105.stdout:(48/131): python3-jaraco-6.2-6.el8.noarch.rpm 111 kB/s | 11 kB 00:00 2023-10-21T15:28:43.676 INFO:teuthology.orchestra.run.smithi046.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.3 MB/s | 54 kB 00:00 2023-10-21T15:28:43.718 INFO:teuthology.orchestra.run.smithi046.stdout:(73/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-10-21T15:28:43.742 INFO:teuthology.orchestra.run.smithi105.stdout:(49/131): python3-cherrypy-18.4.0-1.el8.noarch. 1.0 MB/s | 384 kB 00:00 2023-10-21T15:28:43.760 INFO:teuthology.orchestra.run.smithi046.stdout:(74/131): socat-1.7.4.1-1.el8.x86_64.rpm 7.6 MB/s | 323 kB 00:00 2023-10-21T15:28:43.801 INFO:teuthology.orchestra.run.smithi105.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 140 kB/s | 18 kB 00:00 2023-10-21T15:28:43.827 INFO:teuthology.orchestra.run.smithi046.stdout:(75/131): python3-markupsafe-0.23-19.el8.x86_64 583 kB/s | 39 kB 00:00 2023-10-21T15:28:43.877 INFO:teuthology.orchestra.run.smithi046.stdout:(76/131): bison-3.0.4-10.el8.x86_64.rpm 13 MB/s | 688 kB 00:00 2023-10-21T15:28:43.926 INFO:teuthology.orchestra.run.smithi105.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 390 kB/s | 49 kB 00:00 2023-10-21T15:28:43.930 INFO:teuthology.orchestra.run.smithi046.stdout:(77/131): python3-jinja2-2.10.1-3.el8.noarch.rp 11 MB/s | 538 kB 00:00 2023-10-21T15:28:44.026 INFO:teuthology.orchestra.run.smithi105.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 4.1 MB/s | 1.2 MB 00:00 2023-10-21T15:28:44.052 INFO:teuthology.orchestra.run.smithi105.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 468 kB/s | 59 kB 00:00 2023-10-21T15:28:44.061 INFO:teuthology.orchestra.run.smithi046.stdout:(78/131): python3-scipy-1.0.0-21.module+el8.5.0 24 MB/s | 14 MB 00:00 2023-10-21T15:28:44.078 INFO:teuthology.orchestra.run.smithi046.stdout:(79/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.0 MB/s | 157 kB 00:00 2023-10-21T15:28:44.103 INFO:teuthology.orchestra.run.smithi046.stdout:(80/131): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-10-21T15:28:44.127 INFO:teuthology.orchestra.run.smithi105.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 601 kB/s | 60 kB 00:00 2023-10-21T15:28:44.137 INFO:teuthology.orchestra.run.smithi046.stdout:(81/131): automake-1.16.1-7.el8.noarch.rpm 12 MB/s | 713 kB 00:00 2023-10-21T15:28:44.171 INFO:teuthology.orchestra.run.smithi046.stdout:(82/131): python3-jsonpatch-1.21-2.el8.noarch.r 793 kB/s | 27 kB 00:00 2023-10-21T15:28:44.186 INFO:teuthology.orchestra.run.smithi105.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.1 MB/s | 283 kB 00:00 2023-10-21T15:28:44.213 INFO:teuthology.orchestra.run.smithi046.stdout:(83/131): flex-2.6.1-9.el8.x86_64.rpm 7.5 MB/s | 320 kB 00:00 2023-10-21T15:28:44.246 INFO:teuthology.orchestra.run.smithi046.stdout:(84/131): python3-prettytable-0.7.2-14.el8.noar 1.3 MB/s | 44 kB 00:00 2023-10-21T15:28:44.277 INFO:teuthology.orchestra.run.smithi105.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 104 kB/s | 16 kB 00:00 2023-10-21T15:28:44.303 INFO:teuthology.orchestra.run.smithi105.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 287 kB/s | 34 kB 00:00 2023-10-21T15:28:44.355 INFO:teuthology.orchestra.run.smithi046.stdout:(85/131): python3-babel-2.5.1-7.el8.noarch.rpm 19 MB/s | 4.8 MB 00:00 2023-10-21T15:28:44.397 INFO:teuthology.orchestra.run.smithi046.stdout:(86/131): python3-werkzeug-0.12.2-4.el8.noarch. 11 MB/s | 457 kB 00:00 2023-10-21T15:28:44.439 INFO:teuthology.orchestra.run.smithi046.stdout:(87/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 5.3 MB/s | 225 kB 00:00 2023-10-21T15:28:44.506 INFO:teuthology.orchestra.run.smithi046.stdout:(88/131): python3-numpy-1.14.3-10.el8.x86_64.rp 14 MB/s | 3.7 MB 00:00 2023-10-21T15:28:44.531 INFO:teuthology.orchestra.run.smithi046.stdout:(89/131): uuid-1.6.2-43.el8.x86_64.rpm 697 kB/s | 64 kB 00:00 2023-10-21T15:28:44.548 INFO:teuthology.orchestra.run.smithi046.stdout:(90/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.9 MB/s | 126 kB 00:00 2023-10-21T15:28:44.573 INFO:teuthology.orchestra.run.smithi046.stdout:(91/131): python3-jsonpointer-1.10-11.el8.noarc 479 kB/s | 20 kB 00:00 2023-10-21T15:28:44.598 INFO:teuthology.orchestra.run.smithi046.stdout:(92/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 2.0 MB/s | 103 kB 00:00 2023-10-21T15:28:44.609 INFO:teuthology.orchestra.run.smithi119.stdout:Transaction test succeeded. 2023-10-21T15:28:44.613 INFO:teuthology.orchestra.run.smithi119.stdout:Running transaction 2023-10-21T15:28:44.620 INFO:teuthology.orchestra.run.smithi105.stdout:(58/131): python3-rsa-4.9-2.el8.noarch.rpm 203 kB/s | 64 kB 00:00 2023-10-21T15:28:44.632 INFO:teuthology.orchestra.run.smithi046.stdout:(93/131): libtool-2.4.6-25.el8.x86_64.rpm 12 MB/s | 709 kB 00:00 2023-10-21T15:28:44.645 INFO:teuthology.orchestra.run.smithi105.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 535 kB/s | 196 kB 00:00 2023-10-21T15:28:44.674 INFO:teuthology.orchestra.run.smithi046.stdout:(94/131): libpq-13.5-1.el8.x86_64.rpm 4.6 MB/s | 198 kB 00:00 2023-10-21T15:28:44.762 INFO:teuthology.orchestra.run.smithi105.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 132 kB/s | 19 kB 00:00 2023-10-21T15:28:44.779 INFO:teuthology.orchestra.run.smithi105.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 179 kB/s | 24 kB 00:00 2023-10-21T15:28:44.808 INFO:teuthology.orchestra.run.smithi046.stdout:(95/131): openblas-threads-0.3.15-3.el8.x86_64. 23 MB/s | 4.9 MB 00:00 2023-10-21T15:28:44.841 INFO:teuthology.orchestra.run.smithi046.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 6.0 MB/s | 202 kB 00:00 2023-10-21T15:28:44.917 INFO:teuthology.orchestra.run.smithi046.stdout:(97/131): openblas-0.3.15-3.el8.x86_64.rpm 20 MB/s | 4.7 MB 00:00 2023-10-21T15:28:44.950 INFO:teuthology.orchestra.run.smithi046.stdout:(98/131): librdkafka-0.11.4-3.el8.x86_64.rpm 3.2 MB/s | 354 kB 00:00 2023-10-21T15:28:45.000 INFO:teuthology.orchestra.run.smithi046.stdout:(99/131): postgresql-contrib-10.21-2.module+el8 16 MB/s | 808 kB 00:00 2023-10-21T15:28:45.067 INFO:teuthology.orchestra.run.smithi046.stdout:(100/131): postgresql-10.21-2.module+el8.6.0+15 23 MB/s | 1.5 MB 00:00 2023-10-21T15:28:45.134 INFO:teuthology.orchestra.run.smithi046.stdout:(101/131): postgresql-server-10.21-2.module+el8 23 MB/s | 5.1 MB 00:00 2023-10-21T15:28:45.151 INFO:teuthology.orchestra.run.smithi046.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 561 kB/s | 47 kB 00:00 2023-10-21T15:28:45.177 INFO:teuthology.orchestra.run.smithi046.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 4.7 MB/s | 200 kB 00:00 2023-10-21T15:28:45.193 INFO:teuthology.orchestra.run.smithi046.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 1.0 MB/s | 43 kB 00:00 2023-10-21T15:28:45.227 INFO:teuthology.orchestra.run.smithi046.stdout:(105/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 4.3 MB/s | 220 kB 00:00 2023-10-21T15:28:45.244 INFO:teuthology.orchestra.run.smithi046.stdout:(106/131): keyutils-libs-devel-1.5.10-9.el8.x86 956 kB/s | 48 kB 00:00 2023-10-21T15:28:45.279 INFO:teuthology.orchestra.run.smithi105.stdout:(62/131): python3-trustme-0.6.0-4.el8.noarch.rp 55 kB/s | 27 kB 00:00 2023-10-21T15:28:45.296 INFO:teuthology.orchestra.run.smithi105.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 57 kB/s | 29 kB 00:00 2023-10-21T15:28:45.303 INFO:teuthology.orchestra.run.smithi046.stdout:(107/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.1 MB/s | 87 kB 00:00 2023-10-21T15:28:45.328 INFO:teuthology.orchestra.run.smithi046.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 510 kB/s | 43 kB 00:00 2023-10-21T15:28:45.353 INFO:teuthology.orchestra.run.smithi046.stdout:(109/131): python3-pycparser-2.14-14.el8.noarch 2.1 MB/s | 109 kB 00:00 2023-10-21T15:28:45.378 INFO:teuthology.orchestra.run.smithi046.stdout:(110/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 4.5 MB/s | 229 kB 00:00 2023-10-21T15:28:45.412 INFO:teuthology.orchestra.run.smithi046.stdout:(111/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 9.3 MB/s | 560 kB 00:00 2023-10-21T15:28:45.446 INFO:teuthology.orchestra.run.smithi046.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 277 kB/s | 19 kB 00:00 2023-10-21T15:28:45.471 INFO:teuthology.orchestra.run.smithi046.stdout:(113/131): python3-oauthlib-2.1.0-1.el8.noarch. 2.6 MB/s | 155 kB 00:00 2023-10-21T15:28:45.505 INFO:teuthology.orchestra.run.smithi046.stdout:(114/131): python3-cryptography-3.2.1-5.el8.x86 9.3 MB/s | 559 kB 00:00 2023-10-21T15:28:45.530 INFO:teuthology.orchestra.run.smithi046.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 305 kB/s | 18 kB 00:00 2023-10-21T15:28:45.572 INFO:teuthology.orchestra.run.smithi046.stdout:(116/131): pcre2-devel-10.32-2.el8.x86_64.rpm 8.9 MB/s | 605 kB 00:00 2023-10-21T15:28:45.597 INFO:teuthology.orchestra.run.smithi046.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 3.5 MB/s | 238 kB 00:00 2023-10-21T15:28:45.631 INFO:teuthology.orchestra.run.smithi046.stdout:(118/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 2.1 MB/s | 72 kB 00:00 2023-10-21T15:28:45.656 INFO:teuthology.orchestra.run.smithi046.stdout:(119/131): fuse-2.9.7-15.el8.x86_64.rpm 3.2 MB/s | 83 kB 00:00 2023-10-21T15:28:45.706 INFO:teuthology.orchestra.run.smithi046.stdout:(120/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 17 MB/s | 2.3 MB 00:00 2023-10-21T15:28:45.732 INFO:teuthology.orchestra.run.smithi046.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 797 kB/s | 60 kB 00:00 2023-10-21T15:28:45.773 INFO:teuthology.orchestra.run.smithi105.stdout:(64/131): ceph-test-18.0.0-6820.gf0804064.el8.x 4.6 MB/s | 49 MB 00:10 2023-10-21T15:28:45.782 INFO:teuthology.orchestra.run.smithi046.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 1.3 MB/s | 98 kB 00:00 2023-10-21T15:28:45.796 INFO:teuthology.orchestra.run.smithi105.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 502 kB/s | 251 kB 00:00 2023-10-21T15:28:45.807 INFO:teuthology.orchestra.run.smithi046.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 766 kB/s | 58 kB 00:00 2023-10-21T15:28:45.822 INFO:teuthology.orchestra.run.smithi105.stdout:(66/131): python3-waitress-1.4.3-1.el8.noarch.r 471 kB/s | 255 kB 00:00 2023-10-21T15:28:45.833 INFO:teuthology.orchestra.run.smithi046.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 770 kB/s | 39 kB 00:00 2023-10-21T15:28:45.866 INFO:teuthology.orchestra.run.smithi046.stdout:(125/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 11 MB/s | 644 kB 00:00 2023-10-21T15:28:45.883 INFO:teuthology.orchestra.run.smithi046.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 3.3 MB/s | 171 kB 00:00 2023-10-21T15:28:45.908 INFO:teuthology.orchestra.run.smithi046.stdout:(127/131): NetworkManager-initscripts-updown-1. 3.2 MB/s | 138 kB 00:00 2023-10-21T15:28:45.989 INFO:teuthology.orchestra.run.smithi105.stdout:(67/131): python3-zc-lockfile-2.0-2.el8.noarch. 138 kB/s | 23 kB 00:00 2023-10-21T15:28:46.014 INFO:teuthology.orchestra.run.smithi105.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 393 kB/s | 85 kB 00:00 2023-10-21T15:28:46.039 INFO:teuthology.orchestra.run.smithi105.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-10-21T15:28:46.106 INFO:teuthology.orchestra.run.smithi105.stdout:(70/131): python3-websocket-client-0.56.0-5.el8 183 kB/s | 61 kB 00:00 2023-10-21T15:28:46.157 INFO:teuthology.orchestra.run.smithi105.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 2.2 MB/s | 110 kB 00:00 2023-10-21T15:28:46.190 INFO:teuthology.orchestra.run.smithi105.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.6 MB/s | 54 kB 00:00 2023-10-21T15:28:46.232 INFO:teuthology.orchestra.run.smithi105.stdout:(73/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-10-21T15:28:46.274 INFO:teuthology.orchestra.run.smithi105.stdout:(74/131): socat-1.7.4.1-1.el8.x86_64.rpm 7.6 MB/s | 323 kB 00:00 2023-10-21T15:28:46.275 INFO:teuthology.orchestra.run.smithi046.stdout:(128/131): librados2-18.0.0-6820.gf0804064.el8. 9.6 MB/s | 3.7 MB 00:00 2023-10-21T15:28:46.316 INFO:teuthology.orchestra.run.smithi105.stdout:(75/131): python3-markupsafe-0.23-19.el8.x86_64 933 kB/s | 39 kB 00:00 2023-10-21T15:28:46.398 INFO:teuthology.orchestra.run.smithi105.stdout:(76/131): bison-3.0.4-10.el8.x86_64.rpm 8.2 MB/s | 688 kB 00:00 2023-10-21T15:28:46.409 INFO:teuthology.orchestra.run.smithi046.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 5.9 MB/s | 798 kB 00:00 2023-10-21T15:28:46.550 INFO:teuthology.orchestra.run.smithi105.stdout:(77/131): python3-scipy-1.0.0-21.module+el8.5.0 27 MB/s | 14 MB 00:00 2023-10-21T15:28:46.583 INFO:teuthology.orchestra.run.smithi105.stdout:(78/131): python3-jinja2-2.10.1-3.el8.noarch.rp 2.8 MB/s | 538 kB 00:00 2023-10-21T15:28:46.608 INFO:teuthology.orchestra.run.smithi105.stdout:(79/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-10-21T15:28:46.634 INFO:teuthology.orchestra.run.smithi105.stdout:(80/131): oniguruma-6.8.2-2.el8.x86_64.rpm 3.6 MB/s | 187 kB 00:00 2023-10-21T15:28:46.667 INFO:teuthology.orchestra.run.smithi105.stdout:(81/131): thrift-0.13.0-2.el8.x86_64.rpm 2.6 MB/s | 1.7 MB 00:00 2023-10-21T15:28:46.718 INFO:teuthology.orchestra.run.smithi105.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 6.4 MB/s | 713 kB 00:00 2023-10-21T15:28:46.743 INFO:teuthology.orchestra.run.smithi105.stdout:(83/131): python3-jsonpatch-1.21-2.el8.noarch.r 353 kB/s | 27 kB 00:00 2023-10-21T15:28:46.777 INFO:teuthology.orchestra.run.smithi105.stdout:(84/131): flex-2.6.1-9.el8.x86_64.rpm 5.3 MB/s | 320 kB 00:00 2023-10-21T15:28:46.802 INFO:teuthology.orchestra.run.smithi105.stdout:(85/131): python3-prettytable-0.7.2-14.el8.noar 752 kB/s | 44 kB 00:00 2023-10-21T15:28:46.844 INFO:teuthology.orchestra.run.smithi105.stdout:(86/131): python3-werkzeug-0.12.2-4.el8.noarch. 11 MB/s | 457 kB 00:00 2023-10-21T15:28:46.909 INFO:teuthology.orchestra.run.smithi105.stdout:(87/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 3.4 MB/s | 225 kB 00:00 2023-10-21T15:28:46.943 INFO:teuthology.orchestra.run.smithi046.stdout:(130/131): ceph-test-18.0.0-6820.gf0804064.el8. 4.6 MB/s | 49 MB 00:10 2023-10-21T15:28:46.953 INFO:teuthology.orchestra.run.smithi105.stdout:(88/131): uuid-1.6.2-43.el8.x86_64.rpm 1.4 MB/s | 64 kB 00:00 2023-10-21T15:28:46.993 INFO:teuthology.orchestra.run.smithi046.stdout:(131/131): librbd1-18.0.0-6820.gf0804064.el8.x8 3.4 MB/s | 3.7 MB 00:01 2023-10-21T15:28:46.996 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2023-10-21T15:28:46.996 INFO:teuthology.orchestra.run.smithi046.stdout:Total 13 MB/s | 209 MB 00:16 2023-10-21T15:28:47.020 INFO:teuthology.orchestra.run.smithi105.stdout:(89/131): python3-babel-2.5.1-7.el8.noarch.rpm 12 MB/s | 4.8 MB 00:00 2023-10-21T15:28:47.087 INFO:teuthology.orchestra.run.smithi105.stdout:(90/131): python3-numpy-1.14.3-10.el8.x86_64.rp 12 MB/s | 3.7 MB 00:00 2023-10-21T15:28:47.112 INFO:teuthology.orchestra.run.smithi105.stdout:(91/131): python3-jsonpointer-1.10-11.el8.noarc 217 kB/s | 20 kB 00:00 2023-10-21T15:28:47.137 INFO:teuthology.orchestra.run.smithi105.stdout:(92/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 686 kB/s | 126 kB 00:00 2023-10-21T15:28:47.163 INFO:teuthology.orchestra.run.smithi105.stdout:(93/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.3 MB/s | 103 kB 00:00 2023-10-21T15:28:47.196 INFO:teuthology.orchestra.run.smithi105.stdout:(94/131): libtool-2.4.6-25.el8.x86_64.rpm 8.3 MB/s | 709 kB 00:00 2023-10-21T15:28:47.221 INFO:teuthology.orchestra.run.smithi105.stdout:(95/131): libpq-13.5-1.el8.x86_64.rpm 3.3 MB/s | 198 kB 00:00 2023-10-21T15:28:47.263 INFO:teuthology.orchestra.run.smithi105.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 4.8 MB/s | 202 kB 00:00 2023-10-21T15:28:47.305 INFO:teuthology.orchestra.run.smithi105.stdout:(97/131): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-10-21T15:28:47.412 INFO:teuthology.orchestra.run.smithi105.stdout:(98/131): openblas-threads-0.3.15-3.el8.x86_64. 18 MB/s | 4.9 MB 00:00 2023-10-21T15:28:47.481 INFO:teuthology.orchestra.run.smithi105.stdout:(99/131): openblas-0.3.15-3.el8.x86_64.rpm 17 MB/s | 4.7 MB 00:00 2023-10-21T15:28:47.515 INFO:teuthology.orchestra.run.smithi105.stdout:(100/131): postgresql-contrib-10.21-2.module+el 7.7 MB/s | 808 kB 00:00 2023-10-21T15:28:47.540 INFO:teuthology.orchestra.run.smithi105.stdout:(101/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.8 MB/s | 47 kB 00:00 2023-10-21T15:28:47.582 INFO:teuthology.orchestra.run.smithi105.stdout:(102/131): postgresql-10.21-2.module+el8.6.0+15 15 MB/s | 1.5 MB 00:00 2023-10-21T15:28:47.607 INFO:teuthology.orchestra.run.smithi105.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 2.9 MB/s | 200 kB 00:00 2023-10-21T15:28:47.624 INFO:teuthology.orchestra.run.smithi105.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 1.0 MB/s | 43 kB 00:00 2023-10-21T15:28:47.649 INFO:teuthology.orchestra.run.smithi105.stdout:(105/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 5.1 MB/s | 220 kB 00:00 2023-10-21T15:28:47.675 INFO:teuthology.orchestra.run.smithi105.stdout:(106/131): keyutils-libs-devel-1.5.10-9.el8.x86 954 kB/s | 48 kB 00:00 2023-10-21T15:28:47.700 INFO:teuthology.orchestra.run.smithi105.stdout:(107/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2023-10-21T15:28:47.725 INFO:teuthology.orchestra.run.smithi105.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 850 kB/s | 43 kB 00:00 2023-10-21T15:28:47.750 INFO:teuthology.orchestra.run.smithi105.stdout:(109/131): python3-pycparser-2.14-14.el8.noarch 2.1 MB/s | 109 kB 00:00 2023-10-21T15:28:47.776 INFO:teuthology.orchestra.run.smithi105.stdout:(110/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 4.5 MB/s | 229 kB 00:00 2023-10-21T15:28:47.837 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2023-10-21T15:28:47.851 INFO:teuthology.orchestra.run.smithi105.stdout:(111/131): postgresql-server-10.21-2.module+el8 9.3 MB/s | 5.1 MB 00:00 2023-10-21T15:28:47.876 INFO:teuthology.orchestra.run.smithi105.stdout:(112/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 4.4 MB/s | 560 kB 00:00 2023-10-21T15:28:47.931 INFO:teuthology.orchestra.run.smithi105.stdout:(113/131): libaio-devel-0.3.112-1.el8.x86_64.rp 120 kB/s | 19 kB 00:00 2023-10-21T15:28:47.960 INFO:teuthology.orchestra.run.smithi105.stdout:(114/131): python3-oauthlib-2.1.0-1.el8.noarch. 1.4 MB/s | 155 kB 00:00 2023-10-21T15:28:47.969 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2023-10-21T15:28:47.969 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2023-10-21T15:28:47.985 INFO:teuthology.orchestra.run.smithi105.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 333 kB/s | 18 kB 00:00 2023-10-21T15:28:48.019 INFO:teuthology.orchestra.run.smithi105.stdout:(116/131): python3-cryptography-3.2.1-5.el8.x86 6.2 MB/s | 559 kB 00:00 2023-10-21T15:28:48.053 INFO:teuthology.orchestra.run.smithi105.stdout:(117/131): pcre2-devel-10.32-2.el8.x86_64.rpm 6.4 MB/s | 605 kB 00:00 2023-10-21T15:28:48.078 INFO:teuthology.orchestra.run.smithi105.stdout:(118/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.5 MB/s | 238 kB 00:00 2023-10-21T15:28:48.103 INFO:teuthology.orchestra.run.smithi105.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 1.4 MB/s | 72 kB 00:00 2023-10-21T15:28:48.120 INFO:teuthology.orchestra.run.smithi105.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 1.9 MB/s | 83 kB 00:00 2023-10-21T15:28:48.145 INFO:teuthology.orchestra.run.smithi105.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 1.4 MB/s | 60 kB 00:00 2023-10-21T15:28:48.171 INFO:teuthology.orchestra.run.smithi105.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 1.9 MB/s | 98 kB 00:00 2023-10-21T15:28:48.196 INFO:teuthology.orchestra.run.smithi105.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 1.1 MB/s | 58 kB 00:00 2023-10-21T15:28:48.221 INFO:teuthology.orchestra.run.smithi105.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 769 kB/s | 39 kB 00:00 2023-10-21T15:28:48.263 INFO:teuthology.orchestra.run.smithi105.stdout:(125/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 9.4 MB/s | 644 kB 00:00 2023-10-21T15:28:48.289 INFO:teuthology.orchestra.run.smithi105.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 2.5 MB/s | 171 kB 00:00 2023-10-21T15:28:48.314 INFO:teuthology.orchestra.run.smithi105.stdout:(127/131): NetworkManager-initscripts-updown-1. 2.7 MB/s | 138 kB 00:00 2023-10-21T15:28:48.364 INFO:teuthology.orchestra.run.smithi105.stdout:(128/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 6.7 MB/s | 2.3 MB 00:00 2023-10-21T15:28:48.434 INFO:teuthology.orchestra.run.smithi105.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 11 MB/s | 798 kB 00:00 2023-10-21T15:28:49.090 INFO:teuthology.orchestra.run.smithi105.stdout:(130/131): librados2-18.0.0-6820.gf0804064.el8. 4.7 MB/s | 3.7 MB 00:00 2023-10-21T15:28:49.166 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2023-10-21T15:28:49.170 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2023-10-21T15:28:49.248 INFO:teuthology.orchestra.run.smithi105.stdout:(131/131): librbd1-18.0.0-6820.gf0804064.el8.x8 4.0 MB/s | 3.7 MB 00:00 2023-10-21T15:28:49.251 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2023-10-21T15:28:49.252 INFO:teuthology.orchestra.run.smithi105.stdout:Total 11 MB/s | 209 MB 00:19 2023-10-21T15:28:50.058 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2023-10-21T15:28:50.100 INFO:teuthology.orchestra.run.smithi119.stdout: Preparing : 1/1 2023-10-21T15:28:50.177 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2023-10-21T15:28:50.178 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2023-10-21T15:28:50.294 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-21T15:28:50.461 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-21T15:28:50.654 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-21T15:28:50.800 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-21T15:28:51.063 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-21T15:28:51.309 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2023-10-21T15:28:51.313 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2023-10-21T15:28:51.474 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-21T15:28:52.021 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 5/134 2023-10-21T15:28:52.427 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 5/134 2023-10-21T15:28:52.604 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:28:52.725 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:28:52.896 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:28:53.025 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:28:53.217 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T15:28:53.372 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-10-21T15:28:53.624 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-21T15:28:53.857 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-21T15:28:54.283 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-21T15:28:54.349 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2023-10-21T15:28:54.520 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-21T15:28:54.528 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-21T15:28:54.670 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T15:28:54.681 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-21T15:28:54.769 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T15:28:54.930 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-10-21T15:28:54.936 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T15:28:55.083 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T15:28:55.105 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-21T15:28:55.221 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-21T15:28:55.291 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-10-21T15:28:55.472 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-21T15:28:55.495 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-10-21T15:28:55.706 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-10-21T15:28:55.887 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-21T15:28:55.895 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-21T15:28:56.040 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-21T15:28:56.088 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:28:56.220 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-21T15:28:56.348 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2023-10-21T15:28:56.528 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:28:56.550 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-21T15:28:56.696 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:28:56.710 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-21T15:28:56.838 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-21T15:28:56.869 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:28:56.916 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-10-21T15:28:57.004 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-21T15:28:57.063 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T15:28:57.118 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-21T15:28:57.231 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-21T15:28:57.434 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T15:28:57.460 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-21T15:28:57.637 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-21T15:28:57.641 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 9/134 2023-10-21T15:28:57.861 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-10-21T15:28:57.902 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-21T15:28:57.911 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-21T15:28:58.101 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-21T15:28:58.126 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:28:58.512 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-21T15:28:58.555 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:28:58.555 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-10-21T15:28:58.735 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:28:58.771 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-21T15:28:58.834 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-10-21T15:28:58.854 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:28:58.913 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T15:28:59.010 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T15:28:59.018 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-10-21T15:28:59.068 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T15:28:59.153 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T15:28:59.162 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T15:28:59.230 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-21T15:28:59.238 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T15:28:59.343 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 9/134 2023-10-21T15:28:59.401 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 26/134 2023-10-21T15:28:59.404 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-21T15:28:59.548 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 27/134 2023-10-21T15:28:59.554 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-21T15:28:59.748 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 28/134 2023-10-21T15:28:59.754 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-21T15:28:59.844 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-21T15:28:59.986 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-21T15:29:00.073 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-21T15:29:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-21T15:29:00.492 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-21T15:29:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-21T15:29:00.775 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-21T15:29:00.926 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T15:29:01.037 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 14/134 2023-10-21T15:29:01.209 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T15:29:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-21T15:29:01.296 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 15/134 2023-10-21T15:29:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-10-21T15:29:01.426 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-21T15:29:01.566 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-21T15:29:01.750 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-21T15:29:01.751 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-21T15:29:02.142 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-10-21T15:29:02.347 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-21T15:29:02.519 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-10-21T15:29:02.534 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-21T15:29:02.765 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-10-21T15:29:02.791 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-10-21T15:29:02.992 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-10-21T15:29:03.132 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-21T15:29:03.134 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-10-21T15:29:03.178 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-10-21T15:29:03.342 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-10-21T15:29:03.418 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-10-21T15:29:03.437 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-10-21T15:29:03.690 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-10-21T15:29:03.773 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-21T15:29:03.923 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-21T15:29:03.936 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 26/134 2023-10-21T15:29:04.051 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 27/134 2023-10-21T15:29:04.053 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-10-21T15:29:04.079 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-21T15:29:04.258 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 36/134 2023-10-21T15:29:04.348 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-10-21T15:29:04.442 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 37/134 2023-10-21T15:29:04.567 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-10-21T15:29:04.634 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-10-21T15:29:04.782 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-10-21T15:29:04.821 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-10-21T15:29:04.977 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-10-21T15:29:05.014 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-10-21T15:29:05.025 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 28/134 2023-10-21T15:29:05.062 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-10-21T15:29:05.263 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-10-21T15:29:05.290 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-10-21T15:29:05.334 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-10-21T15:29:05.502 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-21T15:29:05.513 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-10-21T15:29:05.584 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-10-21T15:29:05.669 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-21T15:29:05.699 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 26/134 2023-10-21T15:29:05.744 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-21T15:29:05.828 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 27/134 2023-10-21T15:29:05.964 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-10-21T15:29:05.995 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-10-21T15:29:06.156 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-10-21T15:29:06.170 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-21T15:29:06.351 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-10-21T15:29:06.571 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-10-21T15:29:06.721 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-10-21T15:29:06.724 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 28/134 2023-10-21T15:29:06.889 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-10-21T15:29:07.055 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-10-21T15:29:07.110 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-10-21T15:29:07.337 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-10-21T15:29:07.342 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-10-21T15:29:07.605 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-10-21T15:29:07.733 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-10-21T15:29:07.817 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-21T15:29:08.050 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-21T15:29:08.061 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-10-21T15:29:08.312 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-10-21T15:29:08.373 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-10-21T15:29:08.505 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-10-21T15:29:08.559 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-21T15:29:08.714 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-10-21T15:29:08.774 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-21T15:29:08.976 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 36/134 2023-10-21T15:29:09.058 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-10-21T15:29:09.158 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 37/134 2023-10-21T15:29:09.292 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-10-21T15:29:09.345 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-10-21T15:29:09.511 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-10-21T15:29:09.512 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-10-21T15:29:09.560 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-21T15:29:09.714 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-10-21T15:29:09.747 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-10-21T15:29:09.858 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-10-21T15:29:09.901 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-10-21T15:29:09.904 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-10-21T15:29:10.088 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-10-21T15:29:10.096 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-10-21T15:29:10.103 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-21T15:29:10.305 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-10-21T15:29:10.344 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-21T15:29:10.402 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-10-21T15:29:10.547 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 36/134 2023-10-21T15:29:10.661 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-10-21T15:29:10.697 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-10-21T15:29:10.720 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 37/134 2023-10-21T15:29:10.907 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-10-21T15:29:10.930 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-10-21T15:29:10.958 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-10-21T15:29:11.103 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-10-21T15:29:11.149 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-10-21T15:29:11.195 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-10-21T15:29:11.334 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-21T15:29:11.336 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-10-21T15:29:11.387 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-10-21T15:29:11.479 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-10-21T15:29:11.537 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-21T15:29:11.642 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-10-21T15:29:11.699 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-10-21T15:29:11.805 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-21T15:29:11.941 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-10-21T15:29:12.033 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-21T15:29:12.116 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-10-21T15:29:12.155 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-21T15:29:12.314 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-10-21T15:29:12.337 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-21T15:29:12.345 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-10-21T15:29:12.517 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-10-21T15:29:12.570 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-21T15:29:12.594 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-10-21T15:29:12.755 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-10-21T15:29:12.797 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-21T15:29:12.801 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-10-21T15:29:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-10-21T15:29:13.014 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-21T15:29:13.019 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-10-21T15:29:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-10-21T15:29:13.237 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-21T15:29:13.262 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-10-21T15:29:13.382 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-21T15:29:13.443 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-10-21T15:29:13.573 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-10-21T15:29:13.649 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-21T15:29:13.734 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-10-21T15:29:13.799 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-10-21T15:29:13.947 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-21T15:29:13.978 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-10-21T15:29:13.992 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-10-21T15:29:14.123 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-21T15:29:14.218 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-10-21T15:29:14.228 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-10-21T15:29:14.369 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-10-21T15:29:14.390 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-21T15:29:14.428 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-10-21T15:29:14.513 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-10-21T15:29:14.584 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-21T15:29:14.602 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-10-21T15:29:14.710 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-10-21T15:29:14.783 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-10-21T15:29:14.791 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-21T15:29:14.943 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-10-21T15:29:15.034 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-10-21T15:29:15.060 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-21T15:29:15.211 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-10-21T15:29:15.249 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-10-21T15:29:15.394 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-21T15:29:15.461 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-21T15:29:15.478 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-10-21T15:29:15.669 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-10-21T15:29:15.689 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-10-21T15:29:15.857 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-10-21T15:29:15.881 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-10-21T15:29:15.995 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-21T15:29:16.042 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-10-21T15:29:16.203 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-21T15:29:16.215 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-10-21T15:29:16.319 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-10-21T15:29:16.326 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-21T15:29:16.520 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-21T15:29:16.567 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-10-21T15:29:16.607 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-21T15:29:16.750 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-21T15:29:16.770 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-10-21T15:29:16.827 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-21T15:29:16.949 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-21T15:29:16.957 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-21T15:29:17.028 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-21T15:29:17.068 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-21T15:29:17.098 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-21T15:29:17.238 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-10-21T15:29:17.307 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-21T15:29:17.380 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-21T15:29:17.459 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-10-21T15:29:17.509 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-21T15:29:17.625 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-21T15:29:17.627 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-21T15:29:17.691 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-21T15:29:17.832 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-21T15:29:17.880 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-21T15:29:18.009 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-21T15:29:18.098 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-21T15:29:18.305 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-21T15:29:18.365 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-21T15:29:18.418 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-21T15:29:18.529 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-21T15:29:18.549 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-21T15:29:18.575 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T15:29:18.668 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T15:29:18.677 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-21T15:29:18.750 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-21T15:29:18.817 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 93/134 2023-10-21T15:29:18.893 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-21T15:29:18.980 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-21T15:29:19.078 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-21T15:29:19.184 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-21T15:29:19.261 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-21T15:29:19.377 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-21T15:29:19.460 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-21T15:29:19.580 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-21T15:29:19.589 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-21T15:29:19.797 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-21T15:29:20.053 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-21T15:29:20.238 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-21T15:29:20.609 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-21T15:29:20.749 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-21T15:29:21.016 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-21T15:29:21.024 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-21T15:29:21.198 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-21T15:29:21.295 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-21T15:29:21.425 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-21T15:29:21.638 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-21T15:29:21.928 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-21T15:29:22.280 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-21T15:29:22.510 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-21T15:29:22.654 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:22.793 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-21T15:29:22.899 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:23.056 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-21T15:29:23.130 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-21T15:29:23.360 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T15:29:23.389 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-21T15:29:23.438 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T15:29:23.497 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:23.602 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 93/134 2023-10-21T15:29:23.671 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-21T15:29:23.864 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-21T15:29:24.286 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T15:29:24.373 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T15:29:24.549 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T15:29:24.682 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-21T15:29:24.890 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T15:29:24.962 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 92/134 2023-10-21T15:29:25.140 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 93/134 2023-10-21T15:29:27.696 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:27.960 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:28.593 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:28.837 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:29.089 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:29.274 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T15:29:29.369 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T15:29:29.475 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T15:29:29.685 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 94/134 2023-10-21T15:29:29.997 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T15:29:30.080 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 95/134 2023-10-21T15:29:30.197 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T15:29:43.573 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T15:29:43.573 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /sys 2023-10-21T15:29:43.573 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /proc 2023-10-21T15:29:43.574 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /dev 2023-10-21T15:29:43.574 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /run 2023-10-21T15:29:43.574 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /mnt 2023-10-21T15:29:43.574 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /var/tmp 2023-10-21T15:29:43.574 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /home 2023-10-21T15:29:43.575 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /tmp 2023-10-21T15:29:43.575 INFO:teuthology.orchestra.run.smithi119.stdout:skipping the directory /dev 2023-10-21T15:29:43.575 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:29:43.963 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T15:29:45.570 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T15:29:45.716 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T15:29:45.936 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T15:29:46.154 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T15:29:46.608 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T15:29:46.813 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T15:29:46.830 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T15:29:48.604 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T15:29:48.818 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T15:29:48.918 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 102/134 2023-10-21T15:29:48.929 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T15:29:48.929 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /sys 2023-10-21T15:29:48.929 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /proc 2023-10-21T15:29:48.930 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /dev 2023-10-21T15:29:48.930 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /run 2023-10-21T15:29:48.931 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /mnt 2023-10-21T15:29:48.931 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /var/tmp 2023-10-21T15:29:48.931 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /home 2023-10-21T15:29:48.931 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /tmp 2023-10-21T15:29:48.932 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /dev 2023-10-21T15:29:48.932 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:29:49.144 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 103/134 2023-10-21T15:29:49.223 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 96/134 2023-10-21T15:29:49.223 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /sys 2023-10-21T15:29:49.223 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /proc 2023-10-21T15:29:49.224 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /dev 2023-10-21T15:29:49.224 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /run 2023-10-21T15:29:49.224 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /mnt 2023-10-21T15:29:49.224 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /var/tmp 2023-10-21T15:29:49.224 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /home 2023-10-21T15:29:49.225 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /tmp 2023-10-21T15:29:49.225 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /dev 2023-10-21T15:29:49.225 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:29:49.265 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T15:29:49.336 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T15:29:49.558 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T15:29:49.586 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T15:29:49.773 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T15:29:50.730 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T15:29:50.944 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T15:29:50.960 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T15:29:51.036 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T15:29:51.112 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T15:29:51.176 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 97/134 2023-10-21T15:29:51.345 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T15:29:51.370 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T15:29:51.415 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 107/134 2023-10-21T15:29:51.557 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T15:29:51.589 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 98/134 2023-10-21T15:29:51.681 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T15:29:51.717 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T15:29:51.814 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T15:29:51.861 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T15:29:51.872 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T15:29:52.040 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T15:29:52.215 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T15:29:52.232 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T15:29:52.267 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 99/134 2023-10-21T15:29:52.470 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T15:29:52.485 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 100/134 2023-10-21T15:29:53.223 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 110/134 2023-10-21T15:29:53.455 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T15:29:53.494 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T15:29:53.661 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T15:29:53.703 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T15:29:53.886 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T15:29:54.208 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T15:29:54.245 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T15:29:54.251 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T15:29:54.415 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T15:29:54.419 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T15:29:54.455 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 101/134 2023-10-21T15:29:54.584 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 102/134 2023-10-21T15:29:54.642 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 102/134 2023-10-21T15:29:54.785 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 103/134 2023-10-21T15:29:54.822 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 103/134 2023-10-21T15:29:55.002 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T15:29:55.039 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T15:29:55.227 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T15:29:55.270 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 104/134 2023-10-21T15:29:55.486 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T15:29:55.527 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T15:29:56.485 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T15:29:56.510 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 105/134 2023-10-21T15:29:56.660 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T15:29:56.680 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T15:29:56.750 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T15:29:56.777 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 106/134 2023-10-21T15:29:57.138 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 107/134 2023-10-21T15:29:57.144 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 107/134 2023-10-21T15:29:57.349 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T15:29:57.384 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T15:29:57.389 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T15:29:57.425 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 108/134 2023-10-21T15:29:57.553 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T15:29:57.563 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T15:29:57.580 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T15:29:57.592 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 109/134 2023-10-21T15:29:58.887 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 110/134 2023-10-21T15:29:58.982 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 110/134 2023-10-21T15:29:59.104 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T15:29:59.138 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T15:29:59.172 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T15:29:59.187 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T15:29:59.222 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 111/134 2023-10-21T15:29:59.335 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T15:29:59.376 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T15:29:59.380 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T15:29:59.423 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6820.gf0804 112/134 2023-10-21T15:29:59.564 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T15:29:59.569 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T15:29:59.927 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T15:29:59.946 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 113/134 2023-10-21T15:30:00.001 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 115/134 2023-10-21T15:30:00.097 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T15:30:00.110 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T15:30:00.356 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-10-21T15:30:00.562 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 117/134 2023-10-21T15:30:00.834 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-10-21T15:30:00.993 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-10-21T15:30:01.185 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-10-21T15:30:01.439 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-10-21T15:30:01.605 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 121/134 2023-10-21T15:30:01.794 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-21T15:30:04.025 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:04.309 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:04.329 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:04.530 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 124/134 2023-10-21T15:30:04.766 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T15:30:04.809 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 125/134 2023-10-21T15:30:05.059 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 114/134 2023-10-21T15:30:05.093 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 115/134 2023-10-21T15:30:05.115 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 126/134 2023-10-21T15:30:05.267 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-10-21T15:30:05.364 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 115/134 2023-10-21T15:30:05.458 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-10-21T15:30:05.521 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-10-21T15:30:05.535 INFO:teuthology.orchestra.run.smithi119.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-21T15:30:05.730 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-10-21T15:30:05.733 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-10-21T15:30:05.816 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-10-21T15:30:06.081 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-10-21T15:30:06.094 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-10-21T15:30:06.251 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-21T15:30:06.259 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-21T15:30:06.350 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-10-21T15:30:06.419 INFO:teuthology.orchestra.run.smithi119.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-10-21T15:30:06.420 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:06.629 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:06.629 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T15:30:06.698 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-10-21T15:30:06.794 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-10-21T15:30:06.874 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T15:30:06.895 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 119/134 2023-10-21T15:30:07.105 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-21T15:30:07.108 INFO:teuthology.orchestra.run.smithi119.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:07.114 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-10-21T15:30:07.271 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 121/134 2023-10-21T15:30:07.316 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 119/134 2023-10-21T15:30:07.452 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-21T15:30:07.500 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-21T15:30:07.607 INFO:teuthology.orchestra.run.smithi119.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:07.608 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 1/134 2023-10-21T15:30:07.608 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2/134 2023-10-21T15:30:07.608 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 3/134 2023-10-21T15:30:07.608 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 4/134 2023-10-21T15:30:07.609 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 5/134 2023-10-21T15:30:07.609 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:30:07.609 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:30:07.609 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T15:30:07.610 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 9/134 2023-10-21T15:30:07.610 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 10/134 2023-10-21T15:30:07.610 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 11/134 2023-10-21T15:30:07.610 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 12/134 2023-10-21T15:30:07.611 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 13/134 2023-10-21T15:30:07.611 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 14/134 2023-10-21T15:30:07.611 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 15/134 2023-10-21T15:30:07.611 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 16/134 2023-10-21T15:30:07.611 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 17/134 2023-10-21T15:30:07.611 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 18/134 2023-10-21T15:30:07.612 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 19/134 2023-10-21T15:30:07.612 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 20/134 2023-10-21T15:30:07.612 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 21/134 2023-10-21T15:30:07.612 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 22/134 2023-10-21T15:30:07.613 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 23/134 2023-10-21T15:30:07.613 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 24/134 2023-10-21T15:30:07.613 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 25/134 2023-10-21T15:30:07.613 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 26/134 2023-10-21T15:30:07.613 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 27/134 2023-10-21T15:30:07.614 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 28/134 2023-10-21T15:30:07.614 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 29/134 2023-10-21T15:30:07.614 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 30/134 2023-10-21T15:30:07.615 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 31/134 2023-10-21T15:30:07.615 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 32/134 2023-10-21T15:30:07.615 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 33/134 2023-10-21T15:30:07.616 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 34/134 2023-10-21T15:30:07.616 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 35/134 2023-10-21T15:30:07.616 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 36/134 2023-10-21T15:30:07.616 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 37/134 2023-10-21T15:30:07.617 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 38/134 2023-10-21T15:30:07.617 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-21T15:30:07.617 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-21T15:30:07.617 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-21T15:30:07.617 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-21T15:30:07.618 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-21T15:30:07.618 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-21T15:30:07.618 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-21T15:30:07.619 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-21T15:30:07.619 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-21T15:30:07.619 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-21T15:30:07.619 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-21T15:30:07.619 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-21T15:30:07.620 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-21T15:30:07.620 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-21T15:30:07.620 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-21T15:30:07.620 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-21T15:30:07.620 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-21T15:30:07.621 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-21T15:30:07.621 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-21T15:30:07.621 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-21T15:30:07.621 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-21T15:30:07.621 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-21T15:30:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-21T15:30:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-21T15:30:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-21T15:30:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-21T15:30:07.622 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-21T15:30:07.623 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-21T15:30:07.623 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-21T15:30:07.623 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-21T15:30:07.623 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-21T15:30:07.623 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-21T15:30:07.624 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-21T15:30:07.624 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-10-21T15:30:07.624 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-10-21T15:30:07.624 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-10-21T15:30:07.624 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-10-21T15:30:07.625 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-10-21T15:30:07.625 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-10-21T15:30:07.625 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-10-21T15:30:07.625 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-10-21T15:30:07.625 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-10-21T15:30:07.625 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-10-21T15:30:07.626 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-10-21T15:30:07.626 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-10-21T15:30:07.626 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-10-21T15:30:07.626 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-10-21T15:30:07.626 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-10-21T15:30:07.627 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-10-21T15:30:07.627 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-10-21T15:30:07.627 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-10-21T15:30:07.627 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-10-21T15:30:07.627 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-10-21T15:30:07.628 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-10-21T15:30:07.628 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-10-21T15:30:07.628 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-10-21T15:30:07.628 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-10-21T15:30:07.628 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-10-21T15:30:07.629 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-10-21T15:30:07.629 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-10-21T15:30:07.629 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-10-21T15:30:07.629 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-10-21T15:30:07.629 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-10-21T15:30:07.630 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-10-21T15:30:07.630 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-10-21T15:30:07.630 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-10-21T15:30:07.630 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-10-21T15:30:07.630 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-10-21T15:30:07.631 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-10-21T15:30:07.631 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-10-21T15:30:07.631 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-10-21T15:30:07.631 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-10-21T15:30:07.631 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-10-21T15:30:07.632 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-10-21T15:30:07.632 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-10-21T15:30:07.632 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-10-21T15:30:07.632 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-10-21T15:30:07.632 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-10-21T15:30:07.633 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-10-21T15:30:07.633 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-10-21T15:30:07.633 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-10-21T15:30:07.633 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-10-21T15:30:07.633 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-10-21T15:30:07.634 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-10-21T15:30:07.634 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-10-21T15:30:07.634 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-10-21T15:30:07.634 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-10-21T15:30:07.634 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-10-21T15:30:07.635 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-10-21T15:30:07.635 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-10-21T15:30:07.635 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 129/134 2023-10-21T15:30:07.635 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-21T15:30:07.635 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 131/134 2023-10-21T15:30:07.635 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:07.636 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-21T15:30:07.717 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 121/134 2023-10-21T15:30:07.855 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-21T15:30:09.667 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:09.976 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:09.993 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:10.171 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 124/134 2023-10-21T15:30:10.207 INFO:teuthology.orchestra.run.smithi119.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:10.208 INFO:teuthology.orchestra.run.smithi119.stdout:Last metadata expiration check: 0:01:54 ago on Sat 21 Oct 2023 03:28:16 PM UTC. 2023-10-21T15:30:10.326 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:10.492 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 125/134 2023-10-21T15:30:10.571 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:10.590 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-21T15:30:10.810 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 126/134 2023-10-21T15:30:10.846 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 124/134 2023-10-21T15:30:11.071 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 125/134 2023-10-21T15:30:11.160 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-21T15:30:11.300 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-21T15:30:11.309 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-21T15:30:11.421 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 126/134 2023-10-21T15:30:11.502 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-10-21T15:30:11.675 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-10-21T15:30:11.731 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-21T15:30:11.760 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-10-21T15:30:11.845 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-21T15:30:11.854 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-21T15:30:11.992 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-10-21T15:30:12.004 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-10-21T15:30:12.005 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:12.038 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-10-21T15:30:12.187 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:12.187 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T15:30:12.262 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-10-21T15:30:12.359 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-10-21T15:30:12.465 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T15:30:12.577 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-10-21T15:30:12.591 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-10-21T15:30:12.591 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:12.682 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:12.799 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:12.799 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T15:30:12.941 INFO:teuthology.orchestra.run.smithi119.stdout:Installed products updated. 2023-10-21T15:30:13.011 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-21T15:30:13.154 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:30:13.154 INFO:teuthology.orchestra.run.smithi119.stdout:Upgraded: 2023-10-21T15:30:13.154 INFO:teuthology.orchestra.run.smithi119.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-21T15:30:13.154 INFO:teuthology.orchestra.run.smithi119.stdout: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.155 INFO:teuthology.orchestra.run.smithi119.stdout: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.155 INFO:teuthology.orchestra.run.smithi119.stdout:Installed: 2023-10-21T15:30:13.155 INFO:teuthology.orchestra.run.smithi119.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-21T15:30:13.155 INFO:teuthology.orchestra.run.smithi119.stdout: automake-1.16.1-7.el8.noarch 2023-10-21T15:30:13.155 INFO:teuthology.orchestra.run.smithi119.stdout: bison-3.0.4-10.el8.x86_64 2023-10-21T15:30:13.156 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.156 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.156 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.156 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.157 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-grafana-dashboards-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.157 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-immutable-object-cache-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.157 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.157 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.157 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.158 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.158 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.158 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.158 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.158 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.159 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.159 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.159 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.159 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.159 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.160 INFO:teuthology.orchestra.run.smithi119.stdout: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.160 INFO:teuthology.orchestra.run.smithi119.stdout: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.160 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.160 INFO:teuthology.orchestra.run.smithi119.stdout: cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:13.160 INFO:teuthology.orchestra.run.smithi119.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-21T15:30:13.161 INFO:teuthology.orchestra.run.smithi119.stdout: flex-2.6.1-9.el8.x86_64 2023-10-21T15:30:13.161 INFO:teuthology.orchestra.run.smithi119.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-21T15:30:13.161 INFO:teuthology.orchestra.run.smithi119.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-21T15:30:13.161 INFO:teuthology.orchestra.run.smithi119.stdout: jq-1.6-3.el8.x86_64 2023-10-21T15:30:13.161 INFO:teuthology.orchestra.run.smithi119.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-21T15:30:13.162 INFO:teuthology.orchestra.run.smithi119.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-21T15:30:13.162 INFO:teuthology.orchestra.run.smithi119.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-21T15:30:13.162 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.162 INFO:teuthology.orchestra.run.smithi119.stdout: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.162 INFO:teuthology.orchestra.run.smithi119.stdout: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.163 INFO:teuthology.orchestra.run.smithi119.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-21T15:30:13.163 INFO:teuthology.orchestra.run.smithi119.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-21T15:30:13.163 INFO:teuthology.orchestra.run.smithi119.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-21T15:30:13.163 INFO:teuthology.orchestra.run.smithi119.stdout: libpq-13.5-1.el8.x86_64 2023-10-21T15:30:13.163 INFO:teuthology.orchestra.run.smithi119.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-21T15:30:13.164 INFO:teuthology.orchestra.run.smithi119.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-21T15:30:13.164 INFO:teuthology.orchestra.run.smithi119.stdout: librados-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.164 INFO:teuthology.orchestra.run.smithi119.stdout: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.164 INFO:teuthology.orchestra.run.smithi119.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-21T15:30:13.164 INFO:teuthology.orchestra.run.smithi119.stdout: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.164 INFO:teuthology.orchestra.run.smithi119.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-21T15:30:13.165 INFO:teuthology.orchestra.run.smithi119.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-21T15:30:13.165 INFO:teuthology.orchestra.run.smithi119.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-21T15:30:13.165 INFO:teuthology.orchestra.run.smithi119.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-21T15:30:13.165 INFO:teuthology.orchestra.run.smithi119.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-21T15:30:13.166 INFO:teuthology.orchestra.run.smithi119.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-21T15:30:13.166 INFO:teuthology.orchestra.run.smithi119.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-21T15:30:13.166 INFO:teuthology.orchestra.run.smithi119.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-21T15:30:13.166 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-21T15:30:13.166 INFO:teuthology.orchestra.run.smithi119.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-21T15:30:13.167 INFO:teuthology.orchestra.run.smithi119.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-21T15:30:13.167 INFO:teuthology.orchestra.run.smithi119.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-21T15:30:13.167 INFO:teuthology.orchestra.run.smithi119.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-21T15:30:13.167 INFO:teuthology.orchestra.run.smithi119.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-21T15:30:13.167 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:13.168 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:13.168 INFO:teuthology.orchestra.run.smithi119.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:13.168 INFO:teuthology.orchestra.run.smithi119.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-21T15:30:13.168 INFO:teuthology.orchestra.run.smithi119.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-21T15:30:13.168 INFO:teuthology.orchestra.run.smithi119.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-21T15:30:13.169 INFO:teuthology.orchestra.run.smithi119.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-21T15:30:13.169 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-21T15:30:13.169 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-argparse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.169 INFO:teuthology.orchestra.run.smithi119.stdout: python3-ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.169 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.170 INFO:teuthology.orchestra.run.smithi119.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-21T15:30:13.170 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-21T15:30:13.170 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-21T15:30:13.170 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-21T15:30:13.170 INFO:teuthology.orchestra.run.smithi119.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-21T15:30:13.171 INFO:teuthology.orchestra.run.smithi119.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-21T15:30:13.171 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-21T15:30:13.171 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-21T15:30:13.171 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-21T15:30:13.171 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-21T15:30:13.172 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-21T15:30:13.172 INFO:teuthology.orchestra.run.smithi119.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-21T15:30:13.172 INFO:teuthology.orchestra.run.smithi119.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-21T15:30:13.172 INFO:teuthology.orchestra.run.smithi119.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-21T15:30:13.172 INFO:teuthology.orchestra.run.smithi119.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-21T15:30:13.173 INFO:teuthology.orchestra.run.smithi119.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-21T15:30:13.173 INFO:teuthology.orchestra.run.smithi119.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-21T15:30:13.173 INFO:teuthology.orchestra.run.smithi119.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-21T15:30:13.173 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-21T15:30:13.173 INFO:teuthology.orchestra.run.smithi119.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-21T15:30:13.174 INFO:teuthology.orchestra.run.smithi119.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-21T15:30:13.174 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-21T15:30:13.174 INFO:teuthology.orchestra.run.smithi119.stdout: python3-portend-2.6-1.el8.noarch 2023-10-21T15:30:13.174 INFO:teuthology.orchestra.run.smithi119.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-21T15:30:13.174 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-21T15:30:13.175 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-21T15:30:13.175 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-21T15:30:13.175 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-21T15:30:13.175 INFO:teuthology.orchestra.run.smithi119.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-21T15:30:13.176 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.176 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.176 INFO:teuthology.orchestra.run.smithi119.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-21T15:30:13.176 INFO:teuthology.orchestra.run.smithi119.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-21T15:30:13.176 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.177 INFO:teuthology.orchestra.run.smithi119.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-21T15:30:13.177 INFO:teuthology.orchestra.run.smithi119.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-21T15:30:13.177 INFO:teuthology.orchestra.run.smithi119.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-21T15:30:13.177 INFO:teuthology.orchestra.run.smithi119.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-21T15:30:13.177 INFO:teuthology.orchestra.run.smithi119.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-21T15:30:13.178 INFO:teuthology.orchestra.run.smithi119.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-21T15:30:13.178 INFO:teuthology.orchestra.run.smithi119.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-21T15:30:13.178 INFO:teuthology.orchestra.run.smithi119.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-21T15:30:13.178 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-21T15:30:13.179 INFO:teuthology.orchestra.run.smithi119.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-21T15:30:13.179 INFO:teuthology.orchestra.run.smithi119.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-21T15:30:13.179 INFO:teuthology.orchestra.run.smithi119.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-21T15:30:13.179 INFO:teuthology.orchestra.run.smithi119.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-21T15:30:13.179 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.180 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.180 INFO:teuthology.orchestra.run.smithi119.stdout: rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:13.180 INFO:teuthology.orchestra.run.smithi119.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-21T15:30:13.180 INFO:teuthology.orchestra.run.smithi119.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-21T15:30:13.180 INFO:teuthology.orchestra.run.smithi119.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-21T15:30:13.181 INFO:teuthology.orchestra.run.smithi119.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-21T15:30:13.181 INFO:teuthology.orchestra.run.smithi119.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-21T15:30:13.181 INFO:teuthology.orchestra.run.smithi119.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-21T15:30:13.182 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:30:13.182 INFO:teuthology.orchestra.run.smithi119.stdout:Complete! 2023-10-21T15:30:13.194 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:13.194 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 1/134 2023-10-21T15:30:13.194 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2/134 2023-10-21T15:30:13.194 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 3/134 2023-10-21T15:30:13.195 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 4/134 2023-10-21T15:30:13.195 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 5/134 2023-10-21T15:30:13.195 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:30:13.195 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:30:13.195 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T15:30:13.196 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 9/134 2023-10-21T15:30:13.196 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 10/134 2023-10-21T15:30:13.196 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 11/134 2023-10-21T15:30:13.196 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 12/134 2023-10-21T15:30:13.197 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 13/134 2023-10-21T15:30:13.197 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 14/134 2023-10-21T15:30:13.197 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 15/134 2023-10-21T15:30:13.197 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 16/134 2023-10-21T15:30:13.197 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 17/134 2023-10-21T15:30:13.197 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 18/134 2023-10-21T15:30:13.198 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 19/134 2023-10-21T15:30:13.198 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 20/134 2023-10-21T15:30:13.198 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 21/134 2023-10-21T15:30:13.198 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 22/134 2023-10-21T15:30:13.198 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 23/134 2023-10-21T15:30:13.199 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 24/134 2023-10-21T15:30:13.199 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 25/134 2023-10-21T15:30:13.199 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 26/134 2023-10-21T15:30:13.199 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 27/134 2023-10-21T15:30:13.200 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 28/134 2023-10-21T15:30:13.200 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 29/134 2023-10-21T15:30:13.200 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 30/134 2023-10-21T15:30:13.200 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 31/134 2023-10-21T15:30:13.209 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 32/134 2023-10-21T15:30:13.209 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 33/134 2023-10-21T15:30:13.209 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 34/134 2023-10-21T15:30:13.210 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 35/134 2023-10-21T15:30:13.210 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 36/134 2023-10-21T15:30:13.210 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 37/134 2023-10-21T15:30:13.210 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 38/134 2023-10-21T15:30:13.211 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-21T15:30:13.211 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-21T15:30:13.211 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-21T15:30:13.211 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-21T15:30:13.211 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-21T15:30:13.212 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-21T15:30:13.212 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-21T15:30:13.212 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-21T15:30:13.212 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-21T15:30:13.213 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-21T15:30:13.213 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-21T15:30:13.213 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-21T15:30:13.213 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-21T15:30:13.213 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-21T15:30:13.214 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-21T15:30:13.214 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-21T15:30:13.214 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-21T15:30:13.214 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-21T15:30:13.214 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-21T15:30:13.215 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-21T15:30:13.215 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-21T15:30:13.215 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-21T15:30:13.215 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-21T15:30:13.216 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-21T15:30:13.216 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-21T15:30:13.216 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-21T15:30:13.216 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-21T15:30:13.216 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-21T15:30:13.217 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-21T15:30:13.217 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-21T15:30:13.217 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-21T15:30:13.217 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-21T15:30:13.217 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-21T15:30:13.218 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-10-21T15:30:13.218 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-10-21T15:30:13.218 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-10-21T15:30:13.218 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-10-21T15:30:13.219 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-10-21T15:30:13.219 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-10-21T15:30:13.219 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-10-21T15:30:13.219 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-10-21T15:30:13.219 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-10-21T15:30:13.220 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-10-21T15:30:13.220 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-10-21T15:30:13.220 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-10-21T15:30:13.220 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-10-21T15:30:13.220 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-10-21T15:30:13.221 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-10-21T15:30:13.221 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-10-21T15:30:13.221 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-10-21T15:30:13.221 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-10-21T15:30:13.222 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-10-21T15:30:13.222 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-10-21T15:30:13.222 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-10-21T15:30:13.222 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-10-21T15:30:13.222 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-10-21T15:30:13.223 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-10-21T15:30:13.223 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-10-21T15:30:13.223 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-10-21T15:30:13.223 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-10-21T15:30:13.224 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-10-21T15:30:13.224 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-10-21T15:30:13.224 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-10-21T15:30:13.224 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-10-21T15:30:13.224 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-10-21T15:30:13.225 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-10-21T15:30:13.225 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-10-21T15:30:13.225 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-10-21T15:30:13.225 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-10-21T15:30:13.225 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-10-21T15:30:13.226 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-10-21T15:30:13.226 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-10-21T15:30:13.226 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-10-21T15:30:13.226 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-10-21T15:30:13.226 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-10-21T15:30:13.227 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-10-21T15:30:13.227 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-10-21T15:30:13.227 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-10-21T15:30:13.227 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-10-21T15:30:13.227 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-10-21T15:30:13.228 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-10-21T15:30:13.228 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-21T15:30:13.228 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-10-21T15:30:13.228 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-21T15:30:13.228 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-10-21T15:30:13.229 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-10-21T15:30:13.229 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-10-21T15:30:13.229 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-10-21T15:30:13.229 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-10-21T15:30:13.229 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-21T15:30:13.230 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 129/134 2023-10-21T15:30:13.230 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-21T15:30:13.230 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 131/134 2023-10-21T15:30:13.230 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:13.230 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-21T15:30:13.236 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:13.372 DEBUG:teuthology.parallel:result is None 2023-10-21T15:30:13.784 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:13.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-2:18.0.0-6820.gf0804064.el8.x86_64 1/134 2023-10-21T15:30:13.785 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2/134 2023-10-21T15:30:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 3/134 2023-10-21T15:30:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 4/134 2023-10-21T15:30:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6820.gf0804 5/134 2023-10-21T15:30:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 6/134 2023-10-21T15:30:13.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 7/134 2023-10-21T15:30:13.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 8/134 2023-10-21T15:30:13.787 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 9/134 2023-10-21T15:30:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 10/134 2023-10-21T15:30:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 11/134 2023-10-21T15:30:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 12/134 2023-10-21T15:30:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 13/134 2023-10-21T15:30:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_ 14/134 2023-10-21T15:30:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 15/134 2023-10-21T15:30:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 16/134 2023-10-21T15:30:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados-devel-2:18.0.0-6820.gf0804064.el8.x86_6 17/134 2023-10-21T15:30:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86 18/134 2023-10-21T15:30:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 19/134 2023-10-21T15:30:13.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6820.gf0804064.el 20/134 2023-10-21T15:30:13.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-common-2:18.0.0-6820.gf0804064.el8. 21/134 2023-10-21T15:30:13.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_6 22/134 2023-10-21T15:30:13.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 23/134 2023-10-21T15:30:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 24/134 2023-10-21T15:30:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 25/134 2023-10-21T15:30:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 26/134 2023-10-21T15:30:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 27/134 2023-10-21T15:30:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 28/134 2023-10-21T15:30:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6820.gf0804064. 29/134 2023-10-21T15:30:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noa 30/134 2023-10-21T15:30:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.n 31/134 2023-10-21T15:30:13.802 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6820.gf08 32/134 2023-10-21T15:30:13.802 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el 33/134 2023-10-21T15:30:13.803 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 34/134 2023-10-21T15:30:13.803 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.e 35/134 2023-10-21T15:30:13.803 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 36/134 2023-10-21T15:30:13.804 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephadm-2:18.0.0-6820.gf0804064.el8.noarch 37/134 2023-10-21T15:30:13.804 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 38/134 2023-10-21T15:30:13.804 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-21T15:30:13.805 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-21T15:30:13.805 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-21T15:30:13.805 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-21T15:30:13.806 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-21T15:30:13.806 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-21T15:30:13.806 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-21T15:30:13.807 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-21T15:30:13.807 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-21T15:30:13.807 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-21T15:30:13.808 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-21T15:30:13.808 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-21T15:30:13.808 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-21T15:30:13.809 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-21T15:30:13.809 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-21T15:30:13.810 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-21T15:30:13.810 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-21T15:30:13.810 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-21T15:30:13.811 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-21T15:30:13.811 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-21T15:30:13.811 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-21T15:30:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-21T15:30:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-21T15:30:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-21T15:30:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-21T15:30:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-21T15:30:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-21T15:30:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-21T15:30:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-21T15:30:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-21T15:30:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-21T15:30:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-21T15:30:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-21T15:30:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-10-21T15:30:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-10-21T15:30:13.815 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-10-21T15:30:13.815 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-10-21T15:30:13.815 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-10-21T15:30:13.815 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-10-21T15:30:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-10-21T15:30:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-10-21T15:30:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-10-21T15:30:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-10-21T15:30:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-10-21T15:30:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-10-21T15:30:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-10-21T15:30:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-10-21T15:30:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-10-21T15:30:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-10-21T15:30:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-10-21T15:30:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-10-21T15:30:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-10-21T15:30:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-10-21T15:30:13.819 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-10-21T15:30:13.819 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-10-21T15:30:13.819 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-10-21T15:30:13.820 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-10-21T15:30:13.820 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-10-21T15:30:13.820 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-10-21T15:30:13.821 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-10-21T15:30:13.821 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-10-21T15:30:13.821 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-10-21T15:30:13.822 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-10-21T15:30:13.822 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-10-21T15:30:13.822 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-10-21T15:30:13.823 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-10-21T15:30:13.823 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-10-21T15:30:13.823 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-10-21T15:30:13.824 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-10-21T15:30:13.824 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-10-21T15:30:13.824 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-10-21T15:30:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-10-21T15:30:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-10-21T15:30:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-10-21T15:30:13.826 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-10-21T15:30:13.826 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-10-21T15:30:13.827 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-10-21T15:30:13.827 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-10-21T15:30:13.827 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-10-21T15:30:13.828 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-10-21T15:30:13.828 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-10-21T15:30:13.828 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-21T15:30:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-10-21T15:30:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-21T15:30:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-10-21T15:30:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-10-21T15:30:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-10-21T15:30:13.830 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-10-21T15:30:13.830 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-10-21T15:30:13.830 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-21T15:30:13.830 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:18.0.0-6820.gf0804064.el8.x86_64 129/134 2023-10-21T15:30:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-21T15:30:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 131/134 2023-10-21T15:30:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-21T15:30:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-21T15:30:15.793 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:15.794 INFO:teuthology.orchestra.run.smithi105.stdout:Last metadata expiration check: 0:01:57 ago on Sat 21 Oct 2023 03:28:18 PM UTC. 2023-10-21T15:30:16.345 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-21T15:30:16.346 INFO:teuthology.orchestra.run.smithi046.stdout:Last metadata expiration check: 0:01:58 ago on Sat 21 Oct 2023 03:28:18 PM UTC. 2023-10-21T15:30:18.533 INFO:teuthology.orchestra.run.smithi105.stdout:Installed products updated. 2023-10-21T15:30:18.747 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:30:18.747 INFO:teuthology.orchestra.run.smithi105.stdout:Upgraded: 2023-10-21T15:30:18.747 INFO:teuthology.orchestra.run.smithi105.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-21T15:30:18.748 INFO:teuthology.orchestra.run.smithi105.stdout: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.748 INFO:teuthology.orchestra.run.smithi105.stdout: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.748 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2023-10-21T15:30:18.748 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-21T15:30:18.748 INFO:teuthology.orchestra.run.smithi105.stdout: automake-1.16.1-7.el8.noarch 2023-10-21T15:30:18.749 INFO:teuthology.orchestra.run.smithi105.stdout: bison-3.0.4-10.el8.x86_64 2023-10-21T15:30:18.749 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.749 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.749 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.749 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.750 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-grafana-dashboards-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.750 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-immutable-object-cache-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.750 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.750 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.750 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.751 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.751 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.751 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.751 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.751 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.752 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.752 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.752 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.752 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.752 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.753 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.753 INFO:teuthology.orchestra.run.smithi105.stdout: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.753 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.753 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:18.753 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-21T15:30:18.754 INFO:teuthology.orchestra.run.smithi105.stdout: flex-2.6.1-9.el8.x86_64 2023-10-21T15:30:18.754 INFO:teuthology.orchestra.run.smithi105.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-21T15:30:18.754 INFO:teuthology.orchestra.run.smithi105.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-21T15:30:18.755 INFO:teuthology.orchestra.run.smithi105.stdout: jq-1.6-3.el8.x86_64 2023-10-21T15:30:18.755 INFO:teuthology.orchestra.run.smithi105.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-21T15:30:18.755 INFO:teuthology.orchestra.run.smithi105.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-21T15:30:18.755 INFO:teuthology.orchestra.run.smithi105.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-21T15:30:18.755 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.756 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.756 INFO:teuthology.orchestra.run.smithi105.stdout: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.756 INFO:teuthology.orchestra.run.smithi105.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-21T15:30:18.756 INFO:teuthology.orchestra.run.smithi105.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-21T15:30:18.756 INFO:teuthology.orchestra.run.smithi105.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-21T15:30:18.757 INFO:teuthology.orchestra.run.smithi105.stdout: libpq-13.5-1.el8.x86_64 2023-10-21T15:30:18.757 INFO:teuthology.orchestra.run.smithi105.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-21T15:30:18.757 INFO:teuthology.orchestra.run.smithi105.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-21T15:30:18.757 INFO:teuthology.orchestra.run.smithi105.stdout: librados-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.757 INFO:teuthology.orchestra.run.smithi105.stdout: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.758 INFO:teuthology.orchestra.run.smithi105.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-21T15:30:18.758 INFO:teuthology.orchestra.run.smithi105.stdout: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.758 INFO:teuthology.orchestra.run.smithi105.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-21T15:30:18.758 INFO:teuthology.orchestra.run.smithi105.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-21T15:30:18.758 INFO:teuthology.orchestra.run.smithi105.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-21T15:30:18.759 INFO:teuthology.orchestra.run.smithi105.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-21T15:30:18.759 INFO:teuthology.orchestra.run.smithi105.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-21T15:30:18.759 INFO:teuthology.orchestra.run.smithi105.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-21T15:30:18.759 INFO:teuthology.orchestra.run.smithi105.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-21T15:30:18.760 INFO:teuthology.orchestra.run.smithi105.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-21T15:30:18.760 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-21T15:30:18.760 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-21T15:30:18.760 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-21T15:30:18.760 INFO:teuthology.orchestra.run.smithi105.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-21T15:30:18.761 INFO:teuthology.orchestra.run.smithi105.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-21T15:30:18.761 INFO:teuthology.orchestra.run.smithi105.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-21T15:30:18.761 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:18.761 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:18.761 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:18.762 INFO:teuthology.orchestra.run.smithi105.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-21T15:30:18.762 INFO:teuthology.orchestra.run.smithi105.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-21T15:30:18.762 INFO:teuthology.orchestra.run.smithi105.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-21T15:30:18.762 INFO:teuthology.orchestra.run.smithi105.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-21T15:30:18.762 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-21T15:30:18.763 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-argparse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.763 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.763 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.763 INFO:teuthology.orchestra.run.smithi105.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-21T15:30:18.763 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-21T15:30:18.764 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-21T15:30:18.764 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-21T15:30:18.764 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-21T15:30:18.764 INFO:teuthology.orchestra.run.smithi105.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-21T15:30:18.764 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-21T15:30:18.765 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-21T15:30:18.765 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-21T15:30:18.765 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-21T15:30:18.765 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-21T15:30:18.765 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-21T15:30:18.766 INFO:teuthology.orchestra.run.smithi105.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-21T15:30:18.766 INFO:teuthology.orchestra.run.smithi105.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-21T15:30:18.766 INFO:teuthology.orchestra.run.smithi105.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-21T15:30:18.766 INFO:teuthology.orchestra.run.smithi105.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-21T15:30:18.766 INFO:teuthology.orchestra.run.smithi105.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-21T15:30:18.767 INFO:teuthology.orchestra.run.smithi105.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-21T15:30:18.767 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-21T15:30:18.767 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-21T15:30:18.767 INFO:teuthology.orchestra.run.smithi105.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-21T15:30:18.767 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-21T15:30:18.767 INFO:teuthology.orchestra.run.smithi105.stdout: python3-portend-2.6-1.el8.noarch 2023-10-21T15:30:18.768 INFO:teuthology.orchestra.run.smithi105.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-21T15:30:18.768 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-21T15:30:18.768 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-21T15:30:18.768 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-21T15:30:18.768 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-21T15:30:18.769 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-21T15:30:18.769 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.769 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.769 INFO:teuthology.orchestra.run.smithi105.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-21T15:30:18.769 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-21T15:30:18.770 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.770 INFO:teuthology.orchestra.run.smithi105.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-21T15:30:18.770 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-21T15:30:18.770 INFO:teuthology.orchestra.run.smithi105.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-21T15:30:18.770 INFO:teuthology.orchestra.run.smithi105.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-21T15:30:18.771 INFO:teuthology.orchestra.run.smithi105.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-21T15:30:18.771 INFO:teuthology.orchestra.run.smithi105.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-21T15:30:18.771 INFO:teuthology.orchestra.run.smithi105.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-21T15:30:18.771 INFO:teuthology.orchestra.run.smithi105.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-21T15:30:18.771 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-21T15:30:18.772 INFO:teuthology.orchestra.run.smithi105.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-21T15:30:18.772 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-21T15:30:18.772 INFO:teuthology.orchestra.run.smithi105.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-21T15:30:18.772 INFO:teuthology.orchestra.run.smithi105.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-21T15:30:18.772 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.773 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.773 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:18.773 INFO:teuthology.orchestra.run.smithi105.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-21T15:30:18.773 INFO:teuthology.orchestra.run.smithi105.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-21T15:30:18.773 INFO:teuthology.orchestra.run.smithi105.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-21T15:30:18.774 INFO:teuthology.orchestra.run.smithi105.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-21T15:30:18.774 INFO:teuthology.orchestra.run.smithi105.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-21T15:30:18.774 INFO:teuthology.orchestra.run.smithi105.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-21T15:30:18.775 INFO:teuthology.orchestra.run.smithi105.stdout: 2023-10-21T15:30:18.775 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2023-10-21T15:30:19.090 DEBUG:teuthology.parallel:result is None 2023-10-21T15:30:19.193 INFO:teuthology.orchestra.run.smithi046.stdout:Installed products updated. 2023-10-21T15:30:19.426 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:30:19.427 INFO:teuthology.orchestra.run.smithi046.stdout:Upgraded: 2023-10-21T15:30:19.427 INFO:teuthology.orchestra.run.smithi046.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-21T15:30:19.427 INFO:teuthology.orchestra.run.smithi046.stdout: librados2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.427 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.427 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2023-10-21T15:30:19.428 INFO:teuthology.orchestra.run.smithi046.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-21T15:30:19.428 INFO:teuthology.orchestra.run.smithi046.stdout: automake-1.16.1-7.el8.noarch 2023-10-21T15:30:19.428 INFO:teuthology.orchestra.run.smithi046.stdout: bison-3.0.4-10.el8.x86_64 2023-10-21T15:30:19.428 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.428 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.429 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.429 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.429 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.429 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.429 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.430 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.430 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.430 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.430 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.430 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.431 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.431 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.431 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.431 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.431 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.432 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.432 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.432 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.432 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.432 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.433 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top-2:18.0.0-6820.gf0804064.el8.noarch 2023-10-21T15:30:19.433 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-21T15:30:19.433 INFO:teuthology.orchestra.run.smithi046.stdout: flex-2.6.1-9.el8.x86_64 2023-10-21T15:30:19.433 INFO:teuthology.orchestra.run.smithi046.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-21T15:30:19.433 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-21T15:30:19.434 INFO:teuthology.orchestra.run.smithi046.stdout: jq-1.6-3.el8.x86_64 2023-10-21T15:30:19.434 INFO:teuthology.orchestra.run.smithi046.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-21T15:30:19.434 INFO:teuthology.orchestra.run.smithi046.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-21T15:30:19.434 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-21T15:30:19.435 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.435 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.435 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.435 INFO:teuthology.orchestra.run.smithi046.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-21T15:30:19.435 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-21T15:30:19.435 INFO:teuthology.orchestra.run.smithi046.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-21T15:30:19.436 INFO:teuthology.orchestra.run.smithi046.stdout: libpq-13.5-1.el8.x86_64 2023-10-21T15:30:19.436 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-21T15:30:19.436 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-21T15:30:19.436 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.436 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.437 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-21T15:30:19.437 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.437 INFO:teuthology.orchestra.run.smithi046.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-21T15:30:19.437 INFO:teuthology.orchestra.run.smithi046.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-21T15:30:19.437 INFO:teuthology.orchestra.run.smithi046.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-21T15:30:19.438 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-21T15:30:19.438 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-21T15:30:19.438 INFO:teuthology.orchestra.run.smithi046.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-21T15:30:19.438 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-21T15:30:19.438 INFO:teuthology.orchestra.run.smithi046.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-21T15:30:19.439 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-21T15:30:19.439 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-21T15:30:19.439 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-21T15:30:19.439 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-21T15:30:19.439 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-21T15:30:19.440 INFO:teuthology.orchestra.run.smithi046.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-21T15:30:19.440 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:19.440 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:19.440 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-21T15:30:19.440 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-21T15:30:19.441 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-21T15:30:19.441 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-21T15:30:19.441 INFO:teuthology.orchestra.run.smithi046.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-21T15:30:19.441 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-21T15:30:19.441 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.441 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.442 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.442 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-21T15:30:19.442 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-21T15:30:19.442 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-21T15:30:19.443 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-21T15:30:19.443 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-21T15:30:19.443 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-21T15:30:19.443 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-21T15:30:19.443 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-21T15:30:19.443 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-21T15:30:19.444 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-21T15:30:19.444 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-21T15:30:19.444 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-21T15:30:19.444 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-21T15:30:19.444 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-21T15:30:19.445 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-21T15:30:19.445 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-21T15:30:19.445 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-21T15:30:19.445 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-21T15:30:19.445 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-21T15:30:19.446 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-21T15:30:19.446 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-21T15:30:19.446 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-21T15:30:19.446 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend-2.6-1.el8.noarch 2023-10-21T15:30:19.446 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-21T15:30:19.447 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-21T15:30:19.447 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-21T15:30:19.447 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-21T15:30:19.447 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-21T15:30:19.447 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-21T15:30:19.448 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.448 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.448 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-21T15:30:19.448 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-21T15:30:19.448 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.449 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-21T15:30:19.449 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-21T15:30:19.449 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-21T15:30:19.449 INFO:teuthology.orchestra.run.smithi046.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-21T15:30:19.449 INFO:teuthology.orchestra.run.smithi046.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-21T15:30:19.449 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-21T15:30:19.450 INFO:teuthology.orchestra.run.smithi046.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-21T15:30:19.450 INFO:teuthology.orchestra.run.smithi046.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-21T15:30:19.450 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-21T15:30:19.450 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-21T15:30:19.450 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-21T15:30:19.451 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-21T15:30:19.451 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-21T15:30:19.451 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.451 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.451 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd-2:18.0.0-6820.gf0804064.el8.x86_64 2023-10-21T15:30:19.452 INFO:teuthology.orchestra.run.smithi046.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-21T15:30:19.452 INFO:teuthology.orchestra.run.smithi046.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-21T15:30:19.452 INFO:teuthology.orchestra.run.smithi046.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-21T15:30:19.452 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-21T15:30:19.452 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-21T15:30:19.453 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-21T15:30:19.453 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:30:19.453 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2023-10-21T15:30:19.629 DEBUG:teuthology.parallel:result is None 2023-10-21T15:30:19.630 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:30:19.855 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-21T15:30:19.880 INFO:teuthology.orchestra.run.smithi046.stdout:18.0.0-6820.gf0804064.el8 2023-10-21T15:30:19.880 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6820.gf0804064.el8 2023-10-21T15:30:19.881 INFO:teuthology.task.install:The correct ceph version 18.0.0-6820.gf0804064 is installed. 2023-10-21T15:30:19.881 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:30:20.106 DEBUG:teuthology.orchestra.run.smithi105:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-21T15:30:20.134 INFO:teuthology.orchestra.run.smithi105.stdout:18.0.0-6820.gf0804064.el8 2023-10-21T15:30:20.134 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6820.gf0804064.el8 2023-10-21T15:30:20.134 INFO:teuthology.task.install:The correct ceph version 18.0.0-6820.gf0804064 is installed. 2023-10-21T15:30:20.135 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:30:20.353 DEBUG:teuthology.orchestra.run.smithi119:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-21T15:30:20.384 INFO:teuthology.orchestra.run.smithi119.stdout:18.0.0-6820.gf0804064.el8 2023-10-21T15:30:20.384 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6820.gf0804064.el8 2023-10-21T15:30:20.385 INFO:teuthology.task.install:The correct ceph version 18.0.0-6820.gf0804064 is installed. 2023-10-21T15:30:20.385 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-10-21T15:30:20.386 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:30:20.386 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-21T15:30:20.433 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:30:20.434 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-21T15:30:20.483 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:30:20.483 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-21T15:30:20.531 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-10-21T15:30:20.531 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:30:20.531 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/daemon-helper 2023-10-21T15:30:20.561 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-21T15:30:20.631 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:30:20.632 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/daemon-helper 2023-10-21T15:30:20.665 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-21T15:30:20.736 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:30:20.736 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/daemon-helper 2023-10-21T15:30:20.768 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-21T15:30:20.838 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-10-21T15:30:20.838 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:30:20.839 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-21T15:30:20.872 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-21T15:30:20.942 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:30:20.942 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-21T15:30:20.974 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-21T15:30:21.044 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:30:21.045 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-21T15:30:21.076 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-21T15:30:21.149 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-10-21T15:30:21.149 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:30:21.150 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/stdin-killer 2023-10-21T15:30:21.181 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-21T15:30:21.251 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:30:21.251 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/stdin-killer 2023-10-21T15:30:21.283 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-21T15:30:21.354 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:30:21.354 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/usr/bin/stdin-killer 2023-10-21T15:30:21.386 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-21T15:30:21.456 INFO:teuthology.run_tasks:Running task cephadm... 2023-10-21T15:30:21.540 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2023-10-21T15:30:21.541 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:30:21.542 INFO:tasks.cephadm:Cluster fsid is bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:30:21.543 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-10-21T15:30:21.543 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.46', 'mon.b': '172.21.15.105', 'mon.c': '172.21.15.119'} 2023-10-21T15:30:21.543 INFO:tasks.cephadm:First mon is mon.a on smithi046 2023-10-21T15:30:21.544 INFO:tasks.cephadm:First mgr is x 2023-10-21T15:30:21.544 INFO:tasks.cephadm:Normalizing hostnames... 2023-10-21T15:30:21.545 DEBUG:teuthology.orchestra.run.smithi046:> sudo hostname $(hostname -s) 2023-10-21T15:30:21.582 DEBUG:teuthology.orchestra.run.smithi105:> sudo hostname $(hostname -s) 2023-10-21T15:30:21.616 DEBUG:teuthology.orchestra.run.smithi119:> sudo hostname $(hostname -s) 2023-10-21T15:30:21.647 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-10-21T15:30:21.648 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:30:21.875 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/53618/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-6820-gf0804064', 'node_name': '172.21.5.31+adami01', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-6820.gf0804064'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-10-20 16:28:59.464025', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}, {'status': 'ready', 'sha1': 'f0804064d67a2a63dbabf1801ff452580a050cfc', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/73518/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-6820-gf0804064', 'node_name': '172.21.2.4+braggi04', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-6820.gf0804064'}, 'url': 'https://1.chacra.ceph.com/r/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-10-20 16:16:31.368616', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2023-10-21T15:30:22.087 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref main, sha1 f0804064d67a2a63dbabf1801ff452580a050cfc from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:30:22.087 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/x86_64/flavors/default/cephadm 2023-10-21T15:30:22.088 DEBUG:teuthology.orchestra.run.smithi046:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:22.479 INFO:teuthology.orchestra.run.smithi046.stdout:-rw-rw-r--. 1 ubuntu ubuntu 793356 Oct 21 15:30 /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:22.480 DEBUG:teuthology.orchestra.run.smithi105:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:23.018 INFO:teuthology.orchestra.run.smithi105.stdout:-rw-rw-r--. 1 ubuntu ubuntu 793356 Oct 21 15:30 /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:23.019 DEBUG:teuthology.orchestra.run.smithi119:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/main/f0804064d67a2a63dbabf1801ff452580a050cfc/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:23.408 INFO:teuthology.orchestra.run.smithi119.stdout:-rw-rw-r--. 1 ubuntu ubuntu 793356 Oct 21 15:30 /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:23.409 DEBUG:teuthology.orchestra.run.smithi046:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:23.477 DEBUG:teuthology.orchestra.run.smithi105:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:23.498 DEBUG:teuthology.orchestra.run.smithi119:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-21T15:30:23.534 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc on all hosts... 2023-10-21T15:30:23.534 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc pull 2023-10-21T15:30:23.537 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc pull 2023-10-21T15:30:23.541 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc pull 2023-10-21T15:30:28.694 INFO:teuthology.orchestra.run.smithi119.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc... 2023-10-21T15:30:29.179 INFO:teuthology.orchestra.run.smithi046.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc... 2023-10-21T15:30:29.689 INFO:teuthology.orchestra.run.smithi105.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc... 2023-10-21T15:31:07.014 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2023-10-21T15:31:07.015 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_version": "ceph version 18.0.0-6820-gf0804064 (f0804064d67a2a63dbabf1801ff452580a050cfc) reef (dev)", 2023-10-21T15:31:07.015 INFO:teuthology.orchestra.run.smithi119.stdout: "image_id": "27e47d55de8a1e3aaf09ac22a8d191fff3319879cf811b724f620ec072f664a9", 2023-10-21T15:31:07.016 INFO:teuthology.orchestra.run.smithi119.stdout: "repo_digests": [ 2023-10-21T15:31:07.016 INFO:teuthology.orchestra.run.smithi119.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:03a57f6fb48add77822c677c1d5409595126f30c979fc732d183870cbe218412" 2023-10-21T15:31:07.016 INFO:teuthology.orchestra.run.smithi119.stdout: ] 2023-10-21T15:31:07.016 INFO:teuthology.orchestra.run.smithi119.stdout:} 2023-10-21T15:31:07.614 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2023-10-21T15:31:07.615 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_version": "ceph version 18.0.0-6820-gf0804064 (f0804064d67a2a63dbabf1801ff452580a050cfc) reef (dev)", 2023-10-21T15:31:07.617 INFO:teuthology.orchestra.run.smithi105.stdout: "image_id": "27e47d55de8a1e3aaf09ac22a8d191fff3319879cf811b724f620ec072f664a9", 2023-10-21T15:31:07.617 INFO:teuthology.orchestra.run.smithi105.stdout: "repo_digests": [ 2023-10-21T15:31:07.617 INFO:teuthology.orchestra.run.smithi105.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:03a57f6fb48add77822c677c1d5409595126f30c979fc732d183870cbe218412" 2023-10-21T15:31:07.618 INFO:teuthology.orchestra.run.smithi105.stdout: ] 2023-10-21T15:31:07.619 INFO:teuthology.orchestra.run.smithi105.stdout:} 2023-10-21T15:31:08.019 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:31:08.019 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 18.0.0-6820-gf0804064 (f0804064d67a2a63dbabf1801ff452580a050cfc) reef (dev)", 2023-10-21T15:31:08.020 INFO:teuthology.orchestra.run.smithi046.stdout: "image_id": "27e47d55de8a1e3aaf09ac22a8d191fff3319879cf811b724f620ec072f664a9", 2023-10-21T15:31:08.020 INFO:teuthology.orchestra.run.smithi046.stdout: "repo_digests": [ 2023-10-21T15:31:08.020 INFO:teuthology.orchestra.run.smithi046.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:03a57f6fb48add77822c677c1d5409595126f30c979fc732d183870cbe218412" 2023-10-21T15:31:08.021 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:31:08.021 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:31:08.040 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph 2023-10-21T15:31:08.071 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /etc/ceph 2023-10-21T15:31:08.104 DEBUG:teuthology.orchestra.run.smithi119:> sudo mkdir -p /etc/ceph 2023-10-21T15:31:08.140 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 777 /etc/ceph 2023-10-21T15:31:08.168 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 777 /etc/ceph 2023-10-21T15:31:08.199 DEBUG:teuthology.orchestra.run.smithi119:> sudo chmod 777 /etc/ceph 2023-10-21T15:31:08.229 INFO:tasks.cephadm:Writing seed config... 2023-10-21T15:31:08.231 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2023-10-21T15:31:08.231 INFO:tasks.cephadm: override: [client] debug client = 20 2023-10-21T15:31:08.232 INFO:tasks.cephadm: override: [client] debug ms = 1 2023-10-21T15:31:08.232 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2023-10-21T15:31:08.233 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2023-10-21T15:31:08.233 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2023-10-21T15:31:08.234 INFO:tasks.cephadm: override: [mds] debug mds = 20 2023-10-21T15:31:08.234 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2023-10-21T15:31:08.235 INFO:tasks.cephadm: override: [mds] debug ms = 1 2023-10-21T15:31:08.235 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2023-10-21T15:31:08.236 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2023-10-21T15:31:08.236 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2023-10-21T15:31:08.237 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2023-10-21T15:31:08.237 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2023-10-21T15:31:08.238 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2023-10-21T15:31:08.238 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2023-10-21T15:31:08.238 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2023-10-21T15:31:08.239 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2023-10-21T15:31:08.239 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2023-10-21T15:31:08.240 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2023-10-21T15:31:08.240 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2023-10-21T15:31:08.241 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2023-10-21T15:31:08.241 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-10-21T15:31:08.242 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-10-21T15:31:08.242 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-10-21T15:31:08.243 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-10-21T15:31:08.243 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-10-21T15:31:08.243 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2023-10-21T15:31:08.243 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2023-10-21T15:31:08.244 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2023-10-21T15:31:08.244 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2023-10-21T15:31:08.244 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2023-10-21T15:31:08.244 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2023-10-21T15:31:08.245 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2023-10-21T15:31:08.245 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2023-10-21T15:31:08.245 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-10-21T15:31:08.245 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-10-21T15:31:08.246 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2023-10-21T15:31:08.246 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2023-10-21T15:31:08.247 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2023-10-21T15:31:08.247 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2023-10-21T15:31:08.247 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2023-10-21T15:31:08.247 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2023-10-21T15:31:08.248 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2023-10-21T15:31:08.248 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-10-21T15:31:08.248 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2023-10-21T15:31:08.249 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:31:08.250 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-10-21T15:31:08.268 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = bf49eb3e-7026-11ee-8db6-212e2dc638e7 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2023-10-21T15:31:08.269 DEBUG:teuthology.orchestra.run.smithi046:mon.a> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.a.service 2023-10-21T15:31:08.311 DEBUG:teuthology.orchestra.run.smithi046:mgr.x> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.x.service 2023-10-21T15:31:08.337 INFO:journalctl@ceph.mon.a.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:31:08.338 INFO:tasks.cephadm:Bootstrapping... 2023-10-21T15:31:08.338 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc -v bootstrap --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.46 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:31:08.364 INFO:journalctl@ceph.mgr.x.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:31:08.509 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2023-10-21T15:31:08.510 INFO:teuthology.orchestra.run.smithi046.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc', '-v', 'bootstrap', '--fsid', 'bf49eb3e-7026-11ee-8db6-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.46', '--skip-admin-label'] 2023-10-21T15:31:08.658 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 4.1.1 2023-10-21T15:31:08.659 INFO:teuthology.orchestra.run.smithi046.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-10-21T15:31:08.659 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying podman|docker is present... 2023-10-21T15:31:08.801 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 4.1.1 2023-10-21T15:31:08.802 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying lvm2 is present... 2023-10-21T15:31:08.802 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying time synchronization is in place... 2023-10-21T15:31:08.810 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-21T15:31:08.810 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-21T15:31:08.815 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-21T15:31:08.815 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2023-10-21T15:31:08.821 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled 2023-10-21T15:31:08.827 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active 2023-10-21T15:31:08.827 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running 2023-10-21T15:31:08.827 INFO:teuthology.orchestra.run.smithi046.stdout:Repeating the final host check... 2023-10-21T15:31:08.970 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 4.1.1 2023-10-21T15:31:08.970 INFO:teuthology.orchestra.run.smithi046.stdout:podman (/bin/podman) version 4.1.1 is present 2023-10-21T15:31:08.970 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl is present 2023-10-21T15:31:08.970 INFO:teuthology.orchestra.run.smithi046.stdout:lvcreate is present 2023-10-21T15:31:08.976 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-21T15:31:08.976 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-21T15:31:08.982 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-21T15:31:08.982 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2023-10-21T15:31:08.988 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled 2023-10-21T15:31:08.994 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active 2023-10-21T15:31:08.994 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running 2023-10-21T15:31:08.994 INFO:teuthology.orchestra.run.smithi046.stdout:Host looks OK 2023-10-21T15:31:08.994 INFO:teuthology.orchestra.run.smithi046.stdout:Cluster fsid: bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:08.995 INFO:teuthology.orchestra.run.smithi046.stdout:Acquiring lock 140413680703976 on /run/cephadm/bf49eb3e-7026-11ee-8db6-212e2dc638e7.lock 2023-10-21T15:31:08.995 INFO:teuthology.orchestra.run.smithi046.stdout:Lock 140413680703976 acquired on /run/cephadm/bf49eb3e-7026-11ee-8db6-212e2dc638e7.lock 2023-10-21T15:31:08.996 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 3300 ... 2023-10-21T15:31:08.996 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 6789 ... 2023-10-21T15:31:08.996 INFO:teuthology.orchestra.run.smithi046.stdout:Base mon IP(s) is [172.21.15.46:3300, 172.21.15.46:6789], mon addrv is [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2023-10-21T15:31:08.999 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp metric 100 2023-10-21T15:31:08.999 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.46 metric 100 2023-10-21T15:31:09.002 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-10-21T15:31:09.002 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-10-21T15:31:09.002 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1776sec hoplimit 64 pref medium 2023-10-21T15:31:09.004 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-10-21T15:31:09.005 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-10-21T15:31:09.005 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-21T15:31:09.005 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 3: ens1f0: mtu 1500 state UP qlen 1000 2023-10-21T15:31:09.005 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2023-10-21T15:31:09.005 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-21T15:31:09.006 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2023-10-21T15:31:09.007 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2023-10-21T15:31:09.007 INFO:teuthology.orchestra.run.smithi046.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-10-21T15:31:09.007 INFO:teuthology.orchestra.run.smithi046.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-10-21T15:31:09.008 INFO:teuthology.orchestra.run.smithi046.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc... 2023-10-21T15:31:11.358 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 27e47d55de8a1e3aaf09ac22a8d191fff3319879cf811b724f620ec072f664a9 2023-10-21T15:31:11.358 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc... 2023-10-21T15:31:11.358 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Getting image source signatures 2023-10-21T15:31:11.359 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:9de61a79851df6af7e58d3e1853b7b1476e199ef6694e80b2b70165f6f72ee20 2023-10-21T15:31:11.359 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:bbe8e0105070d322009febb1dbcee79a3945eab3305036f79cc6f757ea8642c0 2023-10-21T15:31:11.359 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying config sha256:27e47d55de8a1e3aaf09ac22a8d191fff3319879cf811b724f620ec072f664a9 2023-10-21T15:31:11.359 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Writing manifest to image destination 2023-10-21T15:31:11.360 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Storing signatures 2023-10-21T15:31:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:ceph: stdout ceph version 18.0.0-6820-gf0804064 (f0804064d67a2a63dbabf1801ff452580a050cfc) reef (dev) 2023-10-21T15:31:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph version: ceph version 18.0.0-6820-gf0804064 (f0804064d67a2a63dbabf1801ff452580a050cfc) reef (dev) 2023-10-21T15:31:12.212 INFO:teuthology.orchestra.run.smithi046.stdout:Extracting ceph user uid/gid from container image... 2023-10-21T15:31:13.561 INFO:teuthology.orchestra.run.smithi046.stdout:stat: stdout 167 167 2023-10-21T15:31:13.562 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial keys... 2023-10-21T15:31:15.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDC7jNlpSupMBAA7bPd/FF7vXQPhyEKXC8Zyw== 2023-10-21T15:31:16.088 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDD7jNlmfjpJBAAmLkR1sF2MjYyBDdEPEmVNQ== 2023-10-21T15:31:16.842 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQDE7jNl0o6wGxAAk2EQEpggUlX7vmmuKLU4Aw== 2023-10-21T15:31:16.843 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial monmap... 2023-10-21T15:31:17.797 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-21T15:31:17.798 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-10-21T15:31:17.798 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:17.798 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-21T15:31:17.798 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool for a [v2:172.21.15.46:3300,v1:172.21.15.46:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-21T15:31:17.799 INFO:teuthology.orchestra.run.smithi046.stdout:setting min_mon_release = pacific 2023-10-21T15:31:17.799 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: set fsid to bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:17.799 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-21T15:31:17.799 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:31:17.800 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mon... 2023-10-21T15:31:18.652 INFO:teuthology.orchestra.run.smithi046.stdout:create mon.a on 2023-10-21T15:31:18.780 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-10-21T15:31:18.868 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-10-21T15:31:18.999 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7.target → /etc/systemd/system/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7.target. 2023-10-21T15:31:18.999 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7.target → /etc/systemd/system/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7.target. 2023-10-21T15:31:19.181 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.a 2023-10-21T15:31:19.182 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.a.service: Unit ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.a.service not loaded. 2023-10-21T15:31:19.270 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7.target.wants/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.a.service → /etc/systemd/system/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@.service. 2023-10-21T15:31:19.578 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:19 smithi046 systemd[1]: Starting Ceph mon.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:31:19.829 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:19 smithi046 podman[98891]: 2023-10-21T15:31:19.830 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:19 smithi046 bash[98891]: b2771e8902909b446cd2cd87f427543f3106723c412e7d1381567a2eb7c57576 2023-10-21T15:31:19.830 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:19 smithi046 ceph-mon[98932]: mkfs bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:19.830 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:19 smithi046 ceph-mon[98932]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-21T15:31:19.878 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-21T15:31:19.878 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2023-10-21T15:31:19.886 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-21T15:31:19.886 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2023-10-21T15:31:19.886 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2023-10-21T15:31:19.887 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service . firewalld.service is not available 2023-10-21T15:31:19.887 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon to start... 2023-10-21T15:31:19.887 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon... 2023-10-21T15:31:20.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:19 smithi046 systemd[1]: Started Ceph mon.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:31:21.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:20 smithi046 ceph-mon[98932]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-21T15:31:21.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:20 smithi046 ceph-mon[98932]: monmap e1: 1 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:31:21.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:20 smithi046 ceph-mon[98932]: fsmap 2023-10-21T15:31:21.109 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:20 smithi046 ceph-mon[98932]: osdmap e1: 0 total, 0 up, 0 in 2023-10-21T15:31:21.110 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:20 smithi046 ceph-mon[98932]: mgrmap e1: no daemons active 2023-10-21T15:31:21.937 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout cluster: 2023-10-21T15:31:21.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout id: bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:21.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-10-21T15:31:21.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:21.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout services: 2023-10-21T15:31:21.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 1.71522s) 2023-10-21T15:31:21.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-10-21T15:31:21.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-10-21T15:31:21.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:21.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout data: 2023-10-21T15:31:21.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-10-21T15:31:21.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-10-21T15:31:21.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-10-21T15:31:21.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout pgs: 2023-10-21T15:31:21.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:21.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.397+0000 7f61595ea700 1 Processor -- start 2023-10-21T15:31:21.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.397+0000 7f61595ea700 1 -- start start 2023-10-21T15:31:21.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.397+0000 7f61595ea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154105b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:21.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.397+0000 7f61595ea700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6154106100 con 0x7f6154105710 2023-10-21T15:31:21.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.398+0000 7f6152ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154105b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:21.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.398+0000 7f6152ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154105b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59948/0 (socket says 172.21.15.46:59948) 2023-10-21T15:31:21.948 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.398+0000 7f6152ffd700 1 -- 172.21.15.46:0/1708413738 learned_addr learned my addr 172.21.15.46:0/1708413738 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:21.948 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.398+0000 7f6152ffd700 1 -- 172.21.15.46:0/1708413738 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6154106910 con 0x7f6154105710 2023-10-21T15:31:21.948 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.398+0000 7f6152ffd700 1 --2- 172.21.15.46:0/1708413738 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154105b30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f61440098a0 tx=0x7f6144009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2119cd4fc5c1f02 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:21.948 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f6151ffb700 1 -- 172.21.15.46:0/1708413738 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6144004160 con 0x7f6154105710 2023-10-21T15:31:21.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f6151ffb700 1 -- 172.21.15.46:0/1708413738 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61440042c0 con 0x7f6154105710 2023-10-21T15:31:21.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f6151ffb700 1 -- 172.21.15.46:0/1708413738 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f61440045a0 con 0x7f6154105710 2023-10-21T15:31:21.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f61595ea700 1 -- 172.21.15.46:0/1708413738 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 msgr2=0x7f6154105b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:21.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f61595ea700 1 --2- 172.21.15.46:0/1708413738 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154105b30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f61440098a0 tx=0x7f6144009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:21.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f61595ea700 1 -- 172.21.15.46:0/1708413738 shutdown_connections 2023-10-21T15:31:21.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f61595ea700 1 --2- 172.21.15.46:0/1708413738 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154105b30 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:21.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f61595ea700 1 -- 172.21.15.46:0/1708413738 >> 172.21.15.46:0/1708413738 conn(0x7f6154100cb0 msgr2=0x7f61541030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:21.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f61595ea700 1 -- 172.21.15.46:0/1708413738 shutdown_connections 2023-10-21T15:31:21.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.399+0000 7f61595ea700 1 -- 172.21.15.46:0/1708413738 wait complete. 2023-10-21T15:31:21.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.400+0000 7f61595ea700 1 Processor -- start 2023-10-21T15:31:21.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.400+0000 7f61595ea700 1 -- start start 2023-10-21T15:31:21.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.400+0000 7f61595ea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:21.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.400+0000 7f61595ea700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6154198000 con 0x7f6154105710 2023-10-21T15:31:21.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.400+0000 7f6152ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:21.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.400+0000 7f6152ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154197ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59950/0 (socket says 172.21.15.46:59950) 2023-10-21T15:31:21.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.400+0000 7f6152ffd700 1 -- 172.21.15.46:0/2980402059 learned_addr learned my addr 172.21.15.46:0/2980402059 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:21.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f6152ffd700 1 -- 172.21.15.46:0/2980402059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6144009550 con 0x7f6154105710 2023-10-21T15:31:21.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f6152ffd700 1 --2- 172.21.15.46:0/2980402059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154197ac0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6144004000 tx=0x7f6144004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:21.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f613bfff700 1 -- 172.21.15.46:0/2980402059 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6144011630 con 0x7f6154105710 2023-10-21T15:31:21.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f613bfff700 1 -- 172.21.15.46:0/2980402059 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6144011790 con 0x7f6154105710 2023-10-21T15:31:21.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f613bfff700 1 -- 172.21.15.46:0/2980402059 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6144011a30 con 0x7f6154105710 2023-10-21T15:31:21.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6154198200 con 0x7f6154105710 2023-10-21T15:31:21.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6154198620 con 0x7f6154105710 2023-10-21T15:31:21.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f613bfff700 1 -- 172.21.15.46:0/2980402059 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f6144022070 con 0x7f6154105710 2023-10-21T15:31:21.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.401+0000 7f613bfff700 1 -- 172.21.15.46:0/2980402059 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f614401c450 con 0x7f6154105710 2023-10-21T15:31:21.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.402+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6140005320 con 0x7f6154105710 2023-10-21T15:31:21.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.405+0000 7f613bfff700 1 -- 172.21.15.46:0/2980402059 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f614401b450 con 0x7f6154105710 2023-10-21T15:31:21.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.536+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7f61400058a0 con 0x7f6154105710 2023-10-21T15:31:21.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.537+0000 7f613bfff700 1 -- 172.21.15.46:0/2980402059 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+316 (secure 0 0 0) 0x7f614401b5f0 con 0x7f6154105710 2023-10-21T15:31:21.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.537+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 msgr2=0x7f6154197ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:21.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.537+0000 7f61595ea700 1 --2- 172.21.15.46:0/2980402059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154197ac0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6144004000 tx=0x7f6144004750 comp rx=0 tx=0).stop 2023-10-21T15:31:21.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.537+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 shutdown_connections 2023-10-21T15:31:21.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.537+0000 7f61595ea700 1 --2- 172.21.15.46:0/2980402059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6154105710 0x7f6154197ac0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:21.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.537+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 >> 172.21.15.46:0/2980402059 conn(0x7f6154100cb0 msgr2=0x7f6154102f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:21.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.538+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 shutdown_connections 2023-10-21T15:31:21.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:21.538+0000 7f61595ea700 1 -- 172.21.15.46:0/2980402059 wait complete. 2023-10-21T15:31:21.956 INFO:teuthology.orchestra.run.smithi046.stdout:mon is available 2023-10-21T15:31:21.956 INFO:teuthology.orchestra.run.smithi046.stdout:Assimilating anything we can from ceph.conf... 2023-10-21T15:31:22.163 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:21 smithi046 ceph-mon[98932]: from='client.? 172.21.15.46:0/2980402059' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-21T15:31:22.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:22 smithi046 ceph-mon[98932]: from='client.? 172.21.15.46:0/2956902424' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-21T15:31:22.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:22 smithi046 ceph-mon[98932]: from='client.? 172.21.15.46:0/2956902424' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-10-21T15:31:22.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:22.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global] 2023-10-21T15:31:22.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout fsid = bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:22.992 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2023-10-21T15:31:22.992 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-21T15:31:22.992 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-21T15:31:22.993 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-21T15:31:22.993 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-21T15:31:22.993 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:22.994 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-21T15:31:22.994 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-21T15:31:22.994 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:22.994 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd] 2023-10-21T15:31:22.995 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-10-21T15:31:22.995 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-10-21T15:31:22.995 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-10-21T15:31:22.996 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-21T15:31:22.996 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-21T15:31:22.996 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.448+0000 7f687d3bb700 1 Processor -- start 2023-10-21T15:31:22.996 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.448+0000 7f687d3bb700 1 -- start start 2023-10-21T15:31:22.997 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.448+0000 7f687d3bb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878105b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:22.997 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.448+0000 7f687d3bb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68781060e0 con 0x7f68781056f0 2023-10-21T15:31:22.997 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.449+0000 7f6876ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878105b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:22.997 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.449+0000 7f6876ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878105b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59952/0 (socket says 172.21.15.46:59952) 2023-10-21T15:31:22.998 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.449+0000 7f6876ffd700 1 -- 172.21.15.46:0/582445045 learned_addr learned my addr 172.21.15.46:0/582445045 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:22.998 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.449+0000 7f6876ffd700 1 -- 172.21.15.46:0/582445045 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68781068f0 con 0x7f68781056f0 2023-10-21T15:31:22.998 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.449+0000 7f6876ffd700 1 --2- 172.21.15.46:0/582445045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878105b10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f68680098a0 tx=0x7f6868009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eec2b5eca7687d5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:22.999 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.449+0000 7f6875ffb700 1 -- 172.21.15.46:0/582445045 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6868004160 con 0x7f68781056f0 2023-10-21T15:31:22.999 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.449+0000 7f6875ffb700 1 -- 172.21.15.46:0/582445045 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68680042c0 con 0x7f68781056f0 2023-10-21T15:31:22.999 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.449+0000 7f6875ffb700 1 -- 172.21.15.46:0/582445045 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f68680045a0 con 0x7f68781056f0 2023-10-21T15:31:23.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.450+0000 7f687d3bb700 1 -- 172.21.15.46:0/582445045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 msgr2=0x7f6878105b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:23.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.450+0000 7f687d3bb700 1 --2- 172.21.15.46:0/582445045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878105b10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f68680098a0 tx=0x7f6868009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:23.000 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.450+0000 7f687d3bb700 1 -- 172.21.15.46:0/582445045 shutdown_connections 2023-10-21T15:31:23.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.450+0000 7f687d3bb700 1 --2- 172.21.15.46:0/582445045 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878105b10 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:23.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.450+0000 7f687d3bb700 1 -- 172.21.15.46:0/582445045 >> 172.21.15.46:0/582445045 conn(0x7f6878100cb0 msgr2=0x7f68781030d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:23.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.450+0000 7f687d3bb700 1 -- 172.21.15.46:0/582445045 shutdown_connections 2023-10-21T15:31:23.001 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.450+0000 7f687d3bb700 1 -- 172.21.15.46:0/582445045 wait complete. 2023-10-21T15:31:23.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f687d3bb700 1 Processor -- start 2023-10-21T15:31:23.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f687d3bb700 1 -- start start 2023-10-21T15:31:23.002 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f687d3bb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:23.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f687d3bb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68781990d0 con 0x7f68781056f0 2023-10-21T15:31:23.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f6876ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:23.003 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f6876ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878198b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59954/0 (socket says 172.21.15.46:59954) 2023-10-21T15:31:23.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f6876ffd700 1 -- 172.21.15.46:0/2956902424 learned_addr learned my addr 172.21.15.46:0/2956902424 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:23.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f6876ffd700 1 -- 172.21.15.46:0/2956902424 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6868009550 con 0x7f68781056f0 2023-10-21T15:31:23.004 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.451+0000 7f6876ffd700 1 --2- 172.21.15.46:0/2956902424 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878198b90 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f6868004000 tx=0x7f6868004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:23.005 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.452+0000 7f686ffff700 1 -- 172.21.15.46:0/2956902424 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6868011630 con 0x7f68781056f0 2023-10-21T15:31:23.005 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.452+0000 7f686ffff700 1 -- 172.21.15.46:0/2956902424 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6868011790 con 0x7f68781056f0 2023-10-21T15:31:23.005 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.452+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68781992d0 con 0x7f68781056f0 2023-10-21T15:31:23.006 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.452+0000 7f686ffff700 1 -- 172.21.15.46:0/2956902424 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6868011a30 con 0x7f68781056f0 2023-10-21T15:31:23.006 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.452+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68781996f0 con 0x7f68781056f0 2023-10-21T15:31:23.007 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.452+0000 7f686ffff700 1 -- 172.21.15.46:0/2956902424 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f6868022070 con 0x7f68781056f0 2023-10-21T15:31:23.007 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.452+0000 7f686ffff700 1 -- 172.21.15.46:0/2956902424 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f686801c450 con 0x7f68781056f0 2023-10-21T15:31:23.007 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.453+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6878192440 con 0x7f68781056f0 2023-10-21T15:31:23.007 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.455+0000 7f686ffff700 1 -- 172.21.15.46:0/2956902424 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f686801b450 con 0x7f68781056f0 2023-10-21T15:31:23.008 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.582+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f6878106df0 con 0x7f68781056f0 2023-10-21T15:31:23.008 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.585+0000 7f686ffff700 1 -- 172.21.15.46:0/2956902424 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7f686801b5f0 con 0x7f68781056f0 2023-10-21T15:31:23.008 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.586+0000 7f686ffff700 1 -- 172.21.15.46:0/2956902424 <== mon.0 v2:172.21.15.46:3300/0 8 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f686801b790 con 0x7f68781056f0 2023-10-21T15:31:23.009 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.587+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 msgr2=0x7f6878198b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:23.009 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.587+0000 7f687d3bb700 1 --2- 172.21.15.46:0/2956902424 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878198b90 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f6868004000 tx=0x7f6868004750 comp rx=0 tx=0).stop 2023-10-21T15:31:23.009 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.587+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 shutdown_connections 2023-10-21T15:31:23.009 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.587+0000 7f687d3bb700 1 --2- 172.21.15.46:0/2956902424 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f68781056f0 0x7f6878198b90 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:23.010 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.587+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 >> 172.21.15.46:0/2956902424 conn(0x7f6878100cb0 msgr2=0x7f687818d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:23.010 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.587+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 shutdown_connections 2023-10-21T15:31:23.010 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:22.587+0000 7f687d3bb700 1 -- 172.21.15.46:0/2956902424 wait complete. 2023-10-21T15:31:23.010 INFO:teuthology.orchestra.run.smithi046.stdout:Generating new minimal ceph.conf... 2023-10-21T15:31:23.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:23 smithi046 ceph-mon[98932]: from='client.? 172.21.15.46:0/3025394902' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:31:23.936 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.430+0000 7fa5c1a22700 1 Processor -- start 2023-10-21T15:31:23.936 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.430+0000 7fa5c1a22700 1 -- start start 2023-10-21T15:31:23.937 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.430+0000 7fa5c1a22700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc105b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:23.937 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.430+0000 7fa5c1a22700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5bc106100 con 0x7fa5bc105710 2023-10-21T15:31:23.937 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.430+0000 7fa5baffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc105b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:23.937 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.431+0000 7fa5baffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc105b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59956/0 (socket says 172.21.15.46:59956) 2023-10-21T15:31:23.937 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.431+0000 7fa5baffd700 1 -- 172.21.15.46:0/4158572222 learned_addr learned my addr 172.21.15.46:0/4158572222 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:23.938 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.431+0000 7fa5baffd700 1 -- 172.21.15.46:0/4158572222 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5bc106910 con 0x7fa5bc105710 2023-10-21T15:31:23.938 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.431+0000 7fa5baffd700 1 --2- 172.21.15.46:0/4158572222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc105b30 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fa5a40098a0 tx=0x7fa5a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88d3616d37f74866 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:23.938 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.431+0000 7fa5b9ffb700 1 -- 172.21.15.46:0/4158572222 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa5a4004160 con 0x7fa5bc105710 2023-10-21T15:31:23.938 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.431+0000 7fa5b9ffb700 1 -- 172.21.15.46:0/4158572222 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa5a40042c0 con 0x7fa5bc105710 2023-10-21T15:31:23.939 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.431+0000 7fa5b9ffb700 1 -- 172.21.15.46:0/4158572222 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa5a4011a00 con 0x7fa5bc105710 2023-10-21T15:31:23.939 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.432+0000 7fa5c1a22700 1 -- 172.21.15.46:0/4158572222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 msgr2=0x7fa5bc105b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:23.939 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.432+0000 7fa5c1a22700 1 --2- 172.21.15.46:0/4158572222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc105b30 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fa5a40098a0 tx=0x7fa5a4009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:23.939 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.432+0000 7fa5c1a22700 1 -- 172.21.15.46:0/4158572222 shutdown_connections 2023-10-21T15:31:23.939 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.432+0000 7fa5c1a22700 1 --2- 172.21.15.46:0/4158572222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc105b30 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:23.940 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.432+0000 7fa5c1a22700 1 -- 172.21.15.46:0/4158572222 >> 172.21.15.46:0/4158572222 conn(0x7fa5bc100cb0 msgr2=0x7fa5bc1030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:23.940 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.432+0000 7fa5c1a22700 1 -- 172.21.15.46:0/4158572222 shutdown_connections 2023-10-21T15:31:23.940 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.432+0000 7fa5c1a22700 1 -- 172.21.15.46:0/4158572222 wait complete. 2023-10-21T15:31:23.940 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.432+0000 7fa5c1a22700 1 Processor -- start 2023-10-21T15:31:23.940 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.433+0000 7fa5c1a22700 1 -- start start 2023-10-21T15:31:23.941 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.433+0000 7fa5c1a22700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc1908a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:23.941 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.433+0000 7fa5c1a22700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5bc190de0 con 0x7fa5bc105710 2023-10-21T15:31:23.941 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.433+0000 7fa5baffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc1908a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:23.941 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.433+0000 7fa5baffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc1908a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59958/0 (socket says 172.21.15.46:59958) 2023-10-21T15:31:23.941 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.433+0000 7fa5baffd700 1 -- 172.21.15.46:0/3025394902 learned_addr learned my addr 172.21.15.46:0/3025394902 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:23.942 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.433+0000 7fa5baffd700 1 -- 172.21.15.46:0/3025394902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5a4009550 con 0x7fa5bc105710 2023-10-21T15:31:23.942 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.433+0000 7fa5baffd700 1 --2- 172.21.15.46:0/3025394902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc1908a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa5a4006af0 tx=0x7fa5a4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:23.942 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.434+0000 7fa5c0a20700 1 -- 172.21.15.46:0/3025394902 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa5a4003a40 con 0x7fa5bc105710 2023-10-21T15:31:23.942 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.434+0000 7fa5c0a20700 1 -- 172.21.15.46:0/3025394902 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa5a4003ba0 con 0x7fa5bc105710 2023-10-21T15:31:23.942 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.434+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5bc18eef0 con 0x7fa5bc105710 2023-10-21T15:31:23.942 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.434+0000 7fa5c0a20700 1 -- 172.21.15.46:0/3025394902 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa5a401a700 con 0x7fa5bc105710 2023-10-21T15:31:23.943 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.434+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5bc18f310 con 0x7fa5bc105710 2023-10-21T15:31:23.943 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.434+0000 7fa5c0a20700 1 -- 172.21.15.46:0/3025394902 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa5a401ac80 con 0x7fa5bc105710 2023-10-21T15:31:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.434+0000 7fa5c0a20700 1 -- 172.21.15.46:0/3025394902 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa5a4019700 con 0x7fa5bc105710 2023-10-21T15:31:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.435+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5bc0624e0 con 0x7fa5bc105710 2023-10-21T15:31:23.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.437+0000 7fa5c0a20700 1 -- 172.21.15.46:0/3025394902 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fa5a4024ad0 con 0x7fa5bc105710 2023-10-21T15:31:23.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.564+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fa5bc109b00 con 0x7fa5bc105710 2023-10-21T15:31:23.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.564+0000 7fa5c0a20700 1 -- 172.21.15.46:0/3025394902 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7fa5a4024c70 con 0x7fa5bc105710 2023-10-21T15:31:23.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.565+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 msgr2=0x7fa5bc1908a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:23.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.565+0000 7fa5c1a22700 1 --2- 172.21.15.46:0/3025394902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc1908a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa5a4006af0 tx=0x7fa5a4011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:23.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.565+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 shutdown_connections 2023-10-21T15:31:23.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.565+0000 7fa5c1a22700 1 --2- 172.21.15.46:0/3025394902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5bc105710 0x7fa5bc1908a0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:23.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.565+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 >> 172.21.15.46:0/3025394902 conn(0x7fa5bc100cb0 msgr2=0x7fa5bc0741b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:23.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.565+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 shutdown_connections 2023-10-21T15:31:23.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:23.565+0000 7fa5c1a22700 1 -- 172.21.15.46:0/3025394902 wait complete. 2023-10-21T15:31:23.947 INFO:teuthology.orchestra.run.smithi046.stdout:Restarting the monitor... 2023-10-21T15:31:24.265 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:23 smithi046 systemd[1]: Stopping Ceph mon.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:31:24.557 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:24 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a[98907]: 2023-10-21T15:31:24.262+0000 7f0e10416700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:31:24.557 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:24 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a[98907]: 2023-10-21T15:31:24.262+0000 7f0e10416700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-10-21T15:31:24.914 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:24 smithi046 bash[99275]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a 2023-10-21T15:31:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:24 smithi046 systemd[1]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.a.service: Succeeded. 2023-10-21T15:31:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:24 smithi046 systemd[1]: Stopped Ceph mon.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:31:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:24 smithi046 systemd[1]: Starting Ceph mon.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:31:25.405 INFO:teuthology.orchestra.run.smithi046.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2023-10-21T15:31:25.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 podman[99396]: 2023-10-21T15:31:25.614 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 bash[99396]: 3b850e6b229b0a499e63773eeb44336d9a26516b3fc85103f44a1bda6d460dd9 2023-10-21T15:31:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: set uid:gid to 167:167 (ceph:ceph) 2023-10-21T15:31:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: ceph version 18.0.0-6820-gf0804064 (f0804064d67a2a63dbabf1801ff452580a050cfc) reef (dev), process ceph-mon, pid 7 2023-10-21T15:31:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: pidfile_write: ignore empty --pid-file 2023-10-21T15:31:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: load: jerasure load: lrc 2023-10-21T15:31:25.615 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: RocksDB version: 7.9.2 2023-10-21T15:31:25.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Git sha 0 2023-10-21T15:31:25.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Compile date 2023-10-20 15:29:16 2023-10-21T15:31:25.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: DB SUMMARY 2023-10-21T15:31:25.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: DB Session ID: 0S498ROLFRL6KQ87NQJI 2023-10-21T15:31:25.616 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: CURRENT file: CURRENT 2023-10-21T15:31:25.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: IDENTITY file: IDENTITY 2023-10-21T15:31:25.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-10-21T15:31:25.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-10-21T15:31:25.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 100080 ; 2023-10-21T15:31:25.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.error_if_exists: 0 2023-10-21T15:31:25.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.create_if_missing: 0 2023-10-21T15:31:25.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.paranoid_checks: 1 2023-10-21T15:31:25.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-21T15:31:25.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-21T15:31:25.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-21T15:31:25.618 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.env: 0x560289ebbda0 2023-10-21T15:31:25.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.fs: PosixFileSystem 2023-10-21T15:31:25.619 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.info_log: 0x56028c2795e0 2023-10-21T15:31:25.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_file_opening_threads: 16 2023-10-21T15:31:25.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.statistics: (nil) 2023-10-21T15:31:25.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.use_fsync: 0 2023-10-21T15:31:25.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_log_file_size: 0 2023-10-21T15:31:25.620 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-21T15:31:25.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-21T15:31:25.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.keep_log_file_num: 1000 2023-10-21T15:31:25.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.recycle_log_file_num: 0 2023-10-21T15:31:25.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.allow_fallocate: 1 2023-10-21T15:31:25.621 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.allow_mmap_reads: 0 2023-10-21T15:31:25.622 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.allow_mmap_writes: 0 2023-10-21T15:31:25.622 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.use_direct_reads: 0 2023-10-21T15:31:25.622 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-21T15:31:25.622 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.create_missing_column_families: 0 2023-10-21T15:31:25.622 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.db_log_dir: 2023-10-21T15:31:25.623 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.wal_dir: 2023-10-21T15:31:25.623 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-21T15:31:25.623 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-21T15:31:25.623 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-21T15:31:25.623 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-21T15:31:25.624 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-21T15:31:25.624 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-21T15:31:25.624 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.advise_random_on_open: 1 2023-10-21T15:31:25.624 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.db_write_buffer_size: 0 2023-10-21T15:31:25.624 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.write_buffer_manager: 0x56028c231360 2023-10-21T15:31:25.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-21T15:31:25.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-21T15:31:25.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-21T15:31:25.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.rate_limiter: (nil) 2023-10-21T15:31:25.625 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-21T15:31:25.626 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.wal_recovery_mode: 2 2023-10-21T15:31:25.626 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.enable_thread_tracking: 0 2023-10-21T15:31:25.626 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.enable_pipelined_write: 0 2023-10-21T15:31:25.626 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.unordered_write: 0 2023-10-21T15:31:25.627 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-21T15:31:25.627 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-21T15:31:25.628 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-21T15:31:25.629 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-21T15:31:25.629 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.row_cache: None 2023-10-21T15:31:25.629 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.wal_filter: None 2023-10-21T15:31:25.629 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-21T15:31:25.630 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.allow_ingest_behind: 0 2023-10-21T15:31:25.630 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.two_write_queues: 0 2023-10-21T15:31:25.630 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.manual_wal_flush: 0 2023-10-21T15:31:25.630 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.wal_compression: 0 2023-10-21T15:31:25.631 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.atomic_flush: 0 2023-10-21T15:31:25.631 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-21T15:31:25.631 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-21T15:31:25.632 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-21T15:31:25.632 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.log_readahead_size: 0 2023-10-21T15:31:25.632 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-21T15:31:25.632 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.best_efforts_recovery: 0 2023-10-21T15:31:25.633 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-21T15:31:25.633 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-21T15:31:25.633 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.allow_data_in_errors: 0 2023-10-21T15:31:25.633 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.db_host_id: __hostname__ 2023-10-21T15:31:25.634 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-21T15:31:25.634 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_background_jobs: 2 2023-10-21T15:31:25.634 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_background_compactions: -1 2023-10-21T15:31:25.634 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_subcompactions: 1 2023-10-21T15:31:25.634 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-21T15:31:25.634 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-21T15:31:25.635 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-21T15:31:25.635 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_total_wal_size: 0 2023-10-21T15:31:25.635 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-21T15:31:25.635 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-21T15:31:25.635 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-21T15:31:25.636 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-21T15:31:25.636 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_open_files: -1 2023-10-21T15:31:25.636 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bytes_per_sync: 0 2023-10-21T15:31:25.636 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-21T15:31:25.636 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-21T15:31:25.637 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_readahead_size: 0 2023-10-21T15:31:25.637 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_background_flushes: -1 2023-10-21T15:31:25.637 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Compression algorithms supported: 2023-10-21T15:31:25.637 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-21T15:31:25.637 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: kZSTD supported: 0 2023-10-21T15:31:25.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: kXpressCompression supported: 0 2023-10-21T15:31:25.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: kLZ4HCCompression supported: 1 2023-10-21T15:31:25.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: kZlibCompression supported: 1 2023-10-21T15:31:25.638 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: kSnappyCompression supported: 1 2023-10-21T15:31:25.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: kLZ4Compression supported: 1 2023-10-21T15:31:25.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: kBZip2Compression supported: 0 2023-10-21T15:31:25.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-21T15:31:25.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-21T15:31:25.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-10-21T15:31:25.639 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-21T15:31:25.640 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-21T15:31:25.640 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.merge_operator: 2023-10-21T15:31:25.640 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_filter: None 2023-10-21T15:31:25.640 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_filter_factory: None 2023-10-21T15:31:25.640 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.sst_partitioner_factory: None 2023-10-21T15:31:25.641 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-21T15:31:25.641 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-21T15:31:25.641 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56028c2796e0) 2023-10-21T15:31:25.641 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks: 1 2023-10-21T15:31:25.641 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-21T15:31:25.642 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-21T15:31:25.642 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_top_level_index_and_filter: 1 2023-10-21T15:31:25.642 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_type: 0 2023-10-21T15:31:25.642 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_index_type: 0 2023-10-21T15:31:25.642 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_shortening: 1 2023-10-21T15:31:25.643 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-21T15:31:25.643 INFO:journalctl@ceph.mon.a.smithi046.stdout: checksum: 4 2023-10-21T15:31:25.643 INFO:journalctl@ceph.mon.a.smithi046.stdout: no_block_cache: 0 2023-10-21T15:31:25.643 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache: 0x56028c2cf1f0 2023-10-21T15:31:25.643 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_name: BinnedLRUCache 2023-10-21T15:31:25.644 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_options: 2023-10-21T15:31:25.644 INFO:journalctl@ceph.mon.a.smithi046.stdout: capacity : 536870912 2023-10-21T15:31:25.644 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_shard_bits : 4 2023-10-21T15:31:25.644 INFO:journalctl@ceph.mon.a.smithi046.stdout: strict_capacity_limit : 0 2023-10-21T15:31:25.644 INFO:journalctl@ceph.mon.a.smithi046.stdout: high_pri_pool_ratio: 0.000 2023-10-21T15:31:25.645 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_compressed: (nil) 2023-10-21T15:31:25.645 INFO:journalctl@ceph.mon.a.smithi046.stdout: persistent_cache: (nil) 2023-10-21T15:31:25.645 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size: 4096 2023-10-21T15:31:25.645 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size_deviation: 10 2023-10-21T15:31:25.645 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_restart_interval: 16 2023-10-21T15:31:25.646 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_block_restart_interval: 1 2023-10-21T15:31:25.646 INFO:journalctl@ceph.mon.a.smithi046.stdout: metadata_block_size: 4096 2023-10-21T15:31:25.646 INFO:journalctl@ceph.mon.a.smithi046.stdout: partition_filters: 0 2023-10-21T15:31:25.646 INFO:journalctl@ceph.mon.a.smithi046.stdout: use_delta_encoding: 1 2023-10-21T15:31:25.646 INFO:journalctl@ceph.mon.a.smithi046.stdout: filter_policy: bloomfilter 2023-10-21T15:31:25.647 INFO:journalctl@ceph.mon.a.smithi046.stdout: whole_key_filtering: 1 2023-10-21T15:31:25.647 INFO:journalctl@ceph.mon.a.smithi046.stdout: verify_compression: 0 2023-10-21T15:31:25.647 INFO:journalctl@ceph.mon.a.smithi046.stdout: read_amp_bytes_per_bit: 0 2023-10-21T15:31:25.647 INFO:journalctl@ceph.mon.a.smithi046.stdout: format_version: 5 2023-10-21T15:31:25.648 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_index_compression: 1 2023-10-21T15:31:25.648 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_align: 0 2023-10-21T15:31:25.648 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_auto_readahead_size: 262144 2023-10-21T15:31:25.648 INFO:journalctl@ceph.mon.a.smithi046.stdout: prepopulate_block_cache: 0 2023-10-21T15:31:25.649 INFO:journalctl@ceph.mon.a.smithi046.stdout: initial_auto_readahead_size: 8192 2023-10-21T15:31:25.649 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_file_reads_for_auto_readahead: 2 2023-10-21T15:31:25.649 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.write_buffer_size: 33554432 2023-10-21T15:31:25.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_write_buffer_number: 2 2023-10-21T15:31:25.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression: NoCompression 2023-10-21T15:31:25.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression: Disabled 2023-10-21T15:31:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.prefix_extractor: nullptr 2023-10-21T15:31:25.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-21T15:31:25.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.num_levels: 7 2023-10-21T15:31:25.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-21T15:31:25.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-21T15:31:25.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-21T15:31:25.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-21T15:31:25.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-21T15:31:25.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-21T15:31:25.653 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-21T15:31:25.654 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-21T15:31:25.654 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-21T15:31:25.654 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-21T15:31:25.654 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-21T15:31:25.654 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-21T15:31:25.655 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-21T15:31:25.655 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.level: 32767 2023-10-21T15:31:25.655 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.strategy: 0 2023-10-21T15:31:25.655 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-21T15:31:25.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-21T15:31:25.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-21T15:31:25.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-21T15:31:25.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.enabled: false 2023-10-21T15:31:25.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-21T15:31:25.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-21T15:31:25.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-21T15:31:25.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-21T15:31:25.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.target_file_size_base: 67108864 2023-10-21T15:31:25.657 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-21T15:31:25.658 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-21T15:31:25.658 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-21T15:31:25.658 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-21T15:31:25.658 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-21T15:31:25.658 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-21T15:31:25.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-21T15:31:25.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-21T15:31:25.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-21T15:31:25.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-21T15:31:25.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-21T15:31:25.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-21T15:31:25.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-21T15:31:25.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-21T15:31:25.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.arena_block_size: 1048576 2023-10-21T15:31:25.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-21T15:31:25.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-21T15:31:25.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.disable_auto_compactions: 0 2023-10-21T15:31:25.662 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-21T15:31:25.662 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-21T15:31:25.663 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-21T15:31:25.664 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-21T15:31:25.664 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-21T15:31:25.664 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-21T15:31:25.664 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-21T15:31:25.664 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-21T15:31:25.665 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-21T15:31:25.665 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-21T15:31:25.665 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.table_properties_collectors: 2023-10-21T15:31:25.665 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.inplace_update_support: 0 2023-10-21T15:31:25.666 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-21T15:31:25.666 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-21T15:31:25.666 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-21T15:31:25.666 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-21T15:31:25.667 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.bloom_locality: 0 2023-10-21T15:31:25.667 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.max_successive_merges: 0 2023-10-21T15:31:25.667 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-21T15:31:25.667 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.paranoid_file_checks: 0 2023-10-21T15:31:25.667 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.force_consistency_checks: 1 2023-10-21T15:31:25.668 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.report_bg_io_stats: 0 2023-10-21T15:31:25.668 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.ttl: 2592000 2023-10-21T15:31:25.668 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-21T15:31:25.668 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 systemd[1]: Started Ceph mon.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:31:25.668 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-21T15:31:25.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-21T15:31:25.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.enable_blob_files: false 2023-10-21T15:31:25.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.min_blob_size: 0 2023-10-21T15:31:25.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.blob_file_size: 268435456 2023-10-21T15:31:25.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-21T15:31:25.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-21T15:31:25.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-21T15:31:25.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-21T15:31:25.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-21T15:31:25.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.blob_file_starting_level: 0 2023-10-21T15:31:25.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-21T15:31:25.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-10-21T15:31:25.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-10-21T15:31:25.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 25c69aa5-5a33-49ce-9564-0e73ee3523d5 2023-10-21T15:31:25.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902285402204, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-10-21T15:31:25.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-10-21T15:31:25.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902285403647, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 95091, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 93082, "index_size": 291, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13910, "raw_average_key_size": 49, "raw_value_size": 85497, "raw_average_value_size": 306, "num_data_blocks": 11, "num_entries": 279, "num_filter_entries": 279, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1697902285, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "25c69aa5-5a33-49ce-9564-0e73ee3523d5", "db_session_id": "0S498ROLFRL6KQ87NQJI", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-10-21T15:31:25.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902285403724, "job": 1, "event": "recovery_finished"} 2023-10-21T15:31:25.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-10-21T15:31:25.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-21T15:31:25.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56028c36c000 2023-10-21T15:31:25.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: DB pointer 0x56028c358000 2023-10-21T15:31:25.674 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-21T15:31:25.674 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-21T15:31:25.674 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** DB Stats ** 2023-10-21T15:31:25.674 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-21T15:31:25.674 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-21T15:31:25.675 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-21T15:31:25.675 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-21T15:31:25.675 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-21T15:31:25.675 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-21T15:31:25.675 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-21T15:31:25.676 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2023-10-21T15:31:25.676 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2023-10-21T15:31:25.676 INFO:journalctl@ceph.mon.a.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-21T15:31:25.676 INFO:journalctl@ceph.mon.a.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-21T15:31:25.677 INFO:journalctl@ceph.mon.a.smithi046.stdout: L0 2/0 94.70 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 118.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-21T15:31:25.677 INFO:journalctl@ceph.mon.a.smithi046.stdout: Sum 2/0 94.70 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 118.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-21T15:31:25.677 INFO:journalctl@ceph.mon.a.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 118.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-21T15:31:25.677 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2023-10-21T15:31:25.678 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2023-10-21T15:31:25.678 INFO:journalctl@ceph.mon.a.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-21T15:31:25.678 INFO:journalctl@ceph.mon.a.smithi046.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-21T15:31:25.678 INFO:journalctl@ceph.mon.a.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 118.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-21T15:31:25.679 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2023-10-21T15:31:25.679 INFO:journalctl@ceph.mon.a.smithi046.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-21T15:31:25.679 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2023-10-21T15:31:25.679 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-21T15:31:25.679 INFO:journalctl@ceph.mon.a.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-21T15:31:25.680 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-21T15:31:25.680 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-21T15:31:25.680 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-21T15:31:25.680 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-21T15:31:25.680 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative compaction: 0.00 GB write, 23.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-21T15:31:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval compaction: 0.00 GB write, 23.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-21T15:31:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-21T15:31:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout: Block cache BinnedLRUCache@0x56028c2cf1f0#7 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2023-10-21T15:31:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2023-10-21T15:31:25.681 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2023-10-21T15:31:25.682 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-21T15:31:25.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:25.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: mon.a@-1(???) e1 preinit fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:25.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: mon.a@-1(???).mds e1 new map 2023-10-21T15:31:25.682 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: mon.a@-1(???).mds e1 print_map 2023-10-21T15:31:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout: e1 2023-10-21T15:31:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-21T15:31:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-21T15:31:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout: legacy client fscid: -1 2023-10-21T15:31:25.683 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2023-10-21T15:31:25.684 INFO:journalctl@ceph.mon.a.smithi046.stdout: No filesystems configured 2023-10-21T15:31:25.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-21T15:31:25.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:31:25.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:31:25.684 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:31:25.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-10-21T15:31:25.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta expand map: {default=false} 2023-10-21T15:31:25.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta from 'false' to 'false' 2023-10-21T15:31:25.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta expanded map: {default=false} 2023-10-21T15:31:25.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta expand map: {default=info} 2023-10-21T15:31:25.685 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta from 'info' to 'info' 2023-10-21T15:31:25.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta expanded map: {default=info} 2023-10-21T15:31:25.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta expand map: {default=daemon} 2023-10-21T15:31:25.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-21T15:31:25.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta expanded map: {default=daemon} 2023-10-21T15:31:25.686 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta expand map: {default=debug} 2023-10-21T15:31:25.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta from 'debug' to 'debug' 2023-10-21T15:31:25.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:25 smithi046 ceph-mon[99436]: expand_channel_meta expanded map: {default=debug} 2023-10-21T15:31:26.355 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.877+0000 7fc3c6474700 1 Processor -- start 2023-10-21T15:31:26.355 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.877+0000 7fc3c6474700 1 -- start start 2023-10-21T15:31:26.355 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.877+0000 7fc3c6474700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c01070c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:26.356 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.877+0000 7fc3c6474700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c0107690 con 0x7fc3c0106ca0 2023-10-21T15:31:26.356 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.877+0000 7fc3bffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c01070c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:26.356 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.878+0000 7fc3bffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c01070c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59960/0 (socket says 172.21.15.46:59960) 2023-10-21T15:31:26.356 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.878+0000 7fc3bffff700 1 -- 172.21.15.46:0/3982107436 learned_addr learned my addr 172.21.15.46:0/3982107436 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:26.356 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.878+0000 7fc3bffff700 1 -- 172.21.15.46:0/3982107436 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3c0105900 con 0x7fc3c0106ca0 2023-10-21T15:31:26.357 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.878+0000 7fc3bffff700 1 --2- 172.21.15.46:0/3982107436 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c01070c0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000bb40 tx=0x7fc3b000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aa54b528953bccd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:26.357 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.878+0000 7fc3beffd700 1 -- 172.21.15.46:0/3982107436 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc3b000dbe0 con 0x7fc3c0106ca0 2023-10-21T15:31:26.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.878+0000 7fc3beffd700 1 -- 172.21.15.46:0/3982107436 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc3b00044d0 con 0x7fc3c0106ca0 2023-10-21T15:31:26.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.878+0000 7fc3beffd700 1 -- 172.21.15.46:0/3982107436 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc3b0010470 con 0x7fc3c0106ca0 2023-10-21T15:31:26.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.879+0000 7fc3c6474700 1 -- 172.21.15.46:0/3982107436 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 msgr2=0x7fc3c01070c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:26.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.879+0000 7fc3c6474700 1 --2- 172.21.15.46:0/3982107436 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c01070c0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000bb40 tx=0x7fc3b000be50 comp rx=0 tx=0).stop 2023-10-21T15:31:26.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.879+0000 7fc3c6474700 1 -- 172.21.15.46:0/3982107436 shutdown_connections 2023-10-21T15:31:26.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.879+0000 7fc3c6474700 1 --2- 172.21.15.46:0/3982107436 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c01070c0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:26.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.879+0000 7fc3c6474700 1 -- 172.21.15.46:0/3982107436 >> 172.21.15.46:0/3982107436 conn(0x7fc3c0100410 msgr2=0x7fc3c0102850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:26.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.879+0000 7fc3c6474700 1 -- 172.21.15.46:0/3982107436 shutdown_connections 2023-10-21T15:31:26.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.879+0000 7fc3c6474700 1 -- 172.21.15.46:0/3982107436 wait complete. 2023-10-21T15:31:26.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.879+0000 7fc3c6474700 1 Processor -- start 2023-10-21T15:31:26.362 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.880+0000 7fc3c6474700 1 -- start start 2023-10-21T15:31:26.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.880+0000 7fc3c6474700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c0198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:26.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.880+0000 7fc3c6474700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3c0198780 con 0x7fc3c0106ca0 2023-10-21T15:31:26.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.880+0000 7fc3bffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c0198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:26.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.880+0000 7fc3bffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c0198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59962/0 (socket says 172.21.15.46:59962) 2023-10-21T15:31:26.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.880+0000 7fc3bffff700 1 -- 172.21.15.46:0/1991150473 learned_addr learned my addr 172.21.15.46:0/1991150473 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:26.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.880+0000 7fc3bffff700 1 -- 172.21.15.46:0/1991150473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3b000b7f0 con 0x7fc3c0106ca0 2023-10-21T15:31:26.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.880+0000 7fc3bffff700 1 --2- 172.21.15.46:0/1991150473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c0198240 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000b340 tx=0x7fc3b0003df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:26.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.881+0000 7fc3bd7fa700 1 -- 172.21.15.46:0/1991150473 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc3b001e070 con 0x7fc3c0106ca0 2023-10-21T15:31:26.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.881+0000 7fc3bd7fa700 1 -- 172.21.15.46:0/1991150473 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc3b0004300 con 0x7fc3c0106ca0 2023-10-21T15:31:26.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.881+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3c0198980 con 0x7fc3c0106ca0 2023-10-21T15:31:26.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.881+0000 7fc3bd7fa700 1 -- 172.21.15.46:0/1991150473 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc3b0022ac0 con 0x7fc3c0106ca0 2023-10-21T15:31:26.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.881+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3c0198da0 con 0x7fc3c0106ca0 2023-10-21T15:31:26.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.881+0000 7fc3bd7fa700 1 -- 172.21.15.46:0/1991150473 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc3b002c740 con 0x7fc3c0106ca0 2023-10-21T15:31:26.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.881+0000 7fc3bd7fa700 1 -- 172.21.15.46:0/1991150473 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc3b0019a60 con 0x7fc3c0106ca0 2023-10-21T15:31:26.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.882+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3c0191fa0 con 0x7fc3c0106ca0 2023-10-21T15:31:26.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:25.884+0000 7fc3bd7fa700 1 -- 172.21.15.46:0/1991150473 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fc3b0027070 con 0x7fc3c0106ca0 2023-10-21T15:31:26.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.009+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7fc3c0062560 con 0x7fc3c0106ca0 2023-10-21T15:31:26.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.011+0000 7fc3bd7fa700 1 -- 172.21.15.46:0/1991150473 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7fc3b0022410 con 0x7fc3c0106ca0 2023-10-21T15:31:26.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.012+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 msgr2=0x7fc3c0198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:26.367 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.012+0000 7fc3c6474700 1 --2- 172.21.15.46:0/1991150473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c0198240 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc3b000b340 tx=0x7fc3b0003df0 comp rx=0 tx=0).stop 2023-10-21T15:31:26.367 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.012+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 shutdown_connections 2023-10-21T15:31:26.367 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.012+0000 7fc3c6474700 1 --2- 172.21.15.46:0/1991150473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc3c0106ca0 0x7fc3c0198240 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:26.367 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.012+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 >> 172.21.15.46:0/1991150473 conn(0x7fc3c0100410 msgr2=0x7fc3c018f0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:26.367 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.012+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 shutdown_connections 2023-10-21T15:31:26.368 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:26.012+0000 7fc3c6474700 1 -- 172.21.15.46:0/1991150473 wait complete. 2023-10-21T15:31:26.368 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote config to /etc/ceph/ceph.conf 2023-10-21T15:31:26.379 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:31:26.379 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mgr... 2023-10-21T15:31:26.380 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:9283 ... 2023-10-21T15:31:26.380 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:8765 ... 2023-10-21T15:31:26.596 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.x 2023-10-21T15:31:26.596 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.x.service: Unit ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.x.service not loaded. 2023-10-21T15:31:26.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:26 smithi046 ceph-mon[99436]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-21T15:31:26.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:26 smithi046 ceph-mon[99436]: monmap e1: 1 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:31:26.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:26 smithi046 ceph-mon[99436]: fsmap 2023-10-21T15:31:26.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:26 smithi046 ceph-mon[99436]: osdmap e1: 0 total, 0 up, 0 in 2023-10-21T15:31:26.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:26 smithi046 ceph-mon[99436]: mgrmap e1: no daemons active 2023-10-21T15:31:26.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:26 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1991150473' entity='client.admin' 2023-10-21T15:31:26.691 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7.target.wants/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.x.service → /etc/systemd/system/ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@.service. 2023-10-21T15:31:26.990 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:26 smithi046 systemd[1]: Starting Ceph mgr.x for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:31:27.286 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:26 smithi046 podman[99669]: 2023-10-21T15:31:27.287 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:27 smithi046 bash[99669]: c4cd1fd6cdc3d447338a9da9d9e8f6656c0d8e8e064f8d96c4ff5a9824925146 2023-10-21T15:31:27.300 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-21T15:31:27.301 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2023-10-21T15:31:27.309 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-21T15:31:27.309 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2023-10-21T15:31:27.309 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2023-10-21T15:31:27.309 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service . firewalld.service is not available 2023-10-21T15:31:27.317 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-21T15:31:27.317 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2023-10-21T15:31:27.325 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-21T15:31:27.325 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2023-10-21T15:31:27.325 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2023-10-21T15:31:27.326 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-10-21T15:31:27.326 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr to start... 2023-10-21T15:31:27.326 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr... 2023-10-21T15:31:27.587 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:27 smithi046 systemd[1]: Started Ceph mgr.x for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:31:27.588 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:27 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:27.378+0000 7f7725e73200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-21T15:31:27.588 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:27 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:27.473+0000 7f7725e73200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-21T15:31:27.588 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:27 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:27.584+0000 7f7725e73200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-21T15:31:27.918 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:27 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:27.700+0000 7f7725e73200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-21T15:31:27.918 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:27 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:27.916+0000 7f7725e73200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-21T15:31:28.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:28 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3554935786' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-21T15:31:28.384 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:28.384 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2023-10-21T15:31:28.385 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:31:28.385 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2023-10-21T15:31:28.385 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-21T15:31:28.385 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-21T15:31:28.385 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-21T15:31:28.386 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:28.386 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-21T15:31:28.386 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-21T15:31:28.386 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2023-10-21T15:31:28.386 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:28.387 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-21T15:31:28.387 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2023-10-21T15:31:28.387 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:28.387 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-10-21T15:31:28.387 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-21T15:31:28.388 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:28.388 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-21T15:31:28.388 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-21T15:31:28.388 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:28.388 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-21T15:31:28.388 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:28.389 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-21T15:31:28.389 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-21T15:31:28.389 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-21T15:31:28.389 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-21T15:31:28.389 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-21T15:31:28.390 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-21T15:31:28.390 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:28.390 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-21T15:31:28.390 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-21T15:31:28.390 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-21T15:31:28.391 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-21T15:31:28.391 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-21T15:31:28.391 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-21T15:31:28.391 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-21T15:31:28.391 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-21T15:31:28.392 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-21T15:31:28.392 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:28.392 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-21T15:31:28.392 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:28.392 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-21T15:31:28.392 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-21T15:31:28.393 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:28.395 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-21T15:31:28.395 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-21T15:31:28.395 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-21T15:31:28.396 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-21T15:31:28.396 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-21T15:31:28.396 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-21T15:31:28.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2023-10-21T15:31:28.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:28.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-21T15:31:28.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:28.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-21T15:31:28.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:28.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2023-10-21T15:31:19.824257+0000", 2023-10-21T15:31:28.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-21T15:31:28.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:28.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-21T15:31:28.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2023-10-21T15:31:28.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.866+0000 7f81014c8700 1 Processor -- start 2023-10-21T15:31:28.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.866+0000 7f81014c8700 1 -- start start 2023-10-21T15:31:28.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.866+0000 7f81014c8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc109750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:28.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.866+0000 7f81014c8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80fc0746a0 con 0x7f80fc107360 2023-10-21T15:31:28.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.866+0000 7f80faffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc109750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:28.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.866+0000 7f80faffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc109750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59968/0 (socket says 172.21.15.46:59968) 2023-10-21T15:31:28.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.866+0000 7f80faffd700 1 -- 172.21.15.46:0/1134203124 learned_addr learned my addr 172.21.15.46:0/1134203124 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:28.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.867+0000 7f80faffd700 1 -- 172.21.15.46:0/1134203124 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80fc0747e0 con 0x7f80fc107360 2023-10-21T15:31:28.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.867+0000 7f80faffd700 1 --2- 172.21.15.46:0/1134203124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc109750 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f80ec0098a0 tx=0x7f80ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=becb6a48be32e500 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:28.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.867+0000 7f80f9ffb700 1 -- 172.21.15.46:0/1134203124 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80ec004160 con 0x7f80fc107360 2023-10-21T15:31:28.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.867+0000 7f80f9ffb700 1 -- 172.21.15.46:0/1134203124 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f80ec0042c0 con 0x7f80fc107360 2023-10-21T15:31:28.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.867+0000 7f80f9ffb700 1 -- 172.21.15.46:0/1134203124 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80ec011a00 con 0x7f80fc107360 2023-10-21T15:31:28.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.868+0000 7f81014c8700 1 -- 172.21.15.46:0/1134203124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 msgr2=0x7f80fc109750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:28.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.868+0000 7f81014c8700 1 --2- 172.21.15.46:0/1134203124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc109750 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f80ec0098a0 tx=0x7f80ec009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:28.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.868+0000 7f81014c8700 1 -- 172.21.15.46:0/1134203124 shutdown_connections 2023-10-21T15:31:28.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.868+0000 7f81014c8700 1 --2- 172.21.15.46:0/1134203124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc109750 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:28.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.868+0000 7f81014c8700 1 -- 172.21.15.46:0/1134203124 >> 172.21.15.46:0/1134203124 conn(0x7f80fc100cb0 msgr2=0x7f80fc1030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:28.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.868+0000 7f81014c8700 1 -- 172.21.15.46:0/1134203124 shutdown_connections 2023-10-21T15:31:28.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.868+0000 7f81014c8700 1 -- 172.21.15.46:0/1134203124 wait complete. 2023-10-21T15:31:28.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.868+0000 7f81014c8700 1 Processor -- start 2023-10-21T15:31:28.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f81014c8700 1 -- start start 2023-10-21T15:31:28.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f81014c8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:28.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f81014c8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80fc19a9c0 con 0x7f80fc107360 2023-10-21T15:31:28.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80faffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:28.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80faffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc19a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59970/0 (socket says 172.21.15.46:59970) 2023-10-21T15:31:28.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80faffd700 1 -- 172.21.15.46:0/3554935786 learned_addr learned my addr 172.21.15.46:0/3554935786 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:28.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80faffd700 1 -- 172.21.15.46:0/3554935786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80ec009550 con 0x7f80fc107360 2023-10-21T15:31:28.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80faffd700 1 --2- 172.21.15.46:0/3554935786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc19a480 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f80ec006af0 tx=0x7f80ec011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:28.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80e3fff700 1 -- 172.21.15.46:0/3554935786 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80ec003a40 con 0x7f80fc107360 2023-10-21T15:31:28.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80e3fff700 1 -- 172.21.15.46:0/3554935786 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f80ec003ba0 con 0x7f80fc107360 2023-10-21T15:31:28.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80fc19abc0 con 0x7f80fc107360 2023-10-21T15:31:28.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80e3fff700 1 -- 172.21.15.46:0/3554935786 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80ec01a6e0 con 0x7f80fc107360 2023-10-21T15:31:28.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80fc19afe0 con 0x7f80fc107360 2023-10-21T15:31:28.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80e3fff700 1 -- 172.21.15.46:0/3554935786 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f80ec01ab40 con 0x7f80fc107360 2023-10-21T15:31:28.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.869+0000 7f80e3fff700 1 -- 172.21.15.46:0/3554935786 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f80ec019700 con 0x7f80fc107360 2023-10-21T15:31:28.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.871+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80fc0624e0 con 0x7f80fc107360 2023-10-21T15:31:28.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:27.873+0000 7f80e3fff700 1 -- 172.21.15.46:0/3554935786 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f80ec024a60 con 0x7f80fc107360 2023-10-21T15:31:28.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.007+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f80fc10ab80 con 0x7f80fc107360 2023-10-21T15:31:28.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.007+0000 7f80e3fff700 1 -- 172.21.15.46:0/3554935786 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f80ec024c00 con 0x7f80fc107360 2023-10-21T15:31:28.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.008+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 msgr2=0x7f80fc19a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:28.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.008+0000 7f81014c8700 1 --2- 172.21.15.46:0/3554935786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc19a480 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f80ec006af0 tx=0x7f80ec011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:28.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.008+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 shutdown_connections 2023-10-21T15:31:28.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.008+0000 7f81014c8700 1 --2- 172.21.15.46:0/3554935786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80fc107360 0x7f80fc19a480 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:28.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.009+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 >> 172.21.15.46:0/3554935786 conn(0x7f80fc100cb0 msgr2=0x7f80fc101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:28.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.009+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 shutdown_connections 2023-10-21T15:31:28.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:28.009+0000 7f81014c8700 1 -- 172.21.15.46:0/3554935786 wait complete. 2023-10-21T15:31:28.408 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (1/15)... 2023-10-21T15:31:28.669 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:28 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:28.401+0000 7f7725e73200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-21T15:31:28.669 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:28 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:28.560+0000 7f7725e73200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-21T15:31:28.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:28 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:28.667+0000 7f7725e73200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-21T15:31:28.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:28 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:28.782+0000 7f7725e73200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-21T15:31:29.669 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:29 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:29.292+0000 7f7725e73200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-21T15:31:30.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:30 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:30.084+0000 7f7725e73200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-21T15:31:30.420 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:30 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:30.182+0000 7f7725e73200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-21T15:31:31.412 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:31 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:31.174+0000 7f7725e73200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:31:31.413 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:31 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:31.285+0000 7f7725e73200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-21T15:31:31.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:31 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2981685967' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-21T15:31:31.670 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:31 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:31.507+0000 7f7725e73200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:31:32.111 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:31 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:31.857+0000 7f7725e73200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-21T15:31:32.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:32.110+0000 7f7725e73200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-21T15:31:32.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:32.292+0000 7f7725e73200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-21T15:31:32.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:32.622+0000 7f7725e73200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-21T15:31:32.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:32.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2023-10-21T15:31:32.930 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:31:32.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2023-10-21T15:31:32.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-21T15:31:32.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-21T15:31:32.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-21T15:31:32.931 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:32.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-21T15:31:32.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-21T15:31:32.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2023-10-21T15:31:32.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:32.932 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-21T15:31:32.933 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2023-10-21T15:31:32.933 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:32.933 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-10-21T15:31:32.933 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-21T15:31:32.933 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:32.934 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-21T15:31:32.934 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-21T15:31:32.934 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:32.934 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-21T15:31:32.934 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:32.935 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-21T15:31:32.935 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-21T15:31:32.942 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-21T15:31:32.942 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-21T15:31:32.943 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-21T15:31:32.943 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-21T15:31:32.943 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:32.943 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-21T15:31:32.943 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-21T15:31:32.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-21T15:31:32.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-21T15:31:32.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-21T15:31:32.944 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-21T15:31:32.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-21T15:31:32.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-21T15:31:32.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-21T15:31:32.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:32.945 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-21T15:31:32.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:32.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-21T15:31:32.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-21T15:31:32.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:32.946 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-21T15:31:32.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-21T15:31:32.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-21T15:31:32.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-21T15:31:32.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-21T15:31:32.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-21T15:31:32.947 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2023-10-21T15:31:32.948 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:32.948 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-21T15:31:32.948 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:32.948 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-21T15:31:32.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:32.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2023-10-21T15:31:19.824257+0000", 2023-10-21T15:31:32.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-21T15:31:32.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:32.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-21T15:31:32.949 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2023-10-21T15:31:32.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.894+0000 7f1baefce700 1 Processor -- start 2023-10-21T15:31:32.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.894+0000 7f1baefce700 1 -- start start 2023-10-21T15:31:32.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.894+0000 7f1baefce700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba81096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:32.950 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.894+0000 7f1baefce700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ba8074740 con 0x7f1ba81072c0 2023-10-21T15:31:32.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.895+0000 7f1bacd6a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba81096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:32.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.895+0000 7f1bacd6a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba81096b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59972/0 (socket says 172.21.15.46:59972) 2023-10-21T15:31:32.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.895+0000 7f1bacd6a700 1 -- 172.21.15.46:0/3381951173 learned_addr learned my addr 172.21.15.46:0/3381951173 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:32.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.895+0000 7f1bacd6a700 1 -- 172.21.15.46:0/3381951173 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ba8109bf0 con 0x7f1ba81072c0 2023-10-21T15:31:32.951 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.895+0000 7f1bacd6a700 1 --2- 172.21.15.46:0/3381951173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba81096b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0098a0 tx=0x7f1b9c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cd3da527df71ba2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:32.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.895+0000 7f1ba77fe700 1 -- 172.21.15.46:0/3381951173 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1b9c004160 con 0x7f1ba81072c0 2023-10-21T15:31:32.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.896+0000 7f1ba77fe700 1 -- 172.21.15.46:0/3381951173 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1b9c0042c0 con 0x7f1ba81072c0 2023-10-21T15:31:32.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.896+0000 7f1ba77fe700 1 -- 172.21.15.46:0/3381951173 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1b9c011a00 con 0x7f1ba81072c0 2023-10-21T15:31:32.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.896+0000 7f1baefce700 1 -- 172.21.15.46:0/3381951173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 msgr2=0x7f1ba81096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:32.952 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.896+0000 7f1baefce700 1 --2- 172.21.15.46:0/3381951173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba81096b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c0098a0 tx=0x7f1b9c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:32.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.896+0000 7f1baefce700 1 -- 172.21.15.46:0/3381951173 shutdown_connections 2023-10-21T15:31:32.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.896+0000 7f1baefce700 1 --2- 172.21.15.46:0/3381951173 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba81096b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:32.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.896+0000 7f1baefce700 1 -- 172.21.15.46:0/3381951173 >> 172.21.15.46:0/3381951173 conn(0x7f1ba8100cb0 msgr2=0x7f1ba81030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:32.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.896+0000 7f1baefce700 1 -- 172.21.15.46:0/3381951173 shutdown_connections 2023-10-21T15:31:32.953 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.897+0000 7f1baefce700 1 -- 172.21.15.46:0/3381951173 wait complete. 2023-10-21T15:31:32.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.897+0000 7f1baefce700 1 Processor -- start 2023-10-21T15:31:32.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.897+0000 7f1baefce700 1 -- start start 2023-10-21T15:31:32.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.897+0000 7f1baefce700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba819a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:32.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.897+0000 7f1baefce700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ba819a9b0 con 0x7f1ba81072c0 2023-10-21T15:31:32.954 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.897+0000 7f1bacd6a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba819a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:32.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.897+0000 7f1bacd6a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba819a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59974/0 (socket says 172.21.15.46:59974) 2023-10-21T15:31:32.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.898+0000 7f1bacd6a700 1 -- 172.21.15.46:0/2981685967 learned_addr learned my addr 172.21.15.46:0/2981685967 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:32.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.898+0000 7f1bacd6a700 1 -- 172.21.15.46:0/2981685967 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b9c009550 con 0x7f1ba81072c0 2023-10-21T15:31:32.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.898+0000 7f1bacd6a700 1 --2- 172.21.15.46:0/2981685967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba819a470 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c006af0 tx=0x7f1b9c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:32.955 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.898+0000 7f1ba5ffb700 1 -- 172.21.15.46:0/2981685967 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1b9c003a40 con 0x7f1ba81072c0 2023-10-21T15:31:32.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.898+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ba819abb0 con 0x7f1ba81072c0 2023-10-21T15:31:32.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.898+0000 7f1ba5ffb700 1 -- 172.21.15.46:0/2981685967 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1b9c003ba0 con 0x7f1ba81072c0 2023-10-21T15:31:32.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.898+0000 7f1ba5ffb700 1 -- 172.21.15.46:0/2981685967 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1b9c01a6e0 con 0x7f1ba81072c0 2023-10-21T15:31:32.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.898+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ba819afd0 con 0x7f1ba81072c0 2023-10-21T15:31:32.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.899+0000 7f1ba5ffb700 1 -- 172.21.15.46:0/2981685967 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f1b9c01ac50 con 0x7f1ba81072c0 2023-10-21T15:31:32.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.899+0000 7f1ba5ffb700 1 -- 172.21.15.46:0/2981685967 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f1b9c019700 con 0x7f1ba81072c0 2023-10-21T15:31:32.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.899+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ba80624e0 con 0x7f1ba81072c0 2023-10-21T15:31:32.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:30.902+0000 7f1ba5ffb700 1 -- 172.21.15.46:0/2981685967 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f1b9c02de30 con 0x7f1ba81072c0 2023-10-21T15:31:32.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.035+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f1ba810a990 con 0x7f1ba81072c0 2023-10-21T15:31:32.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.036+0000 7f1ba5ffb700 1 -- 172.21.15.46:0/2981685967 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f1b9c024a60 con 0x7f1ba81072c0 2023-10-21T15:31:32.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.037+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 msgr2=0x7f1ba819a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:32.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.037+0000 7f1baefce700 1 --2- 172.21.15.46:0/2981685967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba819a470 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c006af0 tx=0x7f1b9c011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:32.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.037+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 shutdown_connections 2023-10-21T15:31:32.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.037+0000 7f1baefce700 1 --2- 172.21.15.46:0/2981685967 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1ba81072c0 0x7f1ba819a470 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:32.959 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.037+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 >> 172.21.15.46:0/2981685967 conn(0x7f1ba8100cb0 msgr2=0x7f1ba8101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:32.959 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.037+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 shutdown_connections 2023-10-21T15:31:32.959 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:31.037+0000 7f1baefce700 1 -- 172.21.15.46:0/2981685967 wait complete. 2023-10-21T15:31:32.959 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (2/15)... 2023-10-21T15:31:33.848 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:33.444+0000 7f7725e73200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-21T15:31:33.849 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:33.601+0000 7f7725e73200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-21T15:31:34.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:33.847+0000 7f7725e73200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-21T15:31:34.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:33.984+0000 7f7725e73200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-21T15:31:34.669 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:34 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:34.257+0000 7f7725e73200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-21T15:31:35.669 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:35.313+0000 7f7725e73200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-21T15:31:35.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: Activating manager daemon x 2023-10-21T15:31:35.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: mgrmap e2: x(active, starting, since 0.0030827s) 2023-10-21T15:31:35.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-21T15:31:35.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-21T15:31:35.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-21T15:31:35.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:31:35.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-21T15:31:35.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: Manager daemon x is now available 2023-10-21T15:31:35.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-21T15:31:35.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-21T15:31:35.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' 2023-10-21T15:31:35.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' 2023-10-21T15:31:35.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:35 smithi046 ceph-mon[99436]: from='mgr.14100 172.21.15.46:0/2158418766' entity='mgr.x' 2023-10-21T15:31:37.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:37 smithi046 ceph-mon[99436]: mgrmap e3: x(active, since 1.00706s) 2023-10-21T15:31:39.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:39 smithi046 ceph-mon[99436]: mgrmap e4: x(active, since 3s) 2023-10-21T15:31:39.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:39 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/742682566' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-21T15:31:40.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:40.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2023-10-21T15:31:40.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:31:40.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2023-10-21T15:31:40.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-21T15:31:40.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-21T15:31:40.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-21T15:31:40.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:40.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-21T15:31:40.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-21T15:31:40.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2023-10-21T15:31:40.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:40.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-21T15:31:40.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2023-10-21T15:31:40.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:40.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2023-10-21T15:31:40.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-21T15:31:40.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:40.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-21T15:31:40.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-21T15:31:40.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:40.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-21T15:31:40.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:40.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-21T15:31:40.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-21T15:31:40.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-21T15:31:40.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-21T15:31:40.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-21T15:31:40.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-21T15:31:40.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:40.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-21T15:31:40.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-21T15:31:40.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-21T15:31:40.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-21T15:31:40.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-21T15:31:40.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-21T15:31:40.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-21T15:31:40.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-21T15:31:40.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-21T15:31:40.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:40.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-21T15:31:40.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:40.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-21T15:31:40.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-21T15:31:40.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:40.417 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-21T15:31:40.417 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-21T15:31:40.417 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-21T15:31:40.417 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-21T15:31:40.417 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-21T15:31:40.417 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-21T15:31:40.418 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2023-10-21T15:31:40.418 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2023-10-21T15:31:40.418 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-21T15:31:40.418 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:40.418 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-21T15:31:40.419 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-21T15:31:40.419 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2023-10-21T15:31:19.824257+0000", 2023-10-21T15:31:40.419 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-21T15:31:40.419 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2023-10-21T15:31:40.419 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-21T15:31:40.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2023-10-21T15:31:40.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.873+0000 7fcc13f0c700 1 Processor -- start 2023-10-21T15:31:40.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.873+0000 7fcc13f0c700 1 -- start start 2023-10-21T15:31:40.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.873+0000 7fcc13f0c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c104f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:40.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.873+0000 7fcc13f0c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c1054f0 con 0x7fcc0c104b00 2023-10-21T15:31:40.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.873+0000 7fcc11ca8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c104f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:40.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.874+0000 7fcc11ca8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c104f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60000/0 (socket says 172.21.15.46:60000) 2023-10-21T15:31:40.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.874+0000 7fcc11ca8700 1 -- 172.21.15.46:0/3383092083 learned_addr learned my addr 172.21.15.46:0/3383092083 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:40.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.874+0000 7fcc11ca8700 1 -- 172.21.15.46:0/3383092083 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc0c107a90 con 0x7fcc0c104b00 2023-10-21T15:31:40.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.874+0000 7fcc11ca8700 1 --2- 172.21.15.46:0/3383092083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c104f20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fcc080098a0 tx=0x7fcc08009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de3438c9f42b3cce server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:40.422 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.874+0000 7fcc10ca6700 1 -- 172.21.15.46:0/3383092083 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc08004160 con 0x7fcc0c104b00 2023-10-21T15:31:40.422 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.874+0000 7fcc10ca6700 1 -- 172.21.15.46:0/3383092083 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fcc080042c0 con 0x7fcc0c104b00 2023-10-21T15:31:40.422 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.874+0000 7fcc10ca6700 1 -- 172.21.15.46:0/3383092083 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc08011a00 con 0x7fcc0c104b00 2023-10-21T15:31:40.422 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.875+0000 7fcc13f0c700 1 -- 172.21.15.46:0/3383092083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 msgr2=0x7fcc0c104f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:40.422 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.875+0000 7fcc13f0c700 1 --2- 172.21.15.46:0/3383092083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c104f20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fcc080098a0 tx=0x7fcc08009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:40.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.875+0000 7fcc13f0c700 1 -- 172.21.15.46:0/3383092083 shutdown_connections 2023-10-21T15:31:40.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.875+0000 7fcc13f0c700 1 --2- 172.21.15.46:0/3383092083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c104f20 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:40.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.875+0000 7fcc13f0c700 1 -- 172.21.15.46:0/3383092083 >> 172.21.15.46:0/3383092083 conn(0x7fcc0c100450 msgr2=0x7fcc0c102870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:40.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.875+0000 7fcc13f0c700 1 -- 172.21.15.46:0/3383092083 shutdown_connections 2023-10-21T15:31:40.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.875+0000 7fcc13f0c700 1 -- 172.21.15.46:0/3383092083 wait complete. 2023-10-21T15:31:40.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.876+0000 7fcc13f0c700 1 Processor -- start 2023-10-21T15:31:40.424 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.876+0000 7fcc13f0c700 1 -- start start 2023-10-21T15:31:40.424 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.876+0000 7fcc13f0c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c1073a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:40.424 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.876+0000 7fcc13f0c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc0c1078e0 con 0x7fcc0c104b00 2023-10-21T15:31:40.424 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.876+0000 7fcc11ca8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c1073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:40.424 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.876+0000 7fcc11ca8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c1073a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60002/0 (socket says 172.21.15.46:60002) 2023-10-21T15:31:40.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.876+0000 7fcc11ca8700 1 -- 172.21.15.46:0/742682566 learned_addr learned my addr 172.21.15.46:0/742682566 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:40.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.876+0000 7fcc11ca8700 1 -- 172.21.15.46:0/742682566 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc08009550 con 0x7fcc0c104b00 2023-10-21T15:31:40.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.877+0000 7fcc11ca8700 1 --2- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c1073a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcc08009fb0 tx=0x7fcc08011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:40.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.877+0000 7fcc02ffd700 1 -- 172.21.15.46:0/742682566 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc08003930 con 0x7fcc0c104b00 2023-10-21T15:31:40.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.877+0000 7fcc02ffd700 1 -- 172.21.15.46:0/742682566 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fcc08003a90 con 0x7fcc0c104b00 2023-10-21T15:31:40.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.877+0000 7fcc02ffd700 1 -- 172.21.15.46:0/742682566 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc080195e0 con 0x7fcc0c104b00 2023-10-21T15:31:40.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.877+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc0c105a40 con 0x7fcc0c104b00 2023-10-21T15:31:40.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.877+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc0c105ec0 con 0x7fcc0c104b00 2023-10-21T15:31:40.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.878+0000 7fcc02ffd700 1 -- 172.21.15.46:0/742682566 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 3) v1 ==== 45462+0+0 (secure 0 0 0) 0x7fcc08019850 con 0x7fcc0c104b00 2023-10-21T15:31:40.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.878+0000 7fcc02ffd700 1 --2- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fcbf80386b0 0x7fcbf803ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:40.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.878+0000 7fcc02ffd700 1 -- 172.21.15.46:0/742682566 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fcc0804c4e0 con 0x7fcc0c104b00 2023-10-21T15:31:40.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.878+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc0c0624e0 con 0x7fcc0c104b00 2023-10-21T15:31:40.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.878+0000 7fcc114a7700 1 --2- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fcbf80386b0 0x7fcbf803ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:40.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.878+0000 7fcc114a7700 1 --2- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fcbf80386b0 0x7fcbf803ab70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc006fd0 tx=0x7fcbfc006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:40.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:37.883+0000 7fcc02ffd700 1 -- 172.21.15.46:0/742682566 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcc08019b00 con 0x7fcc0c104b00 2023-10-21T15:31:40.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.331+0000 7fcc02ffd700 1 -- 172.21.15.46:0/742682566 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 4) v1 ==== 45568+0+0 (secure 0 0 0) 0x7fcc08019ce0 con 0x7fcc0c104b00 2023-10-21T15:31:40.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.406+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7fcc0c10ac90 con 0x7fcc0c104b00 2023-10-21T15:31:40.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.406+0000 7fcc02ffd700 1 -- 172.21.15.46:0/742682566 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7fcc08019b00 con 0x7fcc0c104b00 2023-10-21T15:31:40.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fcbf80386b0 msgr2=0x7fcbf803ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:40.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 --2- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fcbf80386b0 0x7fcbf803ab70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fcbfc006fd0 tx=0x7fcbfc006e40 comp rx=0 tx=0).stop 2023-10-21T15:31:40.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 msgr2=0x7fcc0c1073a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:40.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 --2- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c1073a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcc08009fb0 tx=0x7fcc08011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:40.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 shutdown_connections 2023-10-21T15:31:40.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 --2- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fcbf80386b0 0x7fcbf803ab70 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:40.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 --2- 172.21.15.46:0/742682566 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc0c104b00 0x7fcc0c1073a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:40.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 >> 172.21.15.46:0/742682566 conn(0x7fcc0c100450 msgr2=0x7fcc0c101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:40.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 shutdown_connections 2023-10-21T15:31:40.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:38.409+0000 7fcc13f0c700 1 -- 172.21.15.46:0/742682566 wait complete. 2023-10-21T15:31:40.431 INFO:teuthology.orchestra.run.smithi046.stdout:mgr is available 2023-10-21T15:31:41.646 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:41 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/739555606' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-21T15:31:41.661 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:41.661 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global] 2023-10-21T15:31:41.661 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout fsid = bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:41.662 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-21T15:31:41.662 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-21T15:31:41.662 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-21T15:31:41.662 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-21T15:31:41.662 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:41.663 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-21T15:31:41.663 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-21T15:31:41.663 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2023-10-21T15:31:41.663 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd] 2023-10-21T15:31:41.663 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-10-21T15:31:41.664 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-10-21T15:31:41.664 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-10-21T15:31:41.664 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-21T15:31:41.664 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-21T15:31:41.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.891+0000 7f5810c86700 1 Processor -- start 2023-10-21T15:31:41.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.892+0000 7f5810c86700 1 -- start start 2023-10-21T15:31:41.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.892+0000 7f5810c86700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c105b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:41.665 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.892+0000 7f5810c86700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f580c1060e0 con 0x7f580c1056f0 2023-10-21T15:31:41.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.892+0000 7f580a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c105b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:41.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.892+0000 7f580a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c105b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60006/0 (socket says 172.21.15.46:60006) 2023-10-21T15:31:41.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.892+0000 7f580a59c700 1 -- 172.21.15.46:0/2298291727 learned_addr learned my addr 172.21.15.46:0/2298291727 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:41.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.893+0000 7f580a59c700 1 -- 172.21.15.46:0/2298291727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f580c1068f0 con 0x7f580c1056f0 2023-10-21T15:31:41.666 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.893+0000 7f580a59c700 1 --2- 172.21.15.46:0/2298291727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c105b10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f58000098a0 tx=0x7f5800009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a6ad7032eea02cc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:41.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.893+0000 7f580959a700 1 -- 172.21.15.46:0/2298291727 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5800004160 con 0x7f580c1056f0 2023-10-21T15:31:41.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.893+0000 7f580959a700 1 -- 172.21.15.46:0/2298291727 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f58000042c0 con 0x7f580c1056f0 2023-10-21T15:31:41.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.893+0000 7f580959a700 1 -- 172.21.15.46:0/2298291727 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5800011a00 con 0x7f580c1056f0 2023-10-21T15:31:41.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.893+0000 7f5810c86700 1 -- 172.21.15.46:0/2298291727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 msgr2=0x7f580c105b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:41.667 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.893+0000 7f5810c86700 1 --2- 172.21.15.46:0/2298291727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c105b10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f58000098a0 tx=0x7f5800009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:41.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.894+0000 7f5810c86700 1 -- 172.21.15.46:0/2298291727 shutdown_connections 2023-10-21T15:31:41.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.894+0000 7f5810c86700 1 --2- 172.21.15.46:0/2298291727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c105b10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:41.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.894+0000 7f5810c86700 1 -- 172.21.15.46:0/2298291727 >> 172.21.15.46:0/2298291727 conn(0x7f580c100cb0 msgr2=0x7f580c1030d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:41.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.894+0000 7f5810c86700 1 -- 172.21.15.46:0/2298291727 shutdown_connections 2023-10-21T15:31:41.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.894+0000 7f5810c86700 1 -- 172.21.15.46:0/2298291727 wait complete. 2023-10-21T15:31:41.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.895+0000 7f5810c86700 1 Processor -- start 2023-10-21T15:31:41.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.895+0000 7f5810c86700 1 -- start start 2023-10-21T15:31:41.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.895+0000 7f5810c86700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c079b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:41.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.895+0000 7f5810c86700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f580c19d1d0 con 0x7f580c1056f0 2023-10-21T15:31:41.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.895+0000 7f580a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c079b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:41.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.895+0000 7f580a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c079b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60008/0 (socket says 172.21.15.46:60008) 2023-10-21T15:31:41.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.895+0000 7f580a59c700 1 -- 172.21.15.46:0/739555606 learned_addr learned my addr 172.21.15.46:0/739555606 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:41.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.895+0000 7f580a59c700 1 -- 172.21.15.46:0/739555606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5800009550 con 0x7f580c1056f0 2023-10-21T15:31:41.670 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.896+0000 7f580a59c700 1 --2- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c079b70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5800009fb0 tx=0x7f5800011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:41.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.896+0000 7f57fb7fe700 1 -- 172.21.15.46:0/739555606 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5800003930 con 0x7f580c1056f0 2023-10-21T15:31:41.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.896+0000 7f57fb7fe700 1 -- 172.21.15.46:0/739555606 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f5800003a90 con 0x7f580c1056f0 2023-10-21T15:31:41.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.896+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f580c19d310 con 0x7f580c1056f0 2023-10-21T15:31:41.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.896+0000 7f57fb7fe700 1 -- 172.21.15.46:0/739555606 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f58000195e0 con 0x7f580c1056f0 2023-10-21T15:31:41.671 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.896+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f580c19d730 con 0x7f580c1056f0 2023-10-21T15:31:41.672 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.897+0000 7f57fb7fe700 1 -- 172.21.15.46:0/739555606 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 4) v1 ==== 45568+0+0 (secure 0 0 0) 0x7f58000198a0 con 0x7f580c1056f0 2023-10-21T15:31:41.672 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.897+0000 7f57fb7fe700 1 --2- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f57f4038780 0x7f57f403ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:41.672 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.897+0000 7f57fb7fe700 1 -- 172.21.15.46:0/739555606 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f580004c670 con 0x7f580c1056f0 2023-10-21T15:31:41.672 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.897+0000 7f5809d9b700 1 --2- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f57f4038780 0x7f57f403ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:41.672 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.897+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f580c0624e0 con 0x7f580c1056f0 2023-10-21T15:31:41.673 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.897+0000 7f5809d9b700 1 --2- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f57f4038780 0x7f57f403ac40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f57fc006fd0 tx=0x7f57fc006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:41.673 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:40.902+0000 7f57fb7fe700 1 -- 172.21.15.46:0/739555606 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5800019b50 con 0x7f580c1056f0 2023-10-21T15:31:41.673 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.262+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f580c19d920 con 0x7f580c1056f0 2023-10-21T15:31:41.673 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.263+0000 7f57fb7fe700 1 -- 172.21.15.46:0/739555606 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f58000172b0 con 0x7f580c1056f0 2023-10-21T15:31:41.673 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f57f4038780 msgr2=0x7f57f403ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:41.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 --2- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f57f4038780 0x7f57f403ac40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f57fc006fd0 tx=0x7f57fc006e40 comp rx=0 tx=0).stop 2023-10-21T15:31:41.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 msgr2=0x7f580c079b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:41.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 --2- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c079b70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5800009fb0 tx=0x7f5800011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:41.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 shutdown_connections 2023-10-21T15:31:41.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 --2- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f57f4038780 0x7f57f403ac40 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:41.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 --2- 172.21.15.46:0/739555606 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f580c1056f0 0x7f580c079b70 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:41.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 >> 172.21.15.46:0/739555606 conn(0x7f580c100cb0 msgr2=0x7f580c102350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:41.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 shutdown_connections 2023-10-21T15:31:41.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:41.265+0000 7f5810c86700 1 -- 172.21.15.46:0/739555606 wait complete. 2023-10-21T15:31:41.675 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling cephadm module... 2023-10-21T15:31:42.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:42 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2511812962' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-10-21T15:31:42.920 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: ignoring --setuser ceph since I am not root 2023-10-21T15:31:42.920 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: ignoring --setgroup ceph since I am not root 2023-10-21T15:31:42.920 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:42.832+0000 7f755f3b9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-21T15:31:43.107 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.112+0000 7f73afa76700 1 Processor -- start 2023-10-21T15:31:43.107 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73afa76700 1 -- start start 2023-10-21T15:31:43.108 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73afa76700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81056f0 0x7f73a8105b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:43.108 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73afa76700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73a81060e0 con 0x7f73a81056f0 2023-10-21T15:31:43.108 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73ad812700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81056f0 0x7f73a8105b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:43.108 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73ad812700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81056f0 0x7f73a8105b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60012/0 (socket says 172.21.15.46:60012) 2023-10-21T15:31:43.109 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73ad812700 1 -- 172.21.15.46:0/1099265364 learned_addr learned my addr 172.21.15.46:0/1099265364 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:43.109 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73ad812700 1 -- 172.21.15.46:0/1099265364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73a81068f0 con 0x7f73a81056f0 2023-10-21T15:31:43.109 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73ad812700 1 --2- 172.21.15.46:0/1099265364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81056f0 0x7f73a8105b10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f73a40098a0 tx=0x7f73a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abc1d435d5a1b6fb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:43.109 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.113+0000 7f73ac810700 1 -- 172.21.15.46:0/1099265364 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73a4004160 con 0x7f73a81056f0 2023-10-21T15:31:43.109 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73ac810700 1 -- 172.21.15.46:0/1099265364 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f73a40042c0 con 0x7f73a81056f0 2023-10-21T15:31:43.110 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73ac810700 1 -- 172.21.15.46:0/1099265364 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73a4011a00 con 0x7f73a81056f0 2023-10-21T15:31:43.110 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73afa76700 1 -- 172.21.15.46:0/1099265364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81056f0 msgr2=0x7f73a8105b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:43.110 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73afa76700 1 --2- 172.21.15.46:0/1099265364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81056f0 0x7f73a8105b10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f73a40098a0 tx=0x7f73a4009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:43.110 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73afa76700 1 -- 172.21.15.46:0/1099265364 shutdown_connections 2023-10-21T15:31:43.111 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73afa76700 1 --2- 172.21.15.46:0/1099265364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81056f0 0x7f73a8105b10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:43.111 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73afa76700 1 -- 172.21.15.46:0/1099265364 >> 172.21.15.46:0/1099265364 conn(0x7f73a8100cb0 msgr2=0x7f73a81030d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:43.111 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73afa76700 1 -- 172.21.15.46:0/1099265364 shutdown_connections 2023-10-21T15:31:43.111 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.114+0000 7f73afa76700 1 -- 172.21.15.46:0/1099265364 wait complete. 2023-10-21T15:31:43.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.115+0000 7f73afa76700 1 Processor -- start 2023-10-21T15:31:43.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.115+0000 7f73afa76700 1 -- start start 2023-10-21T15:31:43.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.115+0000 7f73afa76700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81995a0 0x7f73a81999c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:43.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.115+0000 7f73afa76700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73a8199f00 con 0x7f73a81995a0 2023-10-21T15:31:43.112 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.115+0000 7f73ad812700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81995a0 0x7f73a81999c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:43.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.115+0000 7f73ad812700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81995a0 0x7f73a81999c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60014/0 (socket says 172.21.15.46:60014) 2023-10-21T15:31:43.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.115+0000 7f73ad812700 1 -- 172.21.15.46:0/2511812962 learned_addr learned my addr 172.21.15.46:0/2511812962 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:43.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.116+0000 7f73ad812700 1 -- 172.21.15.46:0/2511812962 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73a4009550 con 0x7f73a81995a0 2023-10-21T15:31:43.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.116+0000 7f73ad812700 1 --2- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81995a0 0x7f73a81999c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f73a4009fb0 tx=0x7f73a40117f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:43.113 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.116+0000 7f739affd700 1 -- 172.21.15.46:0/2511812962 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73a40037d0 con 0x7f73a81995a0 2023-10-21T15:31:43.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.116+0000 7f739affd700 1 -- 172.21.15.46:0/2511812962 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f73a401f070 con 0x7f73a81995a0 2023-10-21T15:31:43.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.116+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73a819a100 con 0x7f73a81995a0 2023-10-21T15:31:43.114 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.116+0000 7f739affd700 1 -- 172.21.15.46:0/2511812962 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73a4026dc0 con 0x7f73a81995a0 2023-10-21T15:31:43.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.116+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73a819cd50 con 0x7f73a81995a0 2023-10-21T15:31:43.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.117+0000 7f739affd700 1 -- 172.21.15.46:0/2511812962 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 4) v1 ==== 45568+0+0 (secure 0 0 0) 0x7f73a401a440 con 0x7f73a81995a0 2023-10-21T15:31:43.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.117+0000 7f739affd700 1 --2- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f7394038780 0x7f739403ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:43.115 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.117+0000 7f739affd700 1 -- 172.21.15.46:0/2511812962 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f73a4021070 con 0x7f73a81995a0 2023-10-21T15:31:43.116 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.117+0000 7f73ad011700 1 --2- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f7394038780 0x7f739403ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:43.116 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.117+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73a819a290 con 0x7f73a81995a0 2023-10-21T15:31:43.116 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.118+0000 7f73ad011700 1 --2- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f7394038780 0x7f739403ac40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f739c006fd0 tx=0x7f739c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:43.116 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.122+0000 7f739affd700 1 -- 172.21.15.46:0/2511812962 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f73a401a6f0 con 0x7f73a81995a0 2023-10-21T15:31:43.116 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.594+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7f73a80624e0 con 0x7f73a81995a0 2023-10-21T15:31:43.117 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.646+0000 7f739affd700 1 -- 172.21.15.46:0/2511812962 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7f73a404a020 con 0x7f73a81995a0 2023-10-21T15:31:43.117 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.647+0000 7f739affd700 1 -- 172.21.15.46:0/2511812962 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f73a401a8d0 con 0x7f73a81995a0 2023-10-21T15:31:43.117 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f7394038780 msgr2=0x7f739403ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:43.117 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 --2- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f7394038780 0x7f739403ac40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f739c006fd0 tx=0x7f739c006e40 comp rx=0 tx=0).stop 2023-10-21T15:31:43.117 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81995a0 msgr2=0x7f73a81999c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:43.118 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 --2- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81995a0 0x7f73a81999c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f73a4009fb0 tx=0x7f73a40117f0 comp rx=0 tx=0).stop 2023-10-21T15:31:43.118 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 shutdown_connections 2023-10-21T15:31:43.118 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 --2- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7f7394038780 0x7f739403ac40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:43.119 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 --2- 172.21.15.46:0/2511812962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f73a81995a0 0x7f73a81999c0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:43.119 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 >> 172.21.15.46:0/2511812962 conn(0x7f73a8100cb0 msgr2=0x7f73a8102360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:43.119 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 shutdown_connections 2023-10-21T15:31:43.120 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:42.649+0000 7f73afa76700 1 -- 172.21.15.46:0/2511812962 wait complete. 2023-10-21T15:31:43.293 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:42.928+0000 7f755f3b9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-21T15:31:43.294 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:43.036+0000 7f755f3b9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-21T15:31:43.294 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:43.152+0000 7f755f3b9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-21T15:31:43.652 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:43.366+0000 7f755f3b9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-21T15:31:43.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:43 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2511812962' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-10-21T15:31:43.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:43 smithi046 ceph-mon[99436]: mgrmap e5: x(active, since 7s) 2023-10-21T15:31:43.920 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:43.845+0000 7f755f3b9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-21T15:31:44.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:43.997+0000 7f755f3b9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-21T15:31:44.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:44.106+0000 7f755f3b9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-21T15:31:44.420 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:44.226+0000 7f755f3b9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-21T15:31:44.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2023-10-21T15:31:44.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-10-21T15:31:44.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-21T15:31:44.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-10-21T15:31:44.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-21T15:31:44.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2023-10-21T15:31:44.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.598+0000 7ff097272700 1 Processor -- start 2023-10-21T15:31:44.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.598+0000 7ff097272700 1 -- start start 2023-10-21T15:31:44.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.598+0000 7ff097272700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff090079230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:44.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.598+0000 7ff097272700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff090079800 con 0x7ff09007add0 2023-10-21T15:31:44.454 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.598+0000 7ff09500e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff090079230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:44.454 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.598+0000 7ff09500e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff090079230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60028/0 (socket says 172.21.15.46:60028) 2023-10-21T15:31:44.454 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.598+0000 7ff09500e700 1 -- 172.21.15.46:0/3376826198 learned_addr learned my addr 172.21.15.46:0/3376826198 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:44.454 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.599+0000 7ff09500e700 1 -- 172.21.15.46:0/3376826198 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff090079940 con 0x7ff09007add0 2023-10-21T15:31:44.454 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.599+0000 7ff09500e700 1 --2- 172.21.15.46:0/3376826198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff090079230 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff08c0098a0 tx=0x7ff08c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74b67a359d4a73ed server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:44.455 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.599+0000 7ff087fff700 1 -- 172.21.15.46:0/3376826198 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff08c004160 con 0x7ff09007add0 2023-10-21T15:31:44.455 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.599+0000 7ff087fff700 1 -- 172.21.15.46:0/3376826198 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7ff08c0042c0 con 0x7ff09007add0 2023-10-21T15:31:44.455 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.599+0000 7ff087fff700 1 -- 172.21.15.46:0/3376826198 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff08c011a00 con 0x7ff09007add0 2023-10-21T15:31:44.455 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 -- 172.21.15.46:0/3376826198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 msgr2=0x7ff090079230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:44.455 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 --2- 172.21.15.46:0/3376826198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff090079230 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff08c0098a0 tx=0x7ff08c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:44.456 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 -- 172.21.15.46:0/3376826198 shutdown_connections 2023-10-21T15:31:44.456 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 --2- 172.21.15.46:0/3376826198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff090079230 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:44.456 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 -- 172.21.15.46:0/3376826198 >> 172.21.15.46:0/3376826198 conn(0x7ff090101dc0 msgr2=0x7ff0901041e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:44.456 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 -- 172.21.15.46:0/3376826198 shutdown_connections 2023-10-21T15:31:44.456 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 -- 172.21.15.46:0/3376826198 wait complete. 2023-10-21T15:31:44.457 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 Processor -- start 2023-10-21T15:31:44.457 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.600+0000 7ff097272700 1 -- start start 2023-10-21T15:31:44.457 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.601+0000 7ff097272700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff09019c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:44.457 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.601+0000 7ff097272700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff09019cc00 con 0x7ff09007add0 2023-10-21T15:31:44.457 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.601+0000 7ff09500e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff09019c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:44.457 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.601+0000 7ff09500e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff09019c6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60030/0 (socket says 172.21.15.46:60030) 2023-10-21T15:31:44.458 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.601+0000 7ff09500e700 1 -- 172.21.15.46:0/2773639405 learned_addr learned my addr 172.21.15.46:0/2773639405 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:44.458 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.601+0000 7ff09500e700 1 -- 172.21.15.46:0/2773639405 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff08c009550 con 0x7ff09007add0 2023-10-21T15:31:44.458 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.601+0000 7ff09500e700 1 --2- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff09019c6c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff08c006af0 tx=0x7ff08c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:44.458 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.601+0000 7ff0867fc700 1 -- 172.21.15.46:0/2773639405 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff08c003a40 con 0x7ff09007add0 2023-10-21T15:31:44.459 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.602+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff09019ce00 con 0x7ff09007add0 2023-10-21T15:31:44.459 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.602+0000 7ff0867fc700 1 -- 172.21.15.46:0/2773639405 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7ff08c003ba0 con 0x7ff09007add0 2023-10-21T15:31:44.459 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.602+0000 7ff0867fc700 1 -- 172.21.15.46:0/2773639405 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff08c01a700 con 0x7ff09007add0 2023-10-21T15:31:44.459 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.602+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff09019d220 con 0x7ff09007add0 2023-10-21T15:31:44.459 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.602+0000 7ff0867fc700 1 -- 172.21.15.46:0/2773639405 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7ff08c024ad0 con 0x7ff09007add0 2023-10-21T15:31:44.459 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.603+0000 7ff0867fc700 1 --2- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7ff07c038820 0x7ff07c03ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:44.460 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.603+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0900624e0 con 0x7ff09007add0 2023-10-21T15:31:44.460 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.603+0000 7ff09480d700 1 -- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7ff07c038820 msgr2=0x7ff07c03ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/713429116 2023-10-21T15:31:44.460 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.603+0000 7ff0867fc700 1 -- 172.21.15.46:0/2773639405 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff08c04c860 con 0x7ff09007add0 2023-10-21T15:31:44.460 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.603+0000 7ff09480d700 1 --2- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7ff07c038820 0x7ff07c03ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-21T15:31:44.460 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.608+0000 7ff0867fc700 1 -- 172.21.15.46:0/2773639405 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff08c018b80 con 0x7ff09007add0 2023-10-21T15:31:44.461 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.804+0000 7ff09480d700 1 -- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7ff07c038820 msgr2=0x7ff07c03ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/713429116 2023-10-21T15:31:44.461 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:43.804+0000 7ff09480d700 1 --2- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7ff07c038820 0x7ff07c03ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-21T15:31:44.461 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.086+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7ff09019fee0 con 0x7ff09007add0 2023-10-21T15:31:44.461 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.086+0000 7ff0867fc700 1 -- 172.21.15.46:0/2773639405 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7ff08c018350 con 0x7ff09007add0 2023-10-21T15:31:44.462 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7ff07c038820 msgr2=0x7ff07c03ace0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T15:31:44.462 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 --2- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7ff07c038820 0x7ff07c03ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:44.462 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 msgr2=0x7ff09019c6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:44.462 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 --2- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff09019c6c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff08c006af0 tx=0x7ff08c011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:44.462 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 shutdown_connections 2023-10-21T15:31:44.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 --2- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7ff07c038820 0x7ff07c03ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:44.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 --2- 172.21.15.46:0/2773639405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff09007add0 0x7ff09019c6c0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:44.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 >> 172.21.15.46:0/2773639405 conn(0x7ff090101dc0 msgr2=0x7ff0901034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:44.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 shutdown_connections 2023-10-21T15:31:44.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.089+0000 7ff097272700 1 -- 172.21.15.46:0/2773639405 wait complete. 2023-10-21T15:31:44.464 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart... 2023-10-21T15:31:44.464 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 5... 2023-10-21T15:31:44.753 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:44 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2773639405' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-21T15:31:45.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:44.751+0000 7f755f3b9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-21T15:31:45.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:45 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:45.536+0000 7f755f3b9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-21T15:31:45.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:45 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:45.634+0000 7f755f3b9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-21T15:31:46.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:46.606+0000 7f755f3b9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:31:46.920 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:46.717+0000 7f755f3b9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-21T15:31:47.293 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:46.939+0000 7f755f3b9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:31:47.546 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:47.292+0000 7f755f3b9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-21T15:31:47.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:47.545+0000 7f755f3b9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-21T15:31:47.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:47.728+0000 7f755f3b9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-21T15:31:48.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:48.058+0000 7f755f3b9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-21T15:31:49.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:48.883+0000 7f755f3b9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-21T15:31:49.170 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:49.041+0000 7f755f3b9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-21T15:31:49.669 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:49.290+0000 7f755f3b9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-21T15:31:49.669 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:49.426+0000 7f755f3b9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-21T15:31:50.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:49.702+0000 7f755f3b9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-21T15:31:51.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:50 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:31:50.765+0000 7f755f3b9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-21T15:31:51.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: Active manager daemon x restarted 2023-10-21T15:31:51.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: Activating manager daemon x 2023-10-21T15:31:51.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: osdmap e2: 0 total, 0 up, 0 in 2023-10-21T15:31:51.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: mgrmap e6: x(active, starting, since 0.00352353s) 2023-10-21T15:31:51.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:31:51.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-21T15:31:51.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-21T15:31:51.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-21T15:31:51.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-21T15:31:51.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: Manager daemon x is now available 2023-10-21T15:31:51.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:31:51.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:31:51.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:31:51.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:31:51.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:31:51.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-21T15:31:51.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-21T15:31:51.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:31:51.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:51 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:31:52.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2023-10-21T15:31:52.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-10-21T15:31:52.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-21T15:31:52.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2023-10-21T15:31:52.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.938+0000 7fda74f7b700 1 Processor -- start 2023-10-21T15:31:52.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.938+0000 7fda74f7b700 1 -- start start 2023-10-21T15:31:52.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.938+0000 7fda74f7b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda701096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:52.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.938+0000 7fda74f7b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda70074740 con 0x7fda701072c0 2023-10-21T15:31:52.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.938+0000 7fda6e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda701096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:52.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.938+0000 7fda6e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda701096b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60038/0 (socket says 172.21.15.46:60038) 2023-10-21T15:31:52.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.938+0000 7fda6e59c700 1 -- 172.21.15.46:0/905872675 learned_addr learned my addr 172.21.15.46:0/905872675 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:52.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.939+0000 7fda6e59c700 1 -- 172.21.15.46:0/905872675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda70109bf0 con 0x7fda701072c0 2023-10-21T15:31:52.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.939+0000 7fda6e59c700 1 --2- 172.21.15.46:0/905872675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda701096b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fda600098a0 tx=0x7fda60009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961b5d1b649061f7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:52.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.939+0000 7fda6d59a700 1 -- 172.21.15.46:0/905872675 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fda60004160 con 0x7fda701072c0 2023-10-21T15:31:52.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.939+0000 7fda6d59a700 1 -- 172.21.15.46:0/905872675 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fda600042c0 con 0x7fda701072c0 2023-10-21T15:31:52.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.939+0000 7fda6d59a700 1 -- 172.21.15.46:0/905872675 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fda60011a00 con 0x7fda701072c0 2023-10-21T15:31:52.224 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.940+0000 7fda74f7b700 1 -- 172.21.15.46:0/905872675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 msgr2=0x7fda701096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:52.224 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.940+0000 7fda74f7b700 1 --2- 172.21.15.46:0/905872675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda701096b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fda600098a0 tx=0x7fda60009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:52.225 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.940+0000 7fda74f7b700 1 -- 172.21.15.46:0/905872675 shutdown_connections 2023-10-21T15:31:52.225 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.940+0000 7fda74f7b700 1 --2- 172.21.15.46:0/905872675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda701096b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:52.225 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.940+0000 7fda74f7b700 1 -- 172.21.15.46:0/905872675 >> 172.21.15.46:0/905872675 conn(0x7fda70100cb0 msgr2=0x7fda701030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:52.225 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.940+0000 7fda74f7b700 1 -- 172.21.15.46:0/905872675 shutdown_connections 2023-10-21T15:31:52.225 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.940+0000 7fda74f7b700 1 -- 172.21.15.46:0/905872675 wait complete. 2023-10-21T15:31:52.226 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.941+0000 7fda74f7b700 1 Processor -- start 2023-10-21T15:31:52.226 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.941+0000 7fda74f7b700 1 -- start start 2023-10-21T15:31:52.226 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.941+0000 7fda74f7b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda7019c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:52.226 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.941+0000 7fda74f7b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda7019cba0 con 0x7fda701072c0 2023-10-21T15:31:52.226 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.941+0000 7fda6e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda7019c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:52.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.941+0000 7fda6e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda7019c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60040/0 (socket says 172.21.15.46:60040) 2023-10-21T15:31:52.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.941+0000 7fda6e59c700 1 -- 172.21.15.46:0/384935241 learned_addr learned my addr 172.21.15.46:0/384935241 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:52.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.941+0000 7fda6e59c700 1 -- 172.21.15.46:0/384935241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda60009550 con 0x7fda701072c0 2023-10-21T15:31:52.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.942+0000 7fda6e59c700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda7019c660 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fda60006af0 tx=0x7fda60011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:52.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.942+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fda60003a40 con 0x7fda701072c0 2023-10-21T15:31:52.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.942+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda7019cda0 con 0x7fda701072c0 2023-10-21T15:31:52.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.942+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fda60003ba0 con 0x7fda701072c0 2023-10-21T15:31:52.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.942+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fda6001a6e0 con 0x7fda701072c0 2023-10-21T15:31:52.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.942+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda7019d1c0 con 0x7fda701072c0 2023-10-21T15:31:52.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.943+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7fda60024430 con 0x7fda701072c0 2023-10-21T15:31:52.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.943+0000 7fda5f7fe700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 0x7fda5803ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:52.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.943+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 --> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fda700624e0 con 0x7fda58038820 2023-10-21T15:31:52.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.943+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fda6004c860 con 0x7fda701072c0 2023-10-21T15:31:52.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.943+0000 7fda6dd9b700 1 -- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 msgr2=0x7fda5803ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/713429116 2023-10-21T15:31:52.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:44.943+0000 7fda6dd9b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 0x7fda5803ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-21T15:31:52.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:45.144+0000 7fda6dd9b700 1 -- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 msgr2=0x7fda5803ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/713429116 2023-10-21T15:31:52.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:45.144+0000 7fda6dd9b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 0x7fda5803ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-21T15:31:52.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:45.545+0000 7fda6dd9b700 1 -- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 msgr2=0x7fda5803ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/713429116 2023-10-21T15:31:52.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:45.545+0000 7fda6dd9b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 0x7fda5803ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-10-21T15:31:52.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:46.346+0000 7fda6dd9b700 1 -- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 msgr2=0x7fda5803ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/713429116 2023-10-21T15:31:52.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:46.346+0000 7fda6dd9b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 0x7fda5803ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-10-21T15:31:52.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:47.947+0000 7fda6dd9b700 1 -- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 msgr2=0x7fda5803ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/713429116 2023-10-21T15:31:52.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:47.947+0000 7fda6dd9b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 0x7fda5803ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-10-21T15:31:52.232 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:50.780+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mgrmap(e 6) v1 ==== 45346+0+0 (secure 0 0 0) 0x7fda6002d910 con 0x7fda701072c0 2023-10-21T15:31:52.232 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:50.780+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 msgr2=0x7fda5803ace0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T15:31:52.232 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:50.780+0000 7fda5f7fe700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 0x7fda5803ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:52.232 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.781+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 7) v1 ==== 45473+0+0 (secure 0 0 0) 0x7fda6004e160 con 0x7fda701072c0 2023-10-21T15:31:52.232 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.781+0000 7fda5f7fe700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7fda5803bfb0 0x7fda5803e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:52.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.781+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fda700624e0 con 0x7fda5803bfb0 2023-10-21T15:31:52.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.782+0000 7fda6dd9b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7fda5803bfb0 0x7fda5803e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:52.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.782+0000 7fda6dd9b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7fda5803bfb0 0x7fda5803e3a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fda64003a10 tx=0x7fda64009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:52.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.783+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mgr.14118 v2:172.21.15.46:6800/2286995794 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7fda700624e0 con 0x7fda5803bfb0 2023-10-21T15:31:52.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fda7019d9a0 con 0x7fda5803bfb0 2023-10-21T15:31:52.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda5f7fe700 1 -- 172.21.15.46:0/384935241 <== mgr.14118 v2:172.21.15.46:6800/2286995794 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7fda7019d9a0 con 0x7fda5803bfb0 2023-10-21T15:31:52.234 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7fda5803bfb0 msgr2=0x7fda5803e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:52.234 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7fda5803bfb0 0x7fda5803e3a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fda64003a10 tx=0x7fda64009290 comp rx=0 tx=0).stop 2023-10-21T15:31:52.234 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 msgr2=0x7fda7019c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:52.234 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda7019c660 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fda60006af0 tx=0x7fda60011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:52.235 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 shutdown_connections 2023-10-21T15:31:52.235 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7fda5803bfb0 0x7fda5803e3a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:52.235 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fda701072c0 0x7fda7019c660 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:52.235 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 --2- 172.21.15.46:0/384935241 >> [v2:172.21.15.46:6800/713429116,v1:172.21.15.46:6801/713429116] conn(0x7fda58038820 0x7fda5803ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:52.235 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 >> 172.21.15.46:0/384935241 conn(0x7fda70100cb0 msgr2=0x7fda70101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:52.235 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 shutdown_connections 2023-10-21T15:31:52.236 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:51.794+0000 7fda74f7b700 1 -- 172.21.15.46:0/384935241 wait complete. 2023-10-21T15:31:52.236 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 5 is available 2023-10-21T15:31:52.236 INFO:teuthology.orchestra.run.smithi046.stdout:Setting orchestrator backend to cephadm... 2023-10-21T15:31:52.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:52 smithi046 ceph-mon[99436]: Found migration_current of "None". Setting to last migration. 2023-10-21T15:31:52.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:52 smithi046 ceph-mon[99436]: mgrmap e7: x(active, since 1.00555s) 2023-10-21T15:31:52.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:52 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:31:53.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.700+0000 7f3671b06700 1 Processor -- start 2023-10-21T15:31:53.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.700+0000 7f3671b06700 1 -- start start 2023-10-21T15:31:53.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.700+0000 7f3671b06700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c1096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:53.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.700+0000 7f3671b06700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366c074740 con 0x7f366c1072c0 2023-10-21T15:31:53.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.700+0000 7f366b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c1096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:53.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.700+0000 7f366b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c1096b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60092/0 (socket says 172.21.15.46:60092) 2023-10-21T15:31:53.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.700+0000 7f366b7fe700 1 -- 172.21.15.46:0/3277357637 learned_addr learned my addr 172.21.15.46:0/3277357637 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:53.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.700+0000 7f366b7fe700 1 -- 172.21.15.46:0/3277357637 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f366c109bf0 con 0x7f366c1072c0 2023-10-21T15:31:53.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f366b7fe700 1 --2- 172.21.15.46:0/3277357637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c1096b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f365c0098a0 tx=0x7f365c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bef8d168873a716 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:53.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f366a7fc700 1 -- 172.21.15.46:0/3277357637 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f365c004160 con 0x7f366c1072c0 2023-10-21T15:31:53.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f366a7fc700 1 -- 172.21.15.46:0/3277357637 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f365c0042c0 con 0x7f366c1072c0 2023-10-21T15:31:53.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f366a7fc700 1 -- 172.21.15.46:0/3277357637 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f365c011a00 con 0x7f366c1072c0 2023-10-21T15:31:53.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f3671b06700 1 -- 172.21.15.46:0/3277357637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 msgr2=0x7f366c1096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:53.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f3671b06700 1 --2- 172.21.15.46:0/3277357637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c1096b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f365c0098a0 tx=0x7f365c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:53.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f3671b06700 1 -- 172.21.15.46:0/3277357637 shutdown_connections 2023-10-21T15:31:53.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f3671b06700 1 --2- 172.21.15.46:0/3277357637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c1096b0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:53.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f3671b06700 1 -- 172.21.15.46:0/3277357637 >> 172.21.15.46:0/3277357637 conn(0x7f366c100cb0 msgr2=0x7f366c1030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:53.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f3671b06700 1 -- 172.21.15.46:0/3277357637 shutdown_connections 2023-10-21T15:31:53.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.701+0000 7f3671b06700 1 -- 172.21.15.46:0/3277357637 wait complete. 2023-10-21T15:31:53.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.702+0000 7f3671b06700 1 Processor -- start 2023-10-21T15:31:53.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.702+0000 7f3671b06700 1 -- start start 2023-10-21T15:31:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.702+0000 7f3671b06700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c19a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.702+0000 7f3671b06700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366c19a9c0 con 0x7f366c1072c0 2023-10-21T15:31:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f366b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c19a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f366b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c19a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60094/0 (socket says 172.21.15.46:60094) 2023-10-21T15:31:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f366b7fe700 1 -- 172.21.15.46:0/1546415481 learned_addr learned my addr 172.21.15.46:0/1546415481 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:53.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f366b7fe700 1 -- 172.21.15.46:0/1546415481 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f365c009550 con 0x7f366c1072c0 2023-10-21T15:31:53.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f366b7fe700 1 --2- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c19a480 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f365c009fb0 tx=0x7f365c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:53.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f3668ff9700 1 -- 172.21.15.46:0/1546415481 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f365c003930 con 0x7f366c1072c0 2023-10-21T15:31:53.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f366c19abc0 con 0x7f366c1072c0 2023-10-21T15:31:53.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f3668ff9700 1 -- 172.21.15.46:0/1546415481 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f365c003a90 con 0x7f366c1072c0 2023-10-21T15:31:53.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f3668ff9700 1 -- 172.21.15.46:0/1546415481 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f365c019610 con 0x7f366c1072c0 2023-10-21T15:31:53.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.703+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f366c19afe0 con 0x7f366c1072c0 2023-10-21T15:31:53.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.704+0000 7f3668ff9700 1 -- 172.21.15.46:0/1546415481 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 7) v1 ==== 45473+0+0 (secure 0 0 0) 0x7f365c0198d0 con 0x7f366c1072c0 2023-10-21T15:31:53.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.704+0000 7f3668ff9700 1 --2- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f36540386b0 0x7f365403ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:53.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.704+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f366c0624e0 con 0x7f366c1072c0 2023-10-21T15:31:53.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.704+0000 7f3668ff9700 1 -- 172.21.15.46:0/1546415481 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f365c04c7d0 con 0x7f366c1072c0 2023-10-21T15:31:53.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.705+0000 7f366affd700 1 --2- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f36540386b0 0x7f365403ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:53.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.705+0000 7f366affd700 1 --2- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f36540386b0 0x7f365403ab70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3660006fd0 tx=0x7f3660006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:53.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:52.709+0000 7f3668ff9700 1 -- 172.21.15.46:0/1546415481 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f365c02b340 con 0x7f366c1072c0 2023-10-21T15:31:53.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.103+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f366c1021b0 con 0x7f36540386b0 2023-10-21T15:31:53.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.109+0000 7f3668ff9700 1 -- 172.21.15.46:0/1546415481 <== mgr.14118 v2:172.21.15.46:6800/2286995794 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f366c1021b0 con 0x7f36540386b0 2023-10-21T15:31:53.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f36540386b0 msgr2=0x7f365403ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:53.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 --2- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f36540386b0 0x7f365403ab70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3660006fd0 tx=0x7f3660006e40 comp rx=0 tx=0).stop 2023-10-21T15:31:53.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 msgr2=0x7f366c19a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:53.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 --2- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c19a480 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f365c009fb0 tx=0x7f365c011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:53.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 shutdown_connections 2023-10-21T15:31:53.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 --2- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f36540386b0 0x7f365403ab70 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:53.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 --2- 172.21.15.46:0/1546415481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f366c1072c0 0x7f366c19a480 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:53.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 >> 172.21.15.46:0/1546415481 conn(0x7f366c100cb0 msgr2=0x7f366c101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:53.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 shutdown_connections 2023-10-21T15:31:53.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.112+0000 7f3671b06700 1 -- 172.21.15.46:0/1546415481 wait complete. 2023-10-21T15:31:53.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:53 smithi046 ceph-mon[99436]: [21/Oct/2023:15:31:51] ENGINE Bus STARTING 2023-10-21T15:31:53.690 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:53 smithi046 ceph-mon[99436]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-21T15:31:53.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:53 smithi046 ceph-mon[99436]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-21T15:31:53.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:53 smithi046 ceph-mon[99436]: [21/Oct/2023:15:31:51] ENGINE Serving on http://172.21.15.46:8765 2023-10-21T15:31:53.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:53 smithi046 ceph-mon[99436]: [21/Oct/2023:15:31:51] ENGINE Serving on https://172.21.15.46:7150 2023-10-21T15:31:53.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:53 smithi046 ceph-mon[99436]: [21/Oct/2023:15:31:51] ENGINE Bus STARTED 2023-10-21T15:31:53.691 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:53 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:31:53.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:53 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:31:54.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:54 smithi046 ceph-mon[99436]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:31:54.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:54 smithi046 ceph-mon[99436]: mgrmap e8: x(active, since 2s) 2023-10-21T15:31:54.707 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout value unchanged 2023-10-21T15:31:54.707 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.948+0000 7f082034b700 1 Processor -- start 2023-10-21T15:31:54.707 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.948+0000 7f082034b700 1 -- start start 2023-10-21T15:31:54.708 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f082034b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f08181096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:54.708 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f082034b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0818074740 con 0x7f08181072c0 2023-10-21T15:31:54.708 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f081e0e7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f08181096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:54.708 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f081e0e7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f08181096b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60098/0 (socket says 172.21.15.46:60098) 2023-10-21T15:31:54.708 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f081e0e7700 1 -- 172.21.15.46:0/791333222 learned_addr learned my addr 172.21.15.46:0/791333222 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:54.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f081e0e7700 1 -- 172.21.15.46:0/791333222 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0818109bf0 con 0x7f08181072c0 2023-10-21T15:31:54.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f081e0e7700 1 --2- 172.21.15.46:0/791333222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f08181096b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f08140098a0 tx=0x7f0814009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ba768bd08ff586d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:54.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f081d0e5700 1 -- 172.21.15.46:0/791333222 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0814004160 con 0x7f08181072c0 2023-10-21T15:31:54.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.949+0000 7f081d0e5700 1 -- 172.21.15.46:0/791333222 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f08140042c0 con 0x7f08181072c0 2023-10-21T15:31:54.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.950+0000 7f081d0e5700 1 -- 172.21.15.46:0/791333222 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0814011a00 con 0x7f08181072c0 2023-10-21T15:31:54.710 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.950+0000 7f082034b700 1 -- 172.21.15.46:0/791333222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 msgr2=0x7f08181096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:54.710 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.950+0000 7f082034b700 1 --2- 172.21.15.46:0/791333222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f08181096b0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f08140098a0 tx=0x7f0814009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:54.710 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.950+0000 7f082034b700 1 -- 172.21.15.46:0/791333222 shutdown_connections 2023-10-21T15:31:54.710 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.950+0000 7f082034b700 1 --2- 172.21.15.46:0/791333222 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f08181096b0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:54.711 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.950+0000 7f082034b700 1 -- 172.21.15.46:0/791333222 >> 172.21.15.46:0/791333222 conn(0x7f0818100cb0 msgr2=0x7f08181030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:54.711 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.950+0000 7f082034b700 1 -- 172.21.15.46:0/791333222 shutdown_connections 2023-10-21T15:31:54.711 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.950+0000 7f082034b700 1 -- 172.21.15.46:0/791333222 wait complete. 2023-10-21T15:31:54.711 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.951+0000 7f082034b700 1 Processor -- start 2023-10-21T15:31:54.712 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.951+0000 7f082034b700 1 -- start start 2023-10-21T15:31:54.712 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.951+0000 7f082034b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f081819a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:54.712 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.951+0000 7f082034b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f081819a9b0 con 0x7f08181072c0 2023-10-21T15:31:54.712 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.951+0000 7f081e0e7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f081819a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:54.712 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.951+0000 7f081e0e7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f081819a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60100/0 (socket says 172.21.15.46:60100) 2023-10-21T15:31:54.713 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.951+0000 7f081e0e7700 1 -- 172.21.15.46:0/2899263063 learned_addr learned my addr 172.21.15.46:0/2899263063 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:54.713 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.951+0000 7f081e0e7700 1 -- 172.21.15.46:0/2899263063 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0814009550 con 0x7f08181072c0 2023-10-21T15:31:54.713 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.952+0000 7f081e0e7700 1 --2- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f081819a470 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0814006af0 tx=0x7f0814011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:54.713 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.952+0000 7f080b7fe700 1 -- 172.21.15.46:0/2899263063 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0814003a40 con 0x7f08181072c0 2023-10-21T15:31:54.713 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.952+0000 7f080b7fe700 1 -- 172.21.15.46:0/2899263063 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0814003ba0 con 0x7f08181072c0 2023-10-21T15:31:54.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.952+0000 7f080b7fe700 1 -- 172.21.15.46:0/2899263063 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f081401a6e0 con 0x7f08181072c0 2023-10-21T15:31:54.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.952+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f081819abb0 con 0x7f08181072c0 2023-10-21T15:31:54.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.952+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f081819afd0 con 0x7f08181072c0 2023-10-21T15:31:54.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.953+0000 7f080b7fe700 1 -- 172.21.15.46:0/2899263063 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f0814024a60 con 0x7f08181072c0 2023-10-21T15:31:54.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.953+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08180624e0 con 0x7f08181072c0 2023-10-21T15:31:54.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.953+0000 7f080b7fe700 1 --2- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0804038870 0x7f080403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:54.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.953+0000 7f080b7fe700 1 -- 172.21.15.46:0/2899263063 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f081404c870 con 0x7f08181072c0 2023-10-21T15:31:54.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.953+0000 7f081d8e6700 1 --2- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0804038870 0x7f080403ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:54.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.954+0000 7f081d8e6700 1 --2- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0804038870 0x7f080403ad30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f080c006fd0 tx=0x7f080c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:54.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:53.958+0000 7f080b7fe700 1 -- 172.21.15.46:0/2899263063 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0814024430 con 0x7f08181072c0 2023-10-21T15:31:54.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.324+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7f0818102150 con 0x7f0804038870 2023-10-21T15:31:54.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.325+0000 7f080b7fe700 1 -- 172.21.15.46:0/2899263063 <== mgr.14118 v2:172.21.15.46:6800/2286995794 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7f0818102150 con 0x7f0804038870 2023-10-21T15:31:54.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0804038870 msgr2=0x7f080403ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:54.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 --2- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0804038870 0x7f080403ad30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f080c006fd0 tx=0x7f080c006e40 comp rx=0 tx=0).stop 2023-10-21T15:31:54.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 msgr2=0x7f081819a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:54.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 --2- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f081819a470 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0814006af0 tx=0x7f0814011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:54.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 shutdown_connections 2023-10-21T15:31:54.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 --2- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0804038870 0x7f080403ad30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:54.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 --2- 172.21.15.46:0/2899263063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08181072c0 0x7f081819a470 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:54.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 >> 172.21.15.46:0/2899263063 conn(0x7f0818100cb0 msgr2=0x7f0818101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:54.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 shutdown_connections 2023-10-21T15:31:54.718 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:54.327+0000 7f082034b700 1 -- 172.21.15.46:0/2899263063 wait complete. 2023-10-21T15:31:54.718 INFO:teuthology.orchestra.run.smithi046.stdout:Generating ssh key... 2023-10-21T15:31:55.735 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-mon[99436]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:31:55.736 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: Generating public/private rsa key pair. 2023-10-21T15:31:55.736 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: Your identification has been saved in /tmp/tmpc4efizly/key. 2023-10-21T15:31:55.736 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: Your public key has been saved in /tmp/tmpc4efizly/key.pub. 2023-10-21T15:31:55.737 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: The key fingerprint is: 2023-10-21T15:31:55.737 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: SHA256:JM0msjNpTZCbPf0exMnaPMRu0iI9b8iukNCuXuvEg+k ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:55.737 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: The key's randomart image is: 2023-10-21T15:31:55.737 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: +---[RSA 3072]----+ 2023-10-21T15:31:55.737 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | .. | 2023-10-21T15:31:55.738 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | .. o | 2023-10-21T15:31:55.738 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | .++.=+ . | 2023-10-21T15:31:55.738 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | .o*o=. B | 2023-10-21T15:31:55.738 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | . B .oSX | 2023-10-21T15:31:55.738 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | B +. * X | 2023-10-21T15:31:55.739 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | o O o O o | 2023-10-21T15:31:55.739 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | . + + o + | 2023-10-21T15:31:55.739 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: | .E.o .o.. | 2023-10-21T15:31:55.739 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:31:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: +----[SHA256]-----+ 2023-10-21T15:31:56.254 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.160+0000 7f4a2ec68700 1 Processor -- start 2023-10-21T15:31:56.254 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.160+0000 7f4a2ec68700 1 -- start start 2023-10-21T15:31:56.254 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.160+0000 7f4a2ec68700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a28106c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:56.254 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.160+0000 7f4a2ec68700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a281071f0 con 0x7f4a28106800 2023-10-21T15:31:56.255 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.160+0000 7f4a2ca04700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a28106c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:56.255 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.160+0000 7f4a2ca04700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a28106c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60104/0 (socket says 172.21.15.46:60104) 2023-10-21T15:31:56.255 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.160+0000 7f4a2ca04700 1 -- 172.21.15.46:0/3999368395 learned_addr learned my addr 172.21.15.46:0/3999368395 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:56.255 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.161+0000 7f4a2ca04700 1 -- 172.21.15.46:0/3999368395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a28107a00 con 0x7f4a28106800 2023-10-21T15:31:56.256 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.161+0000 7f4a2ca04700 1 --2- 172.21.15.46:0/3999368395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a28106c20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c0098a0 tx=0x7f4a1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d899435f09ee6bf server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:56.256 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.161+0000 7f4a277fe700 1 -- 172.21.15.46:0/3999368395 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4a1c004160 con 0x7f4a28106800 2023-10-21T15:31:56.256 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.161+0000 7f4a277fe700 1 -- 172.21.15.46:0/3999368395 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4a1c0042c0 con 0x7f4a28106800 2023-10-21T15:31:56.256 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.161+0000 7f4a277fe700 1 -- 172.21.15.46:0/3999368395 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4a1c011a00 con 0x7f4a28106800 2023-10-21T15:31:56.256 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.162+0000 7f4a2ec68700 1 -- 172.21.15.46:0/3999368395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 msgr2=0x7f4a28106c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:56.257 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.162+0000 7f4a2ec68700 1 --2- 172.21.15.46:0/3999368395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a28106c20 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c0098a0 tx=0x7f4a1c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:56.257 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.162+0000 7f4a2ec68700 1 -- 172.21.15.46:0/3999368395 shutdown_connections 2023-10-21T15:31:56.257 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.162+0000 7f4a2ec68700 1 --2- 172.21.15.46:0/3999368395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a28106c20 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:56.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.162+0000 7f4a2ec68700 1 -- 172.21.15.46:0/3999368395 >> 172.21.15.46:0/3999368395 conn(0x7f4a28101dc0 msgr2=0x7f4a281041e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:56.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.162+0000 7f4a2ec68700 1 -- 172.21.15.46:0/3999368395 shutdown_connections 2023-10-21T15:31:56.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.162+0000 7f4a2ec68700 1 -- 172.21.15.46:0/3999368395 wait complete. 2023-10-21T15:31:56.258 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.162+0000 7f4a2ec68700 1 Processor -- start 2023-10-21T15:31:56.259 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a2ec68700 1 -- start start 2023-10-21T15:31:56.259 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a2ec68700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a2819a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:56.259 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a2ec68700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2819a9e0 con 0x7f4a28106800 2023-10-21T15:31:56.259 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a2ca04700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a2819a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:56.259 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a2ca04700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a2819a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60106/0 (socket says 172.21.15.46:60106) 2023-10-21T15:31:56.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a2ca04700 1 -- 172.21.15.46:0/2590257433 learned_addr learned my addr 172.21.15.46:0/2590257433 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:56.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a2ca04700 1 -- 172.21.15.46:0/2590257433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a1c009550 con 0x7f4a28106800 2023-10-21T15:31:56.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a2ca04700 1 --2- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a2819a4a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c009fb0 tx=0x7f4a1c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:56.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.163+0000 7f4a25ffb700 1 -- 172.21.15.46:0/2590257433 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4a1c003930 con 0x7f4a28106800 2023-10-21T15:31:56.260 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.164+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a2819abe0 con 0x7f4a28106800 2023-10-21T15:31:56.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.164+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a2819b000 con 0x7f4a28106800 2023-10-21T15:31:56.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.164+0000 7f4a25ffb700 1 -- 172.21.15.46:0/2590257433 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4a1c003a90 con 0x7f4a28106800 2023-10-21T15:31:56.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.164+0000 7f4a25ffb700 1 -- 172.21.15.46:0/2590257433 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4a1c019570 con 0x7f4a28106800 2023-10-21T15:31:56.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.165+0000 7f4a25ffb700 1 -- 172.21.15.46:0/2590257433 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f4a1c019850 con 0x7f4a28106800 2023-10-21T15:31:56.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.165+0000 7f4a25ffb700 1 --2- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f4a180387d0 0x7f4a1803ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:56.261 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.165+0000 7f4a25ffb700 1 -- 172.21.15.46:0/2590257433 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f4a1c04d9c0 con 0x7f4a28106800 2023-10-21T15:31:56.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.165+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a0c005320 con 0x7f4a28106800 2023-10-21T15:31:56.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.165+0000 7f4a27fff700 1 --2- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f4a180387d0 0x7f4a1803ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:56.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.165+0000 7f4a27fff700 1 --2- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f4a180387d0 0x7f4a1803ac90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4a14006fd0 tx=0x7f4a14006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:56.262 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.170+0000 7f4a25ffb700 1 -- 172.21.15.46:0/2590257433 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4a1c019ba0 con 0x7f4a28106800 2023-10-21T15:31:56.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.536+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f4a0c000bf0 con 0x7f4a180387d0 2023-10-21T15:31:56.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.585+0000 7f4a25ffb700 1 -- 172.21.15.46:0/2590257433 <== mgr.14118 v2:172.21.15.46:6800/2286995794 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f4a0c000bf0 con 0x7f4a180387d0 2023-10-21T15:31:56.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.587+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f4a180387d0 msgr2=0x7f4a1803ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:56.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.587+0000 7f4a2ec68700 1 --2- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f4a180387d0 0x7f4a1803ac90 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f4a14006fd0 tx=0x7f4a14006e40 comp rx=0 tx=0).stop 2023-10-21T15:31:56.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.587+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 msgr2=0x7f4a2819a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:56.263 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.587+0000 7f4a2ec68700 1 --2- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a2819a4a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c009fb0 tx=0x7f4a1c011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:56.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.587+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 shutdown_connections 2023-10-21T15:31:56.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.587+0000 7f4a2ec68700 1 --2- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f4a180387d0 0x7f4a1803ac90 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:56.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.587+0000 7f4a2ec68700 1 --2- 172.21.15.46:0/2590257433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a28106800 0x7f4a2819a4a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:56.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.587+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 >> 172.21.15.46:0/2590257433 conn(0x7f4a28101dc0 msgr2=0x7f4a28103480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:56.264 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.588+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 shutdown_connections 2023-10-21T15:31:56.265 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:55.588+0000 7f4a2ec68700 1 -- 172.21.15.46:0/2590257433 wait complete. 2023-10-21T15:31:56.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:56 smithi046 ceph-mon[99436]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:31:56.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:56 smithi046 ceph-mon[99436]: Generating ssh key... 2023-10-21T15:31:56.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:56 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:31:56.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:56 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:31:57.503 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcR7RKdAYE80UEV7Fm7Mgr8SGZglXDxVy2ETl7sQ0bx+CgC2a6X3iZ9x7wONJEUwCyEW9dHIY2hn0y8I5ExwZyq9Trr1TgAvJgOcrPG0bCkq2mOINghAyOhLILq7SGVHUt5yAhKBqxVmLm1MpHZIUF5GAkvB3zCM2CkKDvH29nS2TGol5PBUWXk55hlxl88uTg34tQRekDLlYgpmDvVGlcVVhrAs5xzdZKyVfhDVRQJ7WOasbKca4oAUYFcggLEYw6yldKvkW4Sck+8vKpTUlUcRtvEUdX5745X9ARUNtv3Qy3SvBmtTeZfIvfYiZWy9FHEBSiqkWTPyC82i5Jq8nya9tZcYrb9qDN+8NRHk/kvRNxQ8BZ1HDWzi57e8w+8LXH/YivlcChXGRNizYXUKXHO1dYSKocM1RHplQbehpyqzEcF9yhbYtIn2l5NVuwxXO6OPUIDUSshVedWL4VdSz12KB0A37bdqEXtowJqQcJ9cNU3lICa7sdP7hg/il529s= ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:31:57.503 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.762+0000 7f0341bce700 1 Processor -- start 2023-10-21T15:31:57.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.762+0000 7f0341bce700 1 -- start start 2023-10-21T15:31:57.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f0341bce700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c0791d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:57.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f0341bce700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033c0797a0 con 0x7f033c07ad70 2023-10-21T15:31:57.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f033b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c0791d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:57.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f033b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c0791d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60110/0 (socket says 172.21.15.46:60110) 2023-10-21T15:31:57.505 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f033b7fe700 1 -- 172.21.15.46:0/2470662991 learned_addr learned my addr 172.21.15.46:0/2470662991 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:57.505 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f033b7fe700 1 -- 172.21.15.46:0/2470662991 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f033c0798e0 con 0x7f033c07ad70 2023-10-21T15:31:57.505 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f033b7fe700 1 --2- 172.21.15.46:0/2470662991 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c0791d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f032c0098a0 tx=0x7f032c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbf01ad3b12611d8 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:57.505 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f033a7fc700 1 -- 172.21.15.46:0/2470662991 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f032c004160 con 0x7f033c07ad70 2023-10-21T15:31:57.505 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f033a7fc700 1 -- 172.21.15.46:0/2470662991 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f032c0042c0 con 0x7f033c07ad70 2023-10-21T15:31:57.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.763+0000 7f033a7fc700 1 -- 172.21.15.46:0/2470662991 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f032c011a00 con 0x7f033c07ad70 2023-10-21T15:31:57.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.764+0000 7f0341bce700 1 -- 172.21.15.46:0/2470662991 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 msgr2=0x7f033c0791d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:57.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.764+0000 7f0341bce700 1 --2- 172.21.15.46:0/2470662991 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c0791d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f032c0098a0 tx=0x7f032c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:31:57.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.764+0000 7f0341bce700 1 -- 172.21.15.46:0/2470662991 shutdown_connections 2023-10-21T15:31:57.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.764+0000 7f0341bce700 1 --2- 172.21.15.46:0/2470662991 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c0791d0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:57.507 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.764+0000 7f0341bce700 1 -- 172.21.15.46:0/2470662991 >> 172.21.15.46:0/2470662991 conn(0x7f033c101dc0 msgr2=0x7f033c1041e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:57.507 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.764+0000 7f0341bce700 1 -- 172.21.15.46:0/2470662991 shutdown_connections 2023-10-21T15:31:57.507 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.764+0000 7f0341bce700 1 -- 172.21.15.46:0/2470662991 wait complete. 2023-10-21T15:31:57.507 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.765+0000 7f0341bce700 1 Processor -- start 2023-10-21T15:31:57.507 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.765+0000 7f0341bce700 1 -- start start 2023-10-21T15:31:57.508 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.765+0000 7f0341bce700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c19c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:57.508 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.765+0000 7f0341bce700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033c19cbd0 con 0x7f033c07ad70 2023-10-21T15:31:57.508 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.765+0000 7f033b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c19c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:57.508 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.765+0000 7f033b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c19c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60112/0 (socket says 172.21.15.46:60112) 2023-10-21T15:31:57.508 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.765+0000 7f033b7fe700 1 -- 172.21.15.46:0/3948554218 learned_addr learned my addr 172.21.15.46:0/3948554218 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:31:57.509 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.766+0000 7f033b7fe700 1 -- 172.21.15.46:0/3948554218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f032c009550 con 0x7f033c07ad70 2023-10-21T15:31:57.509 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.766+0000 7f033b7fe700 1 --2- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c19c690 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f032c009fb0 tx=0x7f032c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:57.509 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.766+0000 7f0338ff9700 1 -- 172.21.15.46:0/3948554218 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f032c003930 con 0x7f033c07ad70 2023-10-21T15:31:57.509 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.766+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f033c19cdd0 con 0x7f033c07ad70 2023-10-21T15:31:57.509 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.766+0000 7f0338ff9700 1 -- 172.21.15.46:0/3948554218 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f032c003a90 con 0x7f033c07ad70 2023-10-21T15:31:57.510 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.766+0000 7f0338ff9700 1 -- 172.21.15.46:0/3948554218 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f032c019610 con 0x7f033c07ad70 2023-10-21T15:31:57.510 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.766+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f033c19d1f0 con 0x7f033c07ad70 2023-10-21T15:31:57.510 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.767+0000 7f0338ff9700 1 -- 172.21.15.46:0/3948554218 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f032c0198d0 con 0x7f033c07ad70 2023-10-21T15:31:57.510 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.767+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f033c0624e0 con 0x7f033c07ad70 2023-10-21T15:31:57.510 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.767+0000 7f0338ff9700 1 --2- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f03280387d0 0x7f032803ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:31:57.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.767+0000 7f0338ff9700 1 -- 172.21.15.46:0/3948554218 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f032c04c980 con 0x7f033c07ad70 2023-10-21T15:31:57.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.767+0000 7f033affd700 1 --2- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f03280387d0 0x7f032803ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:31:57.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.768+0000 7f033affd700 1 --2- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f03280387d0 0x7f032803ac90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0324006fd0 tx=0x7f0324006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:31:57.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:56.772+0000 7f0338ff9700 1 -- 172.21.15.46:0/3948554218 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f032c02b340 con 0x7f033c07ad70 2023-10-21T15:31:57.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.140+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f033c1040a0 con 0x7f03280387d0 2023-10-21T15:31:57.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.141+0000 7f0338ff9700 1 -- 172.21.15.46:0/3948554218 <== mgr.14118 v2:172.21.15.46:6800/2286995794 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f033c1040a0 con 0x7f03280387d0 2023-10-21T15:31:57.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f03280387d0 msgr2=0x7f032803ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:57.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 --2- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f03280387d0 0x7f032803ac90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0324006fd0 tx=0x7f0324006e40 comp rx=0 tx=0).stop 2023-10-21T15:31:57.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 msgr2=0x7f033c19c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:31:57.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 --2- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c19c690 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f032c009fb0 tx=0x7f032c011ad0 comp rx=0 tx=0).stop 2023-10-21T15:31:57.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 shutdown_connections 2023-10-21T15:31:57.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 --2- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f03280387d0 0x7f032803ac90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:57.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 --2- 172.21.15.46:0/3948554218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f033c07ad70 0x7f033c19c690 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:31:57.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 >> 172.21.15.46:0/3948554218 conn(0x7f033c101dc0 msgr2=0x7f033c103480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:31:57.514 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 shutdown_connections 2023-10-21T15:31:57.514 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:57.143+0000 7f0341bce700 1 -- 172.21.15.46:0/3948554218 wait complete. 2023-10-21T15:31:57.514 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-10-21T15:31:57.514 INFO:teuthology.orchestra.run.smithi046.stdout:Adding key to root@localhost authorized_keys... 2023-10-21T15:31:57.514 INFO:teuthology.orchestra.run.smithi046.stdout:Adding host smithi046... 2023-10-21T15:31:57.765 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:57 smithi046 ceph-mon[99436]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:31:58.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:58 smithi046 ceph-mon[99436]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:00.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:31:59 smithi046 ceph-mon[99436]: Deploying cephadm binary to smithi046 2023-10-21T15:32:01.857 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Added host 'smithi046' with addr '172.21.15.46' 2023-10-21T15:32:01.857 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce96fe700 1 Processor -- start 2023-10-21T15:32:01.858 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce96fe700 1 -- start start 2023-10-21T15:32:01.858 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce96fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4105b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:01.858 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce96fe700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ce41060e0 con 0x7f6ce41056f0 2023-10-21T15:32:01.858 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4105b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:01.858 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4105b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60116/0 (socket says 172.21.15.46:60116) 2023-10-21T15:32:01.859 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce2ffd700 1 -- 172.21.15.46:0/2907341596 learned_addr learned my addr 172.21.15.46:0/2907341596 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:01.859 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce2ffd700 1 -- 172.21.15.46:0/2907341596 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ce41068f0 con 0x7f6ce41056f0 2023-10-21T15:32:01.859 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.033+0000 7f6ce2ffd700 1 --2- 172.21.15.46:0/2907341596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4105b10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6cd80098a0 tx=0x7f6cd8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf90e9ab277971e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:01.859 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce1ffb700 1 -- 172.21.15.46:0/2907341596 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6cd8004160 con 0x7f6ce41056f0 2023-10-21T15:32:01.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce1ffb700 1 -- 172.21.15.46:0/2907341596 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6cd80042c0 con 0x7f6ce41056f0 2023-10-21T15:32:01.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce1ffb700 1 -- 172.21.15.46:0/2907341596 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6cd8011a00 con 0x7f6ce41056f0 2023-10-21T15:32:01.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce96fe700 1 -- 172.21.15.46:0/2907341596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 msgr2=0x7f6ce4105b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:01.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce96fe700 1 --2- 172.21.15.46:0/2907341596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4105b10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6cd80098a0 tx=0x7f6cd8009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:01.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce96fe700 1 -- 172.21.15.46:0/2907341596 shutdown_connections 2023-10-21T15:32:01.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce96fe700 1 --2- 172.21.15.46:0/2907341596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4105b10 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:01.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce96fe700 1 -- 172.21.15.46:0/2907341596 >> 172.21.15.46:0/2907341596 conn(0x7f6ce4100cb0 msgr2=0x7f6ce41030d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:01.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce96fe700 1 -- 172.21.15.46:0/2907341596 shutdown_connections 2023-10-21T15:32:01.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.034+0000 7f6ce96fe700 1 -- 172.21.15.46:0/2907341596 wait complete. 2023-10-21T15:32:01.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.035+0000 7f6ce96fe700 1 Processor -- start 2023-10-21T15:32:01.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.035+0000 7f6ce96fe700 1 -- start start 2023-10-21T15:32:01.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.035+0000 7f6ce96fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4079b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:01.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.035+0000 7f6ce96fe700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ce419d1c0 con 0x7f6ce41056f0 2023-10-21T15:32:01.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.035+0000 7f6ce2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4079b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:01.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.035+0000 7f6ce2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4079b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60118/0 (socket says 172.21.15.46:60118) 2023-10-21T15:32:01.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.035+0000 7f6ce2ffd700 1 -- 172.21.15.46:0/3957748362 learned_addr learned my addr 172.21.15.46:0/3957748362 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:01.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.036+0000 7f6ce2ffd700 1 -- 172.21.15.46:0/3957748362 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cd8009550 con 0x7f6ce41056f0 2023-10-21T15:32:01.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.036+0000 7f6ce2ffd700 1 --2- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4079b70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6cd8009fb0 tx=0x7f6cd8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:01.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.036+0000 7f6ccbfff700 1 -- 172.21.15.46:0/3957748362 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6cd8003930 con 0x7f6ce41056f0 2023-10-21T15:32:01.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.036+0000 7f6ccbfff700 1 -- 172.21.15.46:0/3957748362 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6cd8003a90 con 0x7f6ce41056f0 2023-10-21T15:32:01.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.036+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ce419d300 con 0x7f6ce41056f0 2023-10-21T15:32:01.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.036+0000 7f6ccbfff700 1 -- 172.21.15.46:0/3957748362 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6cd80195e0 con 0x7f6ce41056f0 2023-10-21T15:32:01.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.036+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ce419d720 con 0x7f6ce41056f0 2023-10-21T15:32:01.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.037+0000 7f6ccbfff700 1 -- 172.21.15.46:0/3957748362 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f6cd80198a0 con 0x7f6ce41056f0 2023-10-21T15:32:01.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.037+0000 7f6ccbfff700 1 --2- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f6ccc0387d0 0x7f6ccc03ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:01.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.037+0000 7f6ccbfff700 1 -- 172.21.15.46:0/3957748362 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f6cd804c970 con 0x7f6ce41056f0 2023-10-21T15:32:01.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.037+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ce40624e0 con 0x7f6ce41056f0 2023-10-21T15:32:01.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.037+0000 7f6ce27fc700 1 --2- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f6ccc0387d0 0x7f6ccc03ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:01.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.038+0000 7f6ce27fc700 1 --2- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f6ccc0387d0 0x7f6ccc03ac90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6cd4006fd0 tx=0x7f6cd4006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:01.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.042+0000 7f6ccbfff700 1 -- 172.21.15.46:0/3957748362 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6cd8019ba0 con 0x7f6ce41056f0 2023-10-21T15:32:01.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:31:58.417+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}) v1 -- 0x7f6ce4109af0 con 0x7f6ccc0387d0 2023-10-21T15:32:01.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.383+0000 7f6ccbfff700 1 -- 172.21.15.46:0/3957748362 <== mgr.14118 v2:172.21.15.46:6800/2286995794 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f6ce4109af0 con 0x7f6ccc0387d0 2023-10-21T15:32:01.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f6ccc0387d0 msgr2=0x7f6ccc03ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:01.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 --2- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f6ccc0387d0 0x7f6ccc03ac90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6cd4006fd0 tx=0x7f6cd4006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:01.868 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 msgr2=0x7f6ce4079b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:01.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 --2- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4079b70 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6cd8009fb0 tx=0x7f6cd8011ad0 comp rx=0 tx=0).stop 2023-10-21T15:32:01.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 shutdown_connections 2023-10-21T15:32:01.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 --2- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f6ccc0387d0 0x7f6ccc03ac90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:01.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 --2- 172.21.15.46:0/3957748362 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6ce41056f0 0x7f6ce4079b70 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:01.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 >> 172.21.15.46:0/3957748362 conn(0x7f6ce4100cb0 msgr2=0x7f6ce4102340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:01.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 shutdown_connections 2023-10-21T15:32:01.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:01.386+0000 7f6ce96fe700 1 -- 172.21.15.46:0/3957748362 wait complete. 2023-10-21T15:32:01.870 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mon service... 2023-10-21T15:32:02.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:02 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:32:02.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:02 smithi046 ceph-mon[99436]: Added host smithi046 2023-10-21T15:32:02.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:02 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:03.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-10-21T15:32:03.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.435+0000 7f56c384b700 1 Processor -- start 2023-10-21T15:32:03.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.436+0000 7f56c384b700 1 -- start start 2023-10-21T15:32:03.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.436+0000 7f56c384b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1074a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:03.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.436+0000 7f56c384b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56bc074780 con 0x7f56bc105070 2023-10-21T15:32:03.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.436+0000 7f56c15e7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1074a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:03.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.436+0000 7f56c15e7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1074a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60152/0 (socket says 172.21.15.46:60152) 2023-10-21T15:32:03.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.436+0000 7f56c15e7700 1 -- 172.21.15.46:0/1313697973 learned_addr learned my addr 172.21.15.46:0/1313697973 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:03.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.437+0000 7f56c15e7700 1 -- 172.21.15.46:0/1313697973 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56bc1079e0 con 0x7f56bc105070 2023-10-21T15:32:03.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.437+0000 7f56c15e7700 1 --2- 172.21.15.46:0/1313697973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1074a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f56b80098a0 tx=0x7f56b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dce7a0c2625c878 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:03.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.437+0000 7f56b3fff700 1 -- 172.21.15.46:0/1313697973 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f56b8004160 con 0x7f56bc105070 2023-10-21T15:32:03.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.437+0000 7f56b3fff700 1 -- 172.21.15.46:0/1313697973 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f56b80042c0 con 0x7f56bc105070 2023-10-21T15:32:03.408 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.437+0000 7f56b3fff700 1 -- 172.21.15.46:0/1313697973 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f56b8011a00 con 0x7f56bc105070 2023-10-21T15:32:03.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.438+0000 7f56c384b700 1 -- 172.21.15.46:0/1313697973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 msgr2=0x7f56bc1074a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:03.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.438+0000 7f56c384b700 1 --2- 172.21.15.46:0/1313697973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1074a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f56b80098a0 tx=0x7f56b8009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:03.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.438+0000 7f56c384b700 1 -- 172.21.15.46:0/1313697973 shutdown_connections 2023-10-21T15:32:03.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.438+0000 7f56c384b700 1 --2- 172.21.15.46:0/1313697973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1074a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:03.409 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.438+0000 7f56c384b700 1 -- 172.21.15.46:0/1313697973 >> 172.21.15.46:0/1313697973 conn(0x7f56bc100cb0 msgr2=0x7f56bc1030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:03.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.438+0000 7f56c384b700 1 -- 172.21.15.46:0/1313697973 shutdown_connections 2023-10-21T15:32:03.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.438+0000 7f56c384b700 1 -- 172.21.15.46:0/1313697973 wait complete. 2023-10-21T15:32:03.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.439+0000 7f56c384b700 1 Processor -- start 2023-10-21T15:32:03.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.439+0000 7f56c384b700 1 -- start start 2023-10-21T15:32:03.410 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.439+0000 7f56c384b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:03.411 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.439+0000 7f56c384b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56bc1a0fb0 con 0x7f56bc105070 2023-10-21T15:32:03.411 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.439+0000 7f56c15e7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:03.411 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.439+0000 7f56c15e7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1a0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60154/0 (socket says 172.21.15.46:60154) 2023-10-21T15:32:03.411 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.439+0000 7f56c15e7700 1 -- 172.21.15.46:0/3959892251 learned_addr learned my addr 172.21.15.46:0/3959892251 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:03.411 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.439+0000 7f56c15e7700 1 -- 172.21.15.46:0/3959892251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56b8009550 con 0x7f56bc105070 2023-10-21T15:32:03.412 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.440+0000 7f56c15e7700 1 --2- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1a0a70 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009fb0 tx=0x7f56b8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:03.412 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.440+0000 7f56b27fc700 1 -- 172.21.15.46:0/3959892251 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f56b8003930 con 0x7f56bc105070 2023-10-21T15:32:03.412 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.440+0000 7f56b27fc700 1 -- 172.21.15.46:0/3959892251 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f56b8003a90 con 0x7f56bc105070 2023-10-21T15:32:03.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.440+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56bc1a11b0 con 0x7f56bc105070 2023-10-21T15:32:03.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.440+0000 7f56b27fc700 1 -- 172.21.15.46:0/3959892251 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f56b8019610 con 0x7f56bc105070 2023-10-21T15:32:03.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.440+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56bc1a15d0 con 0x7f56bc105070 2023-10-21T15:32:03.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.441+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56bc19a350 con 0x7f56bc105070 2023-10-21T15:32:03.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.443+0000 7f56b27fc700 1 -- 172.21.15.46:0/3959892251 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f56b801a9d0 con 0x7f56bc105070 2023-10-21T15:32:03.413 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.443+0000 7f56b27fc700 1 --2- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f56a8038820 0x7f56a803ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:03.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.443+0000 7f56b27fc700 1 -- 172.21.15.46:0/3959892251 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f56b804cda0 con 0x7f56bc105070 2023-10-21T15:32:03.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.443+0000 7f56c0de6700 1 --2- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f56a8038820 0x7f56a803ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:03.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.444+0000 7f56c0de6700 1 --2- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f56a8038820 0x7f56a803ace0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f56ac006fd0 tx=0x7f56ac006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:03.414 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.447+0000 7f56b27fc700 1 -- 172.21.15.46:0/3959892251 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f56b8003c00 con 0x7f56bc105070 2023-10-21T15:32:03.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.858+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f56bc02d160 con 0x7f56a8038820 2023-10-21T15:32:03.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.863+0000 7f56b27fc700 1 -- 172.21.15.46:0/3959892251 <== mgr.14118 v2:172.21.15.46:6800/2286995794 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f56bc02d160 con 0x7f56a8038820 2023-10-21T15:32:03.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.865+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f56a8038820 msgr2=0x7f56a803ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:03.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.865+0000 7f56c384b700 1 --2- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f56a8038820 0x7f56a803ace0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f56ac006fd0 tx=0x7f56ac006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:03.415 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.865+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 msgr2=0x7f56bc1a0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:03.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.865+0000 7f56c384b700 1 --2- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1a0a70 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009fb0 tx=0x7f56b8011ad0 comp rx=0 tx=0).stop 2023-10-21T15:32:03.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.866+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 shutdown_connections 2023-10-21T15:32:03.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.866+0000 7f56c384b700 1 --2- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f56a8038820 0x7f56a803ace0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:03.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.866+0000 7f56c384b700 1 --2- 172.21.15.46:0/3959892251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56bc105070 0x7f56bc1a0a70 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:03.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.866+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 >> 172.21.15.46:0/3959892251 conn(0x7f56bc100cb0 msgr2=0x7f56bc1030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:03.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.866+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 shutdown_connections 2023-10-21T15:32:03.417 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:02.866+0000 7f56c384b700 1 -- 172.21.15.46:0/3959892251 wait complete. 2023-10-21T15:32:03.417 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mgr service... 2023-10-21T15:32:04.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:03 smithi046 ceph-mon[99436]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:04.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:03 smithi046 ceph-mon[99436]: Saving service mon spec with placement count:5 2023-10-21T15:32:04.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:03 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:32:04.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:03 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:32:04.904 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-10-21T15:32:04.904 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.917+0000 7f92d63a2700 1 Processor -- start 2023-10-21T15:32:04.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.917+0000 7f92d63a2700 1 -- start start 2023-10-21T15:32:04.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.917+0000 7f92d63a2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d0109470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:04.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.917+0000 7f92d63a2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d0079ed0 con 0x7f92d0107080 2023-10-21T15:32:04.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.917+0000 7f92d53a0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d0109470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:04.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.917+0000 7f92d53a0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d0109470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60158/0 (socket says 172.21.15.46:60158) 2023-10-21T15:32:04.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.917+0000 7f92d53a0700 1 -- 172.21.15.46:0/2409428328 learned_addr learned my addr 172.21.15.46:0/2409428328 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:04.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.918+0000 7f92d53a0700 1 -- 172.21.15.46:0/2409428328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92d01099b0 con 0x7f92d0107080 2023-10-21T15:32:04.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.918+0000 7f92d53a0700 1 --2- 172.21.15.46:0/2409428328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d0109470 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f92cc0098a0 tx=0x7f92cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6392a264517dcb49 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:04.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.918+0000 7f92c7fff700 1 -- 172.21.15.46:0/2409428328 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92cc004160 con 0x7f92d0107080 2023-10-21T15:32:04.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.918+0000 7f92c7fff700 1 -- 172.21.15.46:0/2409428328 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92cc0042c0 con 0x7f92d0107080 2023-10-21T15:32:04.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.918+0000 7f92c7fff700 1 -- 172.21.15.46:0/2409428328 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92cc0119b0 con 0x7f92d0107080 2023-10-21T15:32:04.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 -- 172.21.15.46:0/2409428328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 msgr2=0x7f92d0109470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:04.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 --2- 172.21.15.46:0/2409428328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d0109470 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f92cc0098a0 tx=0x7f92cc009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:04.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 -- 172.21.15.46:0/2409428328 shutdown_connections 2023-10-21T15:32:04.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 --2- 172.21.15.46:0/2409428328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d0109470 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:04.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 -- 172.21.15.46:0/2409428328 >> 172.21.15.46:0/2409428328 conn(0x7f92d0100ad0 msgr2=0x7f92d0102ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:04.912 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 -- 172.21.15.46:0/2409428328 shutdown_connections 2023-10-21T15:32:04.912 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 -- 172.21.15.46:0/2409428328 wait complete. 2023-10-21T15:32:04.912 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 Processor -- start 2023-10-21T15:32:04.912 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.919+0000 7f92d63a2700 1 -- start start 2023-10-21T15:32:04.912 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d63a2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d01069e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:04.913 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d63a2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d0106f20 con 0x7f92d0107080 2023-10-21T15:32:04.913 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d53a0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d01069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:04.913 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d53a0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d01069e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60160/0 (socket says 172.21.15.46:60160) 2023-10-21T15:32:04.913 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d53a0700 1 -- 172.21.15.46:0/3854825376 learned_addr learned my addr 172.21.15.46:0/3854825376 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:04.913 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d53a0700 1 -- 172.21.15.46:0/3854825376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92cc009550 con 0x7f92d0107080 2023-10-21T15:32:04.914 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d53a0700 1 --2- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d01069e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f92cc003e60 tx=0x7f92cc011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:04.914 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92c67fc700 1 -- 172.21.15.46:0/3854825376 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92cc003970 con 0x7f92d0107080 2023-10-21T15:32:04.914 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92d0105030 con 0x7f92d0107080 2023-10-21T15:32:04.914 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92c67fc700 1 -- 172.21.15.46:0/3854825376 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92cc003ad0 con 0x7f92d0107080 2023-10-21T15:32:04.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92c67fc700 1 -- 172.21.15.46:0/3854825376 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92cc0195e0 con 0x7f92d0107080 2023-10-21T15:32:04.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.920+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92d0105450 con 0x7f92d0107080 2023-10-21T15:32:04.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.921+0000 7f92c67fc700 1 -- 172.21.15.46:0/3854825376 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f92cc01a430 con 0x7f92d0107080 2023-10-21T15:32:04.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.922+0000 7f92c67fc700 1 --2- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f92bc0387d0 0x7f92bc03ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:04.915 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.922+0000 7f92c67fc700 1 -- 172.21.15.46:0/3854825376 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f92cc04ca60 con 0x7f92d0107080 2023-10-21T15:32:04.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.922+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92d010a7f0 con 0x7f92d0107080 2023-10-21T15:32:04.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.922+0000 7f92d4b9f700 1 --2- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f92bc0387d0 0x7f92bc03ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:04.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.922+0000 7f92d4b9f700 1 --2- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f92bc0387d0 0x7f92bc03ac90 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f92c0006fd0 tx=0x7f92c0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:04.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:03.926+0000 7f92c67fc700 1 -- 172.21.15.46:0/3854825376 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f92cc0198a0 con 0x7f92d0107080 2023-10-21T15:32:04.916 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.318+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f92d0105b70 con 0x7f92bc0387d0 2023-10-21T15:32:04.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.322+0000 7f92c67fc700 1 -- 172.21.15.46:0/3854825376 <== mgr.14118 v2:172.21.15.46:6800/2286995794 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f92d0105b70 con 0x7f92bc0387d0 2023-10-21T15:32:04.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f92bc0387d0 msgr2=0x7f92bc03ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:04.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 --2- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f92bc0387d0 0x7f92bc03ac90 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f92c0006fd0 tx=0x7f92c0006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:04.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 msgr2=0x7f92d01069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:04.917 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 --2- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d01069e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f92cc003e60 tx=0x7f92cc011aa0 comp rx=0 tx=0).stop 2023-10-21T15:32:04.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 shutdown_connections 2023-10-21T15:32:04.918 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 --2- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f92bc0387d0 0x7f92bc03ac90 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:04.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 --2- 172.21.15.46:0/3854825376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f92d0107080 0x7f92d01069e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:04.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 >> 172.21.15.46:0/3854825376 conn(0x7f92d0100ad0 msgr2=0x7f92d0101850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:04.919 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 shutdown_connections 2023-10-21T15:32:04.920 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:04.325+0000 7f92d63a2700 1 -- 172.21.15.46:0/3854825376 wait complete. 2023-10-21T15:32:05.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:05 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:32:05.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:05 smithi046 ceph-mon[99436]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:05.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:05 smithi046 ceph-mon[99436]: Saving service mgr spec with placement count:2 2023-10-21T15:32:05.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:05 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:32:06.148 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.395+0000 7f0ddb7a6700 1 Processor -- start 2023-10-21T15:32:06.149 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.395+0000 7f0ddb7a6700 1 -- start start 2023-10-21T15:32:06.149 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.396+0000 7f0ddb7a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd4106030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:06.149 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.396+0000 7f0ddb7a6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd4106600 con 0x7f0dd4105c10 2023-10-21T15:32:06.149 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.396+0000 7f0dd9542700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd4106030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:06.150 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.396+0000 7f0dd9542700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd4106030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60164/0 (socket says 172.21.15.46:60164) 2023-10-21T15:32:06.150 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.396+0000 7f0dd9542700 1 -- 172.21.15.46:0/606017885 learned_addr learned my addr 172.21.15.46:0/606017885 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:06.150 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.396+0000 7f0dd9542700 1 -- 172.21.15.46:0/606017885 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dd4106930 con 0x7f0dd4105c10 2023-10-21T15:32:06.150 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.396+0000 7f0dd9542700 1 --2- 172.21.15.46:0/606017885 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd4106030 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0dc40098a0 tx=0x7f0dc4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89fa912d9aba98ba server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:06.150 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0dcbfff700 1 -- 172.21.15.46:0/606017885 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0dc4004160 con 0x7f0dd4105c10 2023-10-21T15:32:06.151 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0dcbfff700 1 -- 172.21.15.46:0/606017885 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0dc40042c0 con 0x7f0dd4105c10 2023-10-21T15:32:06.151 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0dcbfff700 1 -- 172.21.15.46:0/606017885 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0dc40119b0 con 0x7f0dd4105c10 2023-10-21T15:32:06.151 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/606017885 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 msgr2=0x7f0dd4106030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:06.151 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0ddb7a6700 1 --2- 172.21.15.46:0/606017885 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd4106030 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0dc40098a0 tx=0x7f0dc4009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:06.151 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/606017885 shutdown_connections 2023-10-21T15:32:06.152 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0ddb7a6700 1 --2- 172.21.15.46:0/606017885 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd4106030 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:06.152 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/606017885 >> 172.21.15.46:0/606017885 conn(0x7f0dd4100450 msgr2=0x7f0dd4102870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:06.152 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/606017885 shutdown_connections 2023-10-21T15:32:06.152 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.397+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/606017885 wait complete. 2023-10-21T15:32:06.152 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.398+0000 7f0ddb7a6700 1 Processor -- start 2023-10-21T15:32:06.153 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.398+0000 7f0ddb7a6700 1 -- start start 2023-10-21T15:32:06.153 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.398+0000 7f0ddb7a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd419a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:06.153 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.398+0000 7f0ddb7a6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd419aa20 con 0x7f0dd4105c10 2023-10-21T15:32:06.153 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.398+0000 7f0dd9542700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd419a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:06.153 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.398+0000 7f0dd9542700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd419a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60166/0 (socket says 172.21.15.46:60166) 2023-10-21T15:32:06.153 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.398+0000 7f0dd9542700 1 -- 172.21.15.46:0/3688830727 learned_addr learned my addr 172.21.15.46:0/3688830727 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:06.154 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.399+0000 7f0dd9542700 1 -- 172.21.15.46:0/3688830727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dc4009550 con 0x7f0dd4105c10 2023-10-21T15:32:06.154 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.399+0000 7f0dd9542700 1 --2- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd419a4e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4011980 tx=0x7f0dc4011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:06.154 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.399+0000 7f0dca7fc700 1 -- 172.21.15.46:0/3688830727 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0dc4003a60 con 0x7f0dd4105c10 2023-10-21T15:32:06.154 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.399+0000 7f0dca7fc700 1 -- 172.21.15.46:0/3688830727 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0dc4003bc0 con 0x7f0dd4105c10 2023-10-21T15:32:06.155 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.399+0000 7f0dca7fc700 1 -- 172.21.15.46:0/3688830727 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0dc401a670 con 0x7f0dd4105c10 2023-10-21T15:32:06.155 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.399+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dd419ac20 con 0x7f0dd4105c10 2023-10-21T15:32:06.155 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.399+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dd419b040 con 0x7f0dd4105c10 2023-10-21T15:32:06.155 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.400+0000 7f0dca7fc700 1 -- 172.21.15.46:0/3688830727 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f0dc4024440 con 0x7f0dd4105c10 2023-10-21T15:32:06.155 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.400+0000 7f0dca7fc700 1 --2- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0dc0038870 0x7f0dc003ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:06.156 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.400+0000 7f0dca7fc700 1 -- 172.21.15.46:0/3688830727 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f0dc404c8e0 con 0x7f0dd4105c10 2023-10-21T15:32:06.156 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.400+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dd40624e0 con 0x7f0dd4105c10 2023-10-21T15:32:06.156 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.401+0000 7f0dd8d41700 1 --2- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0dc0038870 0x7f0dc003ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:06.156 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.401+0000 7f0dd8d41700 1 --2- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0dc0038870 0x7f0dc003ad30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0006fd0 tx=0x7f0dd0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:06.156 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.406+0000 7f0dca7fc700 1 -- 172.21.15.46:0/3688830727 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0dc40246f0 con 0x7f0dd4105c10 2023-10-21T15:32:06.157 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.783+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7f0dd4109b20 con 0x7f0dd4105c10 2023-10-21T15:32:06.157 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.786+0000 7f0dca7fc700 1 -- 172.21.15.46:0/3688830727 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7f0dc4018350 con 0x7f0dd4105c10 2023-10-21T15:32:06.157 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.789+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0dc0038870 msgr2=0x7f0dc003ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:06.157 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.789+0000 7f0ddb7a6700 1 --2- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0dc0038870 0x7f0dc003ad30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0006fd0 tx=0x7f0dd0006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:06.157 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.789+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 msgr2=0x7f0dd419a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:06.158 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.789+0000 7f0ddb7a6700 1 --2- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd419a4e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4011980 tx=0x7f0dc4011a60 comp rx=0 tx=0).stop 2023-10-21T15:32:06.158 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.791+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 shutdown_connections 2023-10-21T15:32:06.158 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.791+0000 7f0ddb7a6700 1 --2- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f0dc0038870 0x7f0dc003ad30 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:06.158 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.791+0000 7f0ddb7a6700 1 --2- 172.21.15.46:0/3688830727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd4105c10 0x7f0dd419a4e0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:06.159 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.791+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 >> 172.21.15.46:0/3688830727 conn(0x7f0dd4100450 msgr2=0x7f0dd4105080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:06.159 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.791+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 shutdown_connections 2023-10-21T15:32:06.159 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:05.791+0000 7f0ddb7a6700 1 -- 172.21.15.46:0/3688830727 wait complete. 2023-10-21T15:32:07.073 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:06 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3688830727' entity='client.admin' 2023-10-21T15:32:07.073 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:06 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:32:07.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.654+0000 7f9f41562700 1 Processor -- start 2023-10-21T15:32:07.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.654+0000 7f9f41562700 1 -- start start 2023-10-21T15:32:07.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.654+0000 7f9f41562700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c105b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:07.397 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.654+0000 7f9f41562700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3c106100 con 0x7f9f3c105710 2023-10-21T15:32:07.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.654+0000 7f9f3affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c105b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:07.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.654+0000 7f9f3affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c105b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60170/0 (socket says 172.21.15.46:60170) 2023-10-21T15:32:07.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.654+0000 7f9f3affd700 1 -- 172.21.15.46:0/46996845 learned_addr learned my addr 172.21.15.46:0/46996845 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:07.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.655+0000 7f9f3affd700 1 -- 172.21.15.46:0/46996845 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f3c106910 con 0x7f9f3c105710 2023-10-21T15:32:07.398 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.655+0000 7f9f3affd700 1 --2- 172.21.15.46:0/46996845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c105b30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c0098a0 tx=0x7f9f2c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=870d7a5f6f86942e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:07.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.655+0000 7f9f39ffb700 1 -- 172.21.15.46:0/46996845 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9f2c004160 con 0x7f9f3c105710 2023-10-21T15:32:07.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.655+0000 7f9f39ffb700 1 -- 172.21.15.46:0/46996845 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f2c0042c0 con 0x7f9f3c105710 2023-10-21T15:32:07.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.655+0000 7f9f39ffb700 1 -- 172.21.15.46:0/46996845 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9f2c0119b0 con 0x7f9f3c105710 2023-10-21T15:32:07.399 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.656+0000 7f9f41562700 1 -- 172.21.15.46:0/46996845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 msgr2=0x7f9f3c105b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:07.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.656+0000 7f9f41562700 1 --2- 172.21.15.46:0/46996845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c105b30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c0098a0 tx=0x7f9f2c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:07.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.656+0000 7f9f41562700 1 -- 172.21.15.46:0/46996845 shutdown_connections 2023-10-21T15:32:07.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.656+0000 7f9f41562700 1 --2- 172.21.15.46:0/46996845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c105b30 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:07.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.656+0000 7f9f41562700 1 -- 172.21.15.46:0/46996845 >> 172.21.15.46:0/46996845 conn(0x7f9f3c100cb0 msgr2=0x7f9f3c1030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:07.400 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.656+0000 7f9f41562700 1 -- 172.21.15.46:0/46996845 shutdown_connections 2023-10-21T15:32:07.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.656+0000 7f9f41562700 1 -- 172.21.15.46:0/46996845 wait complete. 2023-10-21T15:32:07.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.656+0000 7f9f41562700 1 Processor -- start 2023-10-21T15:32:07.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.657+0000 7f9f41562700 1 -- start start 2023-10-21T15:32:07.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.657+0000 7f9f41562700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c074400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:07.401 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.657+0000 7f9f41562700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3c19b020 con 0x7f9f3c105710 2023-10-21T15:32:07.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.657+0000 7f9f3affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c074400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:07.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.657+0000 7f9f3affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c074400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60172/0 (socket says 172.21.15.46:60172) 2023-10-21T15:32:07.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.657+0000 7f9f3affd700 1 -- 172.21.15.46:0/174235007 learned_addr learned my addr 172.21.15.46:0/174235007 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:07.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.657+0000 7f9f3affd700 1 -- 172.21.15.46:0/174235007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f2c009550 con 0x7f9f3c105710 2023-10-21T15:32:07.402 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.657+0000 7f9f3affd700 1 --2- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c074400 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c000c00 tx=0x7f9f2c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:07.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.658+0000 7f9f23fff700 1 -- 172.21.15.46:0/174235007 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9f2c0039f0 con 0x7f9f3c105710 2023-10-21T15:32:07.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.658+0000 7f9f23fff700 1 -- 172.21.15.46:0/174235007 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f2c003b50 con 0x7f9f3c105710 2023-10-21T15:32:07.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.658+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f3c19f630 con 0x7f9f3c105710 2023-10-21T15:32:07.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.658+0000 7f9f23fff700 1 -- 172.21.15.46:0/174235007 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9f2c01a780 con 0x7f9f3c105710 2023-10-21T15:32:07.403 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.658+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f3c19f990 con 0x7f9f3c105710 2023-10-21T15:32:07.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.659+0000 7f9f23fff700 1 -- 172.21.15.46:0/174235007 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f9f2c01a9f0 con 0x7f9f3c105710 2023-10-21T15:32:07.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.659+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f3c109b00 con 0x7f9f3c105710 2023-10-21T15:32:07.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.659+0000 7f9f23fff700 1 --2- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f9f240388c0 0x7f9f2403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:07.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.659+0000 7f9f23fff700 1 -- 172.21.15.46:0/174235007 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f9f2c04ca60 con 0x7f9f3c105710 2023-10-21T15:32:07.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.659+0000 7f9f3a7fc700 1 --2- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f9f240388c0 0x7f9f2403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:07.404 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.660+0000 7f9f3a7fc700 1 --2- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f9f240388c0 0x7f9f2403ad80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9f30006fd0 tx=0x7f9f30006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:07.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:06.664+0000 7f9f23fff700 1 -- 172.21.15.46:0/174235007 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9f2c01aca0 con 0x7f9f3c105710 2023-10-21T15:32:07.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.031+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7f9f3c19fc40 con 0x7f9f3c105710 2023-10-21T15:32:07.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.034+0000 7f9f23fff700 1 -- 172.21.15.46:0/174235007 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7f9f2c02c350 con 0x7f9f3c105710 2023-10-21T15:32:07.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.036+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f9f240388c0 msgr2=0x7f9f2403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:07.405 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.036+0000 7f9f41562700 1 --2- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f9f240388c0 0x7f9f2403ad80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9f30006fd0 tx=0x7f9f30006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:07.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.036+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 msgr2=0x7f9f3c074400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:07.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.036+0000 7f9f41562700 1 --2- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c074400 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c000c00 tx=0x7f9f2c011a30 comp rx=0 tx=0).stop 2023-10-21T15:32:07.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.037+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 shutdown_connections 2023-10-21T15:32:07.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.037+0000 7f9f41562700 1 --2- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f9f240388c0 0x7f9f2403ad80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:07.406 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.037+0000 7f9f41562700 1 --2- 172.21.15.46:0/174235007 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9f3c105710 0x7f9f3c074400 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:07.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.037+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 >> 172.21.15.46:0/174235007 conn(0x7f9f3c100cb0 msgr2=0x7f9f3c102370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:07.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.037+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 shutdown_connections 2023-10-21T15:32:07.407 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.037+0000 7f9f41562700 1 -- 172.21.15.46:0/174235007 wait complete. 2023-10-21T15:32:07.407 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling the dashboard module... 2023-10-21T15:32:08.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:07 smithi046 ceph-mon[99436]: from='mgr.14118 172.21.15.46:0/3015201017' entity='mgr.x' 2023-10-21T15:32:08.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:07 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/174235007' entity='client.admin' 2023-10-21T15:32:09.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:08 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2186495423' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-10-21T15:32:09.170 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:08 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: ignoring --setuser ceph since I am not root 2023-10-21T15:32:09.170 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:08 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: ignoring --setgroup ceph since I am not root 2023-10-21T15:32:09.170 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:09.105+0000 7f398195d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-21T15:32:09.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.863+0000 7f5628050700 1 Processor -- start 2023-10-21T15:32:09.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.863+0000 7f5628050700 1 -- start start 2023-10-21T15:32:09.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.863+0000 7f5628050700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f5620105510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:09.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.863+0000 7f5628050700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5620074700 con 0x7f56201050f0 2023-10-21T15:32:09.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.864+0000 7f5625dec700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f5620105510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:09.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.864+0000 7f5625dec700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f5620105510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60176/0 (socket says 172.21.15.46:60176) 2023-10-21T15:32:09.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.864+0000 7f5625dec700 1 -- 172.21.15.46:0/1419941319 learned_addr learned my addr 172.21.15.46:0/1419941319 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:09.346 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.864+0000 7f5625dec700 1 -- 172.21.15.46:0/1419941319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5620105a50 con 0x7f56201050f0 2023-10-21T15:32:09.346 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.864+0000 7f5625dec700 1 --2- 172.21.15.46:0/1419941319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f5620105510 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f561c0098a0 tx=0x7f561c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10d0822a8ee1b2af server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:09.346 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.864+0000 7f5624dea700 1 -- 172.21.15.46:0/1419941319 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f561c004160 con 0x7f56201050f0 2023-10-21T15:32:09.346 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.864+0000 7f5624dea700 1 -- 172.21.15.46:0/1419941319 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f561c0042c0 con 0x7f56201050f0 2023-10-21T15:32:09.346 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.864+0000 7f5624dea700 1 -- 172.21.15.46:0/1419941319 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f561c0119b0 con 0x7f56201050f0 2023-10-21T15:32:09.347 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.865+0000 7f5628050700 1 -- 172.21.15.46:0/1419941319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 msgr2=0x7f5620105510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:09.347 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.865+0000 7f5628050700 1 --2- 172.21.15.46:0/1419941319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f5620105510 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f561c0098a0 tx=0x7f561c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:09.347 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.865+0000 7f5628050700 1 -- 172.21.15.46:0/1419941319 shutdown_connections 2023-10-21T15:32:09.347 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.865+0000 7f5628050700 1 --2- 172.21.15.46:0/1419941319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f5620105510 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:09.347 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.865+0000 7f5628050700 1 -- 172.21.15.46:0/1419941319 >> 172.21.15.46:0/1419941319 conn(0x7f5620100cb0 msgr2=0x7f56201030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:09.347 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.865+0000 7f5628050700 1 -- 172.21.15.46:0/1419941319 shutdown_connections 2023-10-21T15:32:09.348 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.865+0000 7f5628050700 1 -- 172.21.15.46:0/1419941319 wait complete. 2023-10-21T15:32:09.348 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.866+0000 7f5628050700 1 Processor -- start 2023-10-21T15:32:09.348 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.866+0000 7f5628050700 1 -- start start 2023-10-21T15:32:09.348 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.866+0000 7f5628050700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f562019c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:09.348 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.866+0000 7f5628050700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562019cc00 con 0x7f56201050f0 2023-10-21T15:32:09.349 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.866+0000 7f5625dec700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f562019c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:09.349 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.866+0000 7f5625dec700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f562019c6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60178/0 (socket says 172.21.15.46:60178) 2023-10-21T15:32:09.349 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.866+0000 7f5625dec700 1 -- 172.21.15.46:0/2186495423 learned_addr learned my addr 172.21.15.46:0/2186495423 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:09.349 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.866+0000 7f5625dec700 1 -- 172.21.15.46:0/2186495423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f561c009550 con 0x7f56201050f0 2023-10-21T15:32:09.349 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.867+0000 7f5625dec700 1 --2- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f562019c6c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f561c011980 tx=0x7f561c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:09.350 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.867+0000 7f5616ffd700 1 -- 172.21.15.46:0/2186495423 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f561c003a60 con 0x7f56201050f0 2023-10-21T15:32:09.350 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.867+0000 7f5616ffd700 1 -- 172.21.15.46:0/2186495423 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f561c003bc0 con 0x7f56201050f0 2023-10-21T15:32:09.350 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.867+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f562019ce00 con 0x7f56201050f0 2023-10-21T15:32:09.350 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.867+0000 7f5616ffd700 1 -- 172.21.15.46:0/2186495423 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f561c01a670 con 0x7f56201050f0 2023-10-21T15:32:09.350 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.867+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f562019d220 con 0x7f56201050f0 2023-10-21T15:32:09.351 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.868+0000 7f5616ffd700 1 -- 172.21.15.46:0/2186495423 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f561c01a930 con 0x7f56201050f0 2023-10-21T15:32:09.351 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.868+0000 7f5616ffd700 1 --2- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f560c038820 0x7f560c03ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:09.351 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.868+0000 7f5616ffd700 1 -- 172.21.15.46:0/2186495423 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f561c04cb60 con 0x7f56201050f0 2023-10-21T15:32:09.351 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.868+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5620195f30 con 0x7f56201050f0 2023-10-21T15:32:09.351 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.868+0000 7f56255eb700 1 --2- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f560c038820 0x7f560c03ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:09.352 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.868+0000 7f56255eb700 1 --2- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f560c038820 0x7f560c03ace0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5610006fd0 tx=0x7f5610006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:09.352 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:07.873+0000 7f5616ffd700 1 -- 172.21.15.46:0/2186495423 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f561c018db0 con 0x7f56201050f0 2023-10-21T15:32:09.352 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.373+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f56200624e0 con 0x7f56201050f0 2023-10-21T15:32:09.352 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.897+0000 7f5616ffd700 1 -- 172.21.15.46:0/2186495423 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f561c018350 con 0x7f56201050f0 2023-10-21T15:32:09.352 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.899+0000 7f5616ffd700 1 -- 172.21.15.46:0/2186495423 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f561c02d910 con 0x7f56201050f0 2023-10-21T15:32:09.353 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f560c038820 msgr2=0x7f560c03ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:09.353 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 --2- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f560c038820 0x7f560c03ace0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5610006fd0 tx=0x7f5610006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:09.353 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 msgr2=0x7f562019c6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:09.353 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 --2- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f562019c6c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f561c011980 tx=0x7f561c011a60 comp rx=0 tx=0).stop 2023-10-21T15:32:09.353 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 shutdown_connections 2023-10-21T15:32:09.353 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 --2- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f560c038820 0x7f560c03ace0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:09.354 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 --2- 172.21.15.46:0/2186495423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56201050f0 0x7f562019c6c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:09.354 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 >> 172.21.15.46:0/2186495423 conn(0x7f5620100cb0 msgr2=0x7f5620190cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:09.354 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 shutdown_connections 2023-10-21T15:32:09.354 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:08.901+0000 7f5628050700 1 -- 172.21.15.46:0/2186495423 wait complete. 2023-10-21T15:32:09.549 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:09.202+0000 7f398195d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-21T15:32:09.549 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:09.313+0000 7f398195d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-21T15:32:09.549 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:09.429+0000 7f398195d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-21T15:32:09.900 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:09.643+0000 7f398195d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-21T15:32:10.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:09 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2186495423' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-10-21T15:32:10.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:09 smithi046 ceph-mon[99436]: mgrmap e9: x(active, since 18s) 2023-10-21T15:32:10.170 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:10.134+0000 7f398195d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-21T15:32:10.667 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:10.287+0000 7f398195d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-21T15:32:10.668 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:10.399+0000 7f398195d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-21T15:32:10.668 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:10.518+0000 7f398195d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-21T15:32:10.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2023-10-21T15:32:10.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-10-21T15:32:10.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-21T15:32:10.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-10-21T15:32:10.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-21T15:32:10.695 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2023-10-21T15:32:10.695 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.829+0000 7f39a35a2700 1 Processor -- start 2023-10-21T15:32:10.695 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.829+0000 7f39a35a2700 1 -- start start 2023-10-21T15:32:10.696 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.829+0000 7f39a35a2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c079230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:10.696 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.829+0000 7f39a35a2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f399c079800 con 0x7f399c07add0 2023-10-21T15:32:10.696 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.830+0000 7f39a133e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c079230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:10.696 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.830+0000 7f39a133e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c079230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60192/0 (socket says 172.21.15.46:60192) 2023-10-21T15:32:10.696 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.830+0000 7f39a133e700 1 -- 172.21.15.46:0/9700509 learned_addr learned my addr 172.21.15.46:0/9700509 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:10.697 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.830+0000 7f39a133e700 1 -- 172.21.15.46:0/9700509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f399c079940 con 0x7f399c07add0 2023-10-21T15:32:10.697 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.830+0000 7f39a133e700 1 --2- 172.21.15.46:0/9700509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c079230 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f39980098a0 tx=0x7f3998009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=947be319510815b9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:10.698 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.830+0000 7f3993fff700 1 -- 172.21.15.46:0/9700509 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3998004160 con 0x7f399c07add0 2023-10-21T15:32:10.698 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.830+0000 7f3993fff700 1 -- 172.21.15.46:0/9700509 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f39980042c0 con 0x7f399c07add0 2023-10-21T15:32:10.698 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.830+0000 7f3993fff700 1 -- 172.21.15.46:0/9700509 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f39980119b0 con 0x7f399c07add0 2023-10-21T15:32:10.698 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.831+0000 7f39a35a2700 1 -- 172.21.15.46:0/9700509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 msgr2=0x7f399c079230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:10.699 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.831+0000 7f39a35a2700 1 --2- 172.21.15.46:0/9700509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c079230 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f39980098a0 tx=0x7f3998009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:10.699 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.831+0000 7f39a35a2700 1 -- 172.21.15.46:0/9700509 shutdown_connections 2023-10-21T15:32:10.699 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.831+0000 7f39a35a2700 1 --2- 172.21.15.46:0/9700509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c079230 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:10.699 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.831+0000 7f39a35a2700 1 -- 172.21.15.46:0/9700509 >> 172.21.15.46:0/9700509 conn(0x7f399c101dc0 msgr2=0x7f399c1041e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:10.699 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.831+0000 7f39a35a2700 1 -- 172.21.15.46:0/9700509 shutdown_connections 2023-10-21T15:32:10.700 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.831+0000 7f39a35a2700 1 -- 172.21.15.46:0/9700509 wait complete. 2023-10-21T15:32:10.700 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.832+0000 7f39a35a2700 1 Processor -- start 2023-10-21T15:32:10.700 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.832+0000 7f39a35a2700 1 -- start start 2023-10-21T15:32:10.700 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.832+0000 7f39a35a2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c19c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:10.700 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.832+0000 7f39a35a2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f399c19cc20 con 0x7f399c07add0 2023-10-21T15:32:10.701 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.832+0000 7f39a133e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c19c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:10.701 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.832+0000 7f39a133e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c19c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60194/0 (socket says 172.21.15.46:60194) 2023-10-21T15:32:10.701 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.832+0000 7f39a133e700 1 -- 172.21.15.46:0/870872549 learned_addr learned my addr 172.21.15.46:0/870872549 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:10.701 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.833+0000 7f39a133e700 1 -- 172.21.15.46:0/870872549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3998009550 con 0x7f399c07add0 2023-10-21T15:32:10.701 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.833+0000 7f39a133e700 1 --2- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c19c6e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3998000c00 tx=0x7f3998011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:10.702 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.833+0000 7f39927fc700 1 -- 172.21.15.46:0/870872549 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f39980039f0 con 0x7f399c07add0 2023-10-21T15:32:10.702 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.833+0000 7f39927fc700 1 -- 172.21.15.46:0/870872549 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3998003b50 con 0x7f399c07add0 2023-10-21T15:32:10.702 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.833+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f399c19ce20 con 0x7f399c07add0 2023-10-21T15:32:10.702 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.833+0000 7f39927fc700 1 -- 172.21.15.46:0/870872549 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f399801a780 con 0x7f399c07add0 2023-10-21T15:32:10.702 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.833+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f399c19d240 con 0x7f399c07add0 2023-10-21T15:32:10.703 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.834+0000 7f39927fc700 1 -- 172.21.15.46:0/870872549 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f3998024440 con 0x7f399c07add0 2023-10-21T15:32:10.703 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.834+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f399c0624e0 con 0x7f399c07add0 2023-10-21T15:32:10.703 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.834+0000 7f39927fc700 1 --2- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f39880388c0 0x7f398803ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:10.703 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.834+0000 7f39927fc700 1 -- 172.21.15.46:0/870872549 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f399804c920 con 0x7f399c07add0 2023-10-21T15:32:10.703 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.834+0000 7f39a0b3d700 1 -- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f39880388c0 msgr2=0x7f398803ad80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2286995794 2023-10-21T15:32:10.704 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.834+0000 7f39a0b3d700 1 --2- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f39880388c0 0x7f398803ad80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-21T15:32:10.704 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:09.839+0000 7f39927fc700 1 -- 172.21.15.46:0/870872549 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3998018db0 con 0x7f399c07add0 2023-10-21T15:32:10.704 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.035+0000 7f39a0b3d700 1 -- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f39880388c0 msgr2=0x7f398803ad80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2286995794 2023-10-21T15:32:10.704 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.035+0000 7f39a0b3d700 1 --2- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f39880388c0 0x7f398803ad80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-21T15:32:10.704 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.329+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f399c19ff10 con 0x7f399c07add0 2023-10-21T15:32:10.705 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.329+0000 7f39927fc700 1 -- 172.21.15.46:0/870872549 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f3998018350 con 0x7f399c07add0 2023-10-21T15:32:10.705 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.331+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f39880388c0 msgr2=0x7f398803ad80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T15:32:10.705 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.331+0000 7f39a35a2700 1 --2- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f39880388c0 0x7f398803ad80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:10.705 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.331+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 msgr2=0x7f399c19c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:10.705 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.331+0000 7f39a35a2700 1 --2- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c19c6e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3998000c00 tx=0x7f3998011a30 comp rx=0 tx=0).stop 2023-10-21T15:32:10.705 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.331+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 shutdown_connections 2023-10-21T15:32:10.706 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.331+0000 7f39a35a2700 1 --2- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f39880388c0 0x7f398803ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:10.706 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.331+0000 7f39a35a2700 1 --2- 172.21.15.46:0/870872549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f399c07add0 0x7f399c19c6e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:10.706 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.332+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 >> 172.21.15.46:0/870872549 conn(0x7f399c101dc0 msgr2=0x7f399c1034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:10.706 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.332+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 shutdown_connections 2023-10-21T15:32:10.706 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:10.332+0000 7f39a35a2700 1 -- 172.21.15.46:0/870872549 wait complete. 2023-10-21T15:32:10.707 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart... 2023-10-21T15:32:10.707 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 9... 2023-10-21T15:32:10.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:10 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/870872549' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-21T15:32:11.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:11 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:11.047+0000 7f398195d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-21T15:32:12.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:11 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:11.836+0000 7f398195d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-21T15:32:12.170 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:11 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:11.934+0000 7f398195d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-21T15:32:13.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:12 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:12.914+0000 7f398195d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:32:13.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:13 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:13.028+0000 7f398195d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-21T15:32:13.610 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:13 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:13.254+0000 7f398195d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:32:13.871 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:13 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:13.608+0000 7f398195d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-21T15:32:14.169 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:13 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:13.869+0000 7f398195d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-21T15:32:14.170 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:14 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:14.052+0000 7f398195d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-21T15:32:14.669 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:14 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:14.388+0000 7f398195d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-21T15:32:15.627 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:15 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:15.216+0000 7f398195d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-21T15:32:15.628 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:15 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:15.376+0000 7f398195d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-21T15:32:15.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:15 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:15.625+0000 7f398195d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-21T15:32:15.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:15 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:15.762+0000 7f398195d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-21T15:32:16.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:16 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:16.038+0000 7f398195d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-21T15:32:17.419 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:32:17.091+0000 7f398195d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-21T15:32:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: Active manager daemon x restarted 2023-10-21T15:32:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: Activating manager daemon x 2023-10-21T15:32:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: osdmap e3: 0 total, 0 up, 0 in 2023-10-21T15:32:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: mgrmap e10: x(active, starting, since 0.00351244s) 2023-10-21T15:32:17.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:32:17.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-21T15:32:17.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-21T15:32:17.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-21T15:32:17.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-21T15:32:17.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: Manager daemon x is now available 2023-10-21T15:32:17.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:17.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:18.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-21T15:32:18.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-21T15:32:18.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:18 smithi046 ceph-mon[99436]: mgrmap e11: x(active, since 1.00649s) 2023-10-21T15:32:18.462 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2023-10-21T15:32:18.462 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-10-21T15:32:18.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-21T15:32:18.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2023-10-21T15:32:18.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.232+0000 7f95cea77700 1 Processor -- start 2023-10-21T15:32:18.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.232+0000 7f95cea77700 1 -- start start 2023-10-21T15:32:18.463 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.232+0000 7f95cea77700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8105b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:18.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.232+0000 7f95cea77700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95c8106100 con 0x7f95c8105710 2023-10-21T15:32:18.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.233+0000 7f95cc813700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8105b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:18.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.233+0000 7f95cc813700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8105b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60202/0 (socket says 172.21.15.46:60202) 2023-10-21T15:32:18.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.233+0000 7f95cc813700 1 -- 172.21.15.46:0/3856358411 learned_addr learned my addr 172.21.15.46:0/3856358411 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:18.464 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.233+0000 7f95cc813700 1 -- 172.21.15.46:0/3856358411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95c8106910 con 0x7f95c8105710 2023-10-21T15:32:18.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.233+0000 7f95cc813700 1 --2- 172.21.15.46:0/3856358411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8105b30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0098a0 tx=0x7f95bc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=319f32e8cf12a88d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:18.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.233+0000 7f95c77fe700 1 -- 172.21.15.46:0/3856358411 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95bc004160 con 0x7f95c8105710 2023-10-21T15:32:18.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.233+0000 7f95c77fe700 1 -- 172.21.15.46:0/3856358411 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95bc0042c0 con 0x7f95c8105710 2023-10-21T15:32:18.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.233+0000 7f95c77fe700 1 -- 172.21.15.46:0/3856358411 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95bc0119b0 con 0x7f95c8105710 2023-10-21T15:32:18.465 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.234+0000 7f95cea77700 1 -- 172.21.15.46:0/3856358411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 msgr2=0x7f95c8105b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:18.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.234+0000 7f95cea77700 1 --2- 172.21.15.46:0/3856358411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8105b30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0098a0 tx=0x7f95bc009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:18.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.234+0000 7f95cea77700 1 -- 172.21.15.46:0/3856358411 shutdown_connections 2023-10-21T15:32:18.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.234+0000 7f95cea77700 1 --2- 172.21.15.46:0/3856358411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8105b30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:18.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.234+0000 7f95cea77700 1 -- 172.21.15.46:0/3856358411 >> 172.21.15.46:0/3856358411 conn(0x7f95c8100cb0 msgr2=0x7f95c81030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:18.466 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.234+0000 7f95cea77700 1 -- 172.21.15.46:0/3856358411 shutdown_connections 2023-10-21T15:32:18.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.234+0000 7f95cea77700 1 -- 172.21.15.46:0/3856358411 wait complete. 2023-10-21T15:32:18.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cea77700 1 Processor -- start 2023-10-21T15:32:18.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cea77700 1 -- start start 2023-10-21T15:32:18.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cea77700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8190960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:18.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cea77700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95c8190ea0 con 0x7f95c8105710 2023-10-21T15:32:18.467 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cc813700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8190960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:18.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cc813700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8190960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60204/0 (socket says 172.21.15.46:60204) 2023-10-21T15:32:18.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cc813700 1 -- 172.21.15.46:0/2907572852 learned_addr learned my addr 172.21.15.46:0/2907572852 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:18.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cc813700 1 -- 172.21.15.46:0/2907572852 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95bc009550 con 0x7f95c8105710 2023-10-21T15:32:18.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.235+0000 7f95cc813700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8190960 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f95bc000c00 tx=0x7f95bc011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:18.468 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.236+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95bc0039f0 con 0x7f95c8105710 2023-10-21T15:32:18.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.236+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95c818efb0 con 0x7f95c8105710 2023-10-21T15:32:18.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.236+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95bc003b50 con 0x7f95c8105710 2023-10-21T15:32:18.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.236+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95bc01a780 con 0x7f95c8105710 2023-10-21T15:32:18.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.236+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95c818f3d0 con 0x7f95c8105710 2023-10-21T15:32:18.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.237+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f95bc01aa40 con 0x7f95c8105710 2023-10-21T15:32:18.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.237+0000 7f95c5ffb700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 0x7f95b803ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:18.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.237+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 --> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f95c8109b40 con 0x7f95b8038870 2023-10-21T15:32:18.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.237+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f95bc04ca30 con 0x7f95c8105710 2023-10-21T15:32:18.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.237+0000 7f95c7fff700 1 -- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 msgr2=0x7f95b803ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2286995794 2023-10-21T15:32:18.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.237+0000 7f95c7fff700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 0x7f95b803ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-21T15:32:18.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.438+0000 7f95c7fff700 1 -- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 msgr2=0x7f95b803ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2286995794 2023-10-21T15:32:18.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.438+0000 7f95c7fff700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 0x7f95b803ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-21T15:32:18.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.839+0000 7f95c7fff700 1 -- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 msgr2=0x7f95b803ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2286995794 2023-10-21T15:32:18.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:11.839+0000 7f95c7fff700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 0x7f95b803ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-10-21T15:32:18.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:12.640+0000 7f95c7fff700 1 -- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 msgr2=0x7f95b803ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2286995794 2023-10-21T15:32:18.471 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:12.640+0000 7f95c7fff700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 0x7f95b803ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-10-21T15:32:18.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:14.241+0000 7f95c7fff700 1 -- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 msgr2=0x7f95b803ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2286995794 2023-10-21T15:32:18.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:14.242+0000 7f95c7fff700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 0x7f95b803ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-10-21T15:32:18.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:17.106+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mgrmap(e 10) v1 ==== 45359+0+0 (secure 0 0 0) 0x7f95bc02dc90 con 0x7f95c8105710 2023-10-21T15:32:18.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:17.106+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 msgr2=0x7f95b803ad30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T15:32:18.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:17.106+0000 7f95c5ffb700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 0x7f95b803ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:18.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.108+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 11) v1 ==== 45486+0+0 (secure 0 0 0) 0x7f95bc02ccc0 con 0x7f95c8105710 2023-10-21T15:32:18.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.108+0000 7f95c5ffb700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f95b803bfd0 0x7f95b803e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:18.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.108+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f95c8109b40 con 0x7f95b803bfd0 2023-10-21T15:32:18.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.108+0000 7f95c7fff700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f95b803bfd0 0x7f95b803e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:18.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.109+0000 7f95c7fff700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f95b803bfd0 0x7f95b803e3c0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f95b4003a10 tx=0x7f95b40092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:18.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.110+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7f95c8109b40 con 0x7f95b803bfd0 2023-10-21T15:32:18.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.121+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f95c8190500 con 0x7f95b803bfd0 2023-10-21T15:32:18.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.121+0000 7f95c5ffb700 1 -- 172.21.15.46:0/2907572852 <== mgr.14150 v2:172.21.15.46:6800/4052512105 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f95c8190500 con 0x7f95b803bfd0 2023-10-21T15:32:18.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.121+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f95b803bfd0 msgr2=0x7f95b803e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:18.475 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.121+0000 7f95cea77700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f95b803bfd0 0x7f95b803e3c0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f95b4003a10 tx=0x7f95b40092b0 comp rx=0 tx=0).stop 2023-10-21T15:32:18.475 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.121+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 msgr2=0x7f95c8190960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:18.475 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.121+0000 7f95cea77700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8190960 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f95bc000c00 tx=0x7f95bc011a30 comp rx=0 tx=0).stop 2023-10-21T15:32:18.475 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.122+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 shutdown_connections 2023-10-21T15:32:18.475 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.122+0000 7f95cea77700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f95b803bfd0 0x7f95b803e3c0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:18.476 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.122+0000 7f95cea77700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f95c8105710 0x7f95c8190960 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:18.476 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.122+0000 7f95cea77700 1 --2- 172.21.15.46:0/2907572852 >> [v2:172.21.15.46:6800/2286995794,v1:172.21.15.46:6801/2286995794] conn(0x7f95b8038870 0x7f95b803ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:18.476 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.122+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 >> 172.21.15.46:0/2907572852 conn(0x7f95c8100cb0 msgr2=0x7f95c8074190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:18.476 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.122+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 shutdown_connections 2023-10-21T15:32:18.476 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:18.122+0000 7f95cea77700 1 -- 172.21.15.46:0/2907572852 wait complete. 2023-10-21T15:32:18.477 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 9 is available 2023-10-21T15:32:18.477 INFO:teuthology.orchestra.run.smithi046.stdout:Generating a dashboard self-signed certificate... 2023-10-21T15:32:19.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:19 smithi046 ceph-mon[99436]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-21T15:32:19.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:19 smithi046 ceph-mon[99436]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-21T15:32:19.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:19 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:19.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-10-21T15:32:19.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.118+0000 7f1ab0bad700 1 Processor -- start 2023-10-21T15:32:19.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.118+0000 7f1ab0bad700 1 -- start start 2023-10-21T15:32:19.956 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.119+0000 7f1ab0bad700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac1054d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:19.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.119+0000 7f1ab0bad700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac074740 con 0x7f1aac1050b0 2023-10-21T15:32:19.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.119+0000 7f1aaa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac1054d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:19.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.119+0000 7f1aaa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac1054d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60250/0 (socket says 172.21.15.46:60250) 2023-10-21T15:32:19.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.119+0000 7f1aaa59c700 1 -- 172.21.15.46:0/376011217 learned_addr learned my addr 172.21.15.46:0/376011217 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:19.957 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.119+0000 7f1aaa59c700 1 -- 172.21.15.46:0/376011217 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aac105a10 con 0x7f1aac1050b0 2023-10-21T15:32:19.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.119+0000 7f1aaa59c700 1 --2- 172.21.15.46:0/376011217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac1054d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c0098a0 tx=0x7f1a9c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fa0c19da78d9cd5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:19.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.120+0000 7f1aa959a700 1 -- 172.21.15.46:0/376011217 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a9c004160 con 0x7f1aac1050b0 2023-10-21T15:32:19.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.120+0000 7f1aa959a700 1 -- 172.21.15.46:0/376011217 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1a9c0042c0 con 0x7f1aac1050b0 2023-10-21T15:32:19.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.120+0000 7f1aa959a700 1 -- 172.21.15.46:0/376011217 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a9c0119b0 con 0x7f1aac1050b0 2023-10-21T15:32:19.958 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.120+0000 7f1ab0bad700 1 -- 172.21.15.46:0/376011217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 msgr2=0x7f1aac1054d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:19.959 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.120+0000 7f1ab0bad700 1 --2- 172.21.15.46:0/376011217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac1054d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c0098a0 tx=0x7f1a9c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:19.959 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.120+0000 7f1ab0bad700 1 -- 172.21.15.46:0/376011217 shutdown_connections 2023-10-21T15:32:19.959 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.120+0000 7f1ab0bad700 1 --2- 172.21.15.46:0/376011217 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac1054d0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:19.959 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.121+0000 7f1ab0bad700 1 -- 172.21.15.46:0/376011217 >> 172.21.15.46:0/376011217 conn(0x7f1aac100cb0 msgr2=0x7f1aac1030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:19.959 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.121+0000 7f1ab0bad700 1 -- 172.21.15.46:0/376011217 shutdown_connections 2023-10-21T15:32:19.960 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.121+0000 7f1ab0bad700 1 -- 172.21.15.46:0/376011217 wait complete. 2023-10-21T15:32:19.960 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.122+0000 7f1ab0bad700 1 Processor -- start 2023-10-21T15:32:19.960 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.122+0000 7f1ab0bad700 1 -- start start 2023-10-21T15:32:19.961 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.122+0000 7f1ab0bad700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac19c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:19.961 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.122+0000 7f1ab0bad700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aac19cbc0 con 0x7f1aac1050b0 2023-10-21T15:32:19.961 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.122+0000 7f1aaa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac19c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:19.961 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.122+0000 7f1aaa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac19c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60252/0 (socket says 172.21.15.46:60252) 2023-10-21T15:32:19.961 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.122+0000 7f1aaa59c700 1 -- 172.21.15.46:0/3409574859 learned_addr learned my addr 172.21.15.46:0/3409574859 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:19.962 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.122+0000 7f1aaa59c700 1 -- 172.21.15.46:0/3409574859 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a9c009550 con 0x7f1aac1050b0 2023-10-21T15:32:19.962 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.123+0000 7f1aaa59c700 1 --2- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac19c680 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c011980 tx=0x7f1a9c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:19.962 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.123+0000 7f1a9b7fe700 1 -- 172.21.15.46:0/3409574859 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a9c003a60 con 0x7f1aac1050b0 2023-10-21T15:32:19.962 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.123+0000 7f1a9b7fe700 1 -- 172.21.15.46:0/3409574859 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1a9c003bc0 con 0x7f1aac1050b0 2023-10-21T15:32:19.962 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.123+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aac19cdc0 con 0x7f1aac1050b0 2023-10-21T15:32:19.963 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.123+0000 7f1a9b7fe700 1 -- 172.21.15.46:0/3409574859 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a9c01a670 con 0x7f1aac1050b0 2023-10-21T15:32:19.963 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.123+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aac19d1e0 con 0x7f1aac1050b0 2023-10-21T15:32:19.963 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.124+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aac195ef0 con 0x7f1aac1050b0 2023-10-21T15:32:19.963 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.124+0000 7f1a9b7fe700 1 -- 172.21.15.46:0/3409574859 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 11) v1 ==== 45486+0+0 (secure 0 0 0) 0x7f1a9c024440 con 0x7f1aac1050b0 2023-10-21T15:32:19.963 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.125+0000 7f1a9b7fe700 1 --2- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1a94038740 0x7f1a9403ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:19.964 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.125+0000 7f1a9b7fe700 1 -- 172.21.15.46:0/3409574859 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f1a9c04c900 con 0x7f1aac1050b0 2023-10-21T15:32:19.964 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.125+0000 7f1aa9d9b700 1 --2- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1a94038740 0x7f1a9403ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:19.964 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.125+0000 7f1aa9d9b700 1 --2- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1a94038740 0x7f1a9403ac00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1aa0006fd0 tx=0x7f1aa0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:19.964 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.130+0000 7f1a9b7fe700 1 -- 172.21.15.46:0/3409574859 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1a9c0189a0 con 0x7f1aac1050b0 2023-10-21T15:32:19.964 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.517+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7f1aac02d080 con 0x7f1a94038740 2023-10-21T15:32:19.965 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.651+0000 7f1a9b7fe700 1 -- 172.21.15.46:0/3409574859 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7f1aac02d080 con 0x7f1a94038740 2023-10-21T15:32:19.965 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1a94038740 msgr2=0x7f1a9403ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:19.965 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 --2- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1a94038740 0x7f1a9403ac00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1aa0006fd0 tx=0x7f1aa0006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:19.965 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 msgr2=0x7f1aac19c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:19.965 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 --2- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac19c680 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c011980 tx=0x7f1a9c011a60 comp rx=0 tx=0).stop 2023-10-21T15:32:19.965 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 shutdown_connections 2023-10-21T15:32:19.966 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 --2- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1a94038740 0x7f1a9403ac00 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:19.966 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 --2- 172.21.15.46:0/3409574859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1aac1050b0 0x7f1aac19c680 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:19.966 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 >> 172.21.15.46:0/3409574859 conn(0x7f1aac100cb0 msgr2=0x7f1aac190c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:19.966 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 shutdown_connections 2023-10-21T15:32:19.967 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:19.653+0000 7f1ab0bad700 1 -- 172.21.15.46:0/3409574859 wait complete. 2023-10-21T15:32:19.967 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial admin user... 2023-10-21T15:32:20.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:20.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:20.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:20 smithi046 ceph-mon[99436]: [21/Oct/2023:15:32:19] ENGINE Bus STARTING 2023-10-21T15:32:20.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:20 smithi046 ceph-mon[99436]: mgrmap e12: x(active, since 2s) 2023-10-21T15:32:20.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:21.801 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$.na.anjKGnxVXgaU2UdJBeXOD9RsiPdcZCgqO4R8JKZDHedHlYtMW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1697902341, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-10-21T15:32:21.802 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.470+0000 7f252df3d700 1 Processor -- start 2023-10-21T15:32:21.802 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.470+0000 7f252df3d700 1 -- start start 2023-10-21T15:32:21.802 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.470+0000 7f252df3d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f25281096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:21.802 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.470+0000 7f252df3d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2528074740 con 0x7f25281072c0 2023-10-21T15:32:21.803 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.470+0000 7f25277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f25281096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:21.803 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.470+0000 7f25277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f25281096b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60264/0 (socket says 172.21.15.46:60264) 2023-10-21T15:32:21.803 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.470+0000 7f25277fe700 1 -- 172.21.15.46:0/3130521754 learned_addr learned my addr 172.21.15.46:0/3130521754 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:21.803 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.470+0000 7f25277fe700 1 -- 172.21.15.46:0/3130521754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2528109bf0 con 0x7f25281072c0 2023-10-21T15:32:21.803 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f25277fe700 1 --2- 172.21.15.46:0/3130521754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f25281096b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2518009e80 tx=0x7f251800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b6d95bd814fac40 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:21.804 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f25267fc700 1 -- 172.21.15.46:0/3130521754 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f251800e070 con 0x7f25281072c0 2023-10-21T15:32:21.804 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f25267fc700 1 -- 172.21.15.46:0/3130521754 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f251800b8c0 con 0x7f25281072c0 2023-10-21T15:32:21.804 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f25267fc700 1 -- 172.21.15.46:0/3130521754 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f25180043e0 con 0x7f25281072c0 2023-10-21T15:32:21.804 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f252df3d700 1 -- 172.21.15.46:0/3130521754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 msgr2=0x7f25281096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:21.805 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f252df3d700 1 --2- 172.21.15.46:0/3130521754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f25281096b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2518009e80 tx=0x7f251800b330 comp rx=0 tx=0).stop 2023-10-21T15:32:21.805 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f252df3d700 1 -- 172.21.15.46:0/3130521754 shutdown_connections 2023-10-21T15:32:21.805 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f252df3d700 1 --2- 172.21.15.46:0/3130521754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f25281096b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:21.805 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f252df3d700 1 -- 172.21.15.46:0/3130521754 >> 172.21.15.46:0/3130521754 conn(0x7f2528100cb0 msgr2=0x7f25281030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:21.806 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f252df3d700 1 -- 172.21.15.46:0/3130521754 shutdown_connections 2023-10-21T15:32:21.806 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.471+0000 7f252df3d700 1 -- 172.21.15.46:0/3130521754 wait complete. 2023-10-21T15:32:21.806 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.472+0000 7f252df3d700 1 Processor -- start 2023-10-21T15:32:21.806 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.472+0000 7f252df3d700 1 -- start start 2023-10-21T15:32:21.807 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.472+0000 7f252df3d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f252819a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:21.807 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.472+0000 7f252df3d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f252819a990 con 0x7f25281072c0 2023-10-21T15:32:21.807 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f25277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f252819a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:21.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f25277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f252819a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60266/0 (socket says 172.21.15.46:60266) 2023-10-21T15:32:21.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f25277fe700 1 -- 172.21.15.46:0/3274671992 learned_addr learned my addr 172.21.15.46:0/3274671992 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:21.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f25277fe700 1 -- 172.21.15.46:0/3274671992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2518009b30 con 0x7f25281072c0 2023-10-21T15:32:21.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f25277fe700 1 --2- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f252819a450 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2518004000 tx=0x7f2518003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:21.808 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f2524ff9700 1 -- 172.21.15.46:0/3274671992 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f251800e040 con 0x7f25281072c0 2023-10-21T15:32:21.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f252df3d700 1 -- 172.21.15.46:0/3274671992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f252819ab90 con 0x7f25281072c0 2023-10-21T15:32:21.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f2524ff9700 1 -- 172.21.15.46:0/3274671992 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f251800be30 con 0x7f25281072c0 2023-10-21T15:32:21.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f2524ff9700 1 -- 172.21.15.46:0/3274671992 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f251801c700 con 0x7f25281072c0 2023-10-21T15:32:21.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.473+0000 7f252df3d700 1 -- 172.21.15.46:0/3274671992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f252819b010 con 0x7f25281072c0 2023-10-21T15:32:21.809 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.474+0000 7f2524ff9700 1 -- 172.21.15.46:0/3274671992 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 12) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f2518012b10 con 0x7f25281072c0 2023-10-21T15:32:21.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.474+0000 7f2524ff9700 1 --2- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2510038870 0x7f251003ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:21.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.475+0000 7f2524ff9700 1 -- 172.21.15.46:0/3274671992 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f251804c8b0 con 0x7f25281072c0 2023-10-21T15:32:21.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.474+0000 7f250e7fc700 1 -- 172.21.15.46:0/3274671992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25080052f0 con 0x7f25281072c0 2023-10-21T15:32:21.810 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.475+0000 7f2526ffd700 1 --2- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2510038870 0x7f251003ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:21.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.475+0000 7f2526ffd700 1 --2- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2510038870 0x7f251003ad30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f251c006fd0 tx=0x7f251c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:21.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.480+0000 7f2524ff9700 1 -- 172.21.15.46:0/3274671992 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2518020080 con 0x7f25281072c0 2023-10-21T15:32:21.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:20.880+0000 7f250e7fc700 1 -- 172.21.15.46:0/3274671992 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f2508002400 con 0x7f2510038870 2023-10-21T15:32:21.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.127+0000 7f2524ff9700 1 -- 172.21.15.46:0/3274671992 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7f2508002400 con 0x7f2510038870 2023-10-21T15:32:21.811 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 -- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2510038870 msgr2=0x7f251003ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:21.812 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 --2- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2510038870 0x7f251003ad30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f251c006fd0 tx=0x7f251c006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:21.812 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 -- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 msgr2=0x7f252819a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:21.812 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 --2- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f252819a450 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2518004000 tx=0x7f2518003d00 comp rx=0 tx=0).stop 2023-10-21T15:32:21.812 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 -- 172.21.15.46:0/3274671992 shutdown_connections 2023-10-21T15:32:21.812 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 --2- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2510038870 0x7f251003ad30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:21.813 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 --2- 172.21.15.46:0/3274671992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25281072c0 0x7f252819a450 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:21.813 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 -- 172.21.15.46:0/3274671992 >> 172.21.15.46:0/3274671992 conn(0x7f2528100cb0 msgr2=0x7f2528101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:21.813 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 -- 172.21.15.46:0/3274671992 shutdown_connections 2023-10-21T15:32:21.813 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:21.130+0000 7f250e7fc700 1 -- 172.21.15.46:0/3274671992 wait complete. 2023-10-21T15:32:21.813 INFO:teuthology.orchestra.run.smithi046.stdout:Fetching dashboard port number... 2023-10-21T15:32:21.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:21 smithi046 ceph-mon[99436]: [21/Oct/2023:15:32:19] ENGINE Serving on https://172.21.15.46:7150 2023-10-21T15:32:21.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:21 smithi046 ceph-mon[99436]: [21/Oct/2023:15:32:20] ENGINE Serving on http://172.21.15.46:8765 2023-10-21T15:32:21.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:21 smithi046 ceph-mon[99436]: [21/Oct/2023:15:32:20] ENGINE Bus STARTED 2023-10-21T15:32:21.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:21 smithi046 ceph-mon[99436]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:21.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:21 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:23.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:22 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1765636134' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-10-21T15:32:23.046 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 8443 2023-10-21T15:32:23.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.305+0000 7f47f6821700 1 Processor -- start 2023-10-21T15:32:23.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.305+0000 7f47f6821700 1 -- start start 2023-10-21T15:32:23.051 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47f6821700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f00791f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:23.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47f6821700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47f00797c0 con 0x7f47f007ad90 2023-10-21T15:32:23.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47effff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f00791f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:23.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47effff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f00791f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60270/0 (socket says 172.21.15.46:60270) 2023-10-21T15:32:23.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47effff700 1 -- 172.21.15.46:0/2962862985 learned_addr learned my addr 172.21.15.46:0/2962862985 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:23.052 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47effff700 1 -- 172.21.15.46:0/2962862985 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47f0079900 con 0x7f47f007ad90 2023-10-21T15:32:23.053 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47effff700 1 --2- 172.21.15.46:0/2962862985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f00791f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f47e00098a0 tx=0x7f47e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99c492f08a05f44a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:23.053 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47eeffd700 1 -- 172.21.15.46:0/2962862985 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f47e0004160 con 0x7f47f007ad90 2023-10-21T15:32:23.053 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47eeffd700 1 -- 172.21.15.46:0/2962862985 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f47e00042c0 con 0x7f47f007ad90 2023-10-21T15:32:23.053 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.306+0000 7f47eeffd700 1 -- 172.21.15.46:0/2962862985 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f47e00119b0 con 0x7f47f007ad90 2023-10-21T15:32:23.053 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.307+0000 7f47f6821700 1 -- 172.21.15.46:0/2962862985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 msgr2=0x7f47f00791f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:23.054 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.307+0000 7f47f6821700 1 --2- 172.21.15.46:0/2962862985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f00791f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f47e00098a0 tx=0x7f47e0009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:23.054 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.307+0000 7f47f6821700 1 -- 172.21.15.46:0/2962862985 shutdown_connections 2023-10-21T15:32:23.054 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.307+0000 7f47f6821700 1 --2- 172.21.15.46:0/2962862985 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f00791f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:23.054 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.307+0000 7f47f6821700 1 -- 172.21.15.46:0/2962862985 >> 172.21.15.46:0/2962862985 conn(0x7f47f0101dc0 msgr2=0x7f47f01041e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:23.054 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.307+0000 7f47f6821700 1 -- 172.21.15.46:0/2962862985 shutdown_connections 2023-10-21T15:32:23.055 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.307+0000 7f47f6821700 1 -- 172.21.15.46:0/2962862985 wait complete. 2023-10-21T15:32:23.055 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.308+0000 7f47f6821700 1 Processor -- start 2023-10-21T15:32:23.055 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.308+0000 7f47f6821700 1 -- start start 2023-10-21T15:32:23.055 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.308+0000 7f47f6821700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f019c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:23.057 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.308+0000 7f47f6821700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47f019cbf0 con 0x7f47f007ad90 2023-10-21T15:32:23.057 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.308+0000 7f47effff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f019c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:23.057 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.308+0000 7f47effff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f019c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60272/0 (socket says 172.21.15.46:60272) 2023-10-21T15:32:23.057 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.308+0000 7f47effff700 1 -- 172.21.15.46:0/1765636134 learned_addr learned my addr 172.21.15.46:0/1765636134 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:23.058 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.309+0000 7f47effff700 1 -- 172.21.15.46:0/1765636134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47e0009550 con 0x7f47f007ad90 2023-10-21T15:32:23.058 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.309+0000 7f47effff700 1 --2- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f019c6b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f47e0003e60 tx=0x7f47e0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:23.058 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.309+0000 7f47ed7fa700 1 -- 172.21.15.46:0/1765636134 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f47e0003970 con 0x7f47f007ad90 2023-10-21T15:32:23.058 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.309+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47f019cdf0 con 0x7f47f007ad90 2023-10-21T15:32:23.058 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.309+0000 7f47ed7fa700 1 -- 172.21.15.46:0/1765636134 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f47e0003ad0 con 0x7f47f007ad90 2023-10-21T15:32:23.059 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.309+0000 7f47ed7fa700 1 -- 172.21.15.46:0/1765636134 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f47e00195e0 con 0x7f47f007ad90 2023-10-21T15:32:23.059 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.309+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47f019d210 con 0x7f47f007ad90 2023-10-21T15:32:23.059 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.310+0000 7f47ed7fa700 1 -- 172.21.15.46:0/1765636134 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 12) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f47e00198a0 con 0x7f47f007ad90 2023-10-21T15:32:23.059 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.310+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47f00624e0 con 0x7f47f007ad90 2023-10-21T15:32:23.059 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.310+0000 7f47ed7fa700 1 --2- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47d8038820 0x7f47d803ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:23.060 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.310+0000 7f47ed7fa700 1 -- 172.21.15.46:0/1765636134 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f47e004cd20 con 0x7f47f007ad90 2023-10-21T15:32:23.060 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.310+0000 7f47ef7fe700 1 --2- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47d8038820 0x7f47d803ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:23.060 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.311+0000 7f47ef7fe700 1 --2- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47d8038820 0x7f47d803ace0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f47e4006fd0 tx=0x7f47e4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:23.060 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.315+0000 7f47ed7fa700 1 -- 172.21.15.46:0/1765636134 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f47e002b340 con 0x7f47f007ad90 2023-10-21T15:32:23.060 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.681+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f47f019fc50 con 0x7f47f007ad90 2023-10-21T15:32:23.061 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.682+0000 7f47ed7fa700 1 -- 172.21.15.46:0/1765636134 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f47e0018b40 con 0x7f47f007ad90 2023-10-21T15:32:23.061 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.684+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47d8038820 msgr2=0x7f47d803ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:23.061 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.684+0000 7f47f6821700 1 --2- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47d8038820 0x7f47d803ace0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f47e4006fd0 tx=0x7f47e4006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:23.061 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.684+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 msgr2=0x7f47f019c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:23.062 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.684+0000 7f47f6821700 1 --2- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f019c6b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f47e0003e60 tx=0x7f47e0011aa0 comp rx=0 tx=0).stop 2023-10-21T15:32:23.062 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.685+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 shutdown_connections 2023-10-21T15:32:23.062 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.685+0000 7f47f6821700 1 --2- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47d8038820 0x7f47d803ace0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:23.062 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.685+0000 7f47f6821700 1 --2- 172.21.15.46:0/1765636134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f47f007ad90 0x7f47f019c6b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:23.062 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.685+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 >> 172.21.15.46:0/1765636134 conn(0x7f47f0101dc0 msgr2=0x7f47f0102b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:23.062 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.685+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 shutdown_connections 2023-10-21T15:32:23.063 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:22.685+0000 7f47f6821700 1 -- 172.21.15.46:0/1765636134 wait complete. 2023-10-21T15:32:23.063 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-21T15:32:23.064 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2023-10-21T15:32:23.068 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-21T15:32:23.068 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2023-10-21T15:32:23.068 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2023-10-21T15:32:23.068 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-10-21T15:32:23.069 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph Dashboard is now available at: 2023-10-21T15:32:23.070 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:23.070 INFO:teuthology.orchestra.run.smithi046.stdout: URL: https://smithi046:8443/ 2023-10-21T15:32:23.070 INFO:teuthology.orchestra.run.smithi046.stdout: User: admin 2023-10-21T15:32:23.070 INFO:teuthology.orchestra.run.smithi046.stdout: Password: e0ul5gi31c 2023-10-21T15:32:23.071 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:23.071 INFO:teuthology.orchestra.run.smithi046.stdout:Saving cluster configuration to /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config directory 2023-10-21T15:32:23.071 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling autotune for osd_memory_target 2023-10-21T15:32:24.320 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.538+0000 7ff956dcb700 1 Processor -- start 2023-10-21T15:32:24.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.538+0000 7ff956dcb700 1 -- start start 2023-10-21T15:32:24.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.538+0000 7ff956dcb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff9501096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:24.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.538+0000 7ff956dcb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff950079e70 con 0x7ff9501072c0 2023-10-21T15:32:24.321 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.538+0000 7ff954b67700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff9501096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:24.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.538+0000 7ff954b67700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff9501096b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60280/0 (socket says 172.21.15.46:60280) 2023-10-21T15:32:24.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.538+0000 7ff954b67700 1 -- 172.21.15.46:0/2190917365 learned_addr learned my addr 172.21.15.46:0/2190917365 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:24.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.538+0000 7ff954b67700 1 -- 172.21.15.46:0/2190917365 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff950109bf0 con 0x7ff9501072c0 2023-10-21T15:32:24.322 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff954b67700 1 --2- 172.21.15.46:0/2190917365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff9501096b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff9440098a0 tx=0x7ff944009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65da8c90471c0258 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:24.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff94f7fe700 1 -- 172.21.15.46:0/2190917365 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff944004160 con 0x7ff9501072c0 2023-10-21T15:32:24.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff94f7fe700 1 -- 172.21.15.46:0/2190917365 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9440042c0 con 0x7ff9501072c0 2023-10-21T15:32:24.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff94f7fe700 1 -- 172.21.15.46:0/2190917365 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff9440119b0 con 0x7ff9501072c0 2023-10-21T15:32:24.323 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff956dcb700 1 -- 172.21.15.46:0/2190917365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 msgr2=0x7ff9501096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:24.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff956dcb700 1 --2- 172.21.15.46:0/2190917365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff9501096b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff9440098a0 tx=0x7ff944009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:24.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff956dcb700 1 -- 172.21.15.46:0/2190917365 shutdown_connections 2023-10-21T15:32:24.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff956dcb700 1 --2- 172.21.15.46:0/2190917365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff9501096b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:24.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.539+0000 7ff956dcb700 1 -- 172.21.15.46:0/2190917365 >> 172.21.15.46:0/2190917365 conn(0x7ff950100cb0 msgr2=0x7ff9501030d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:24.324 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.540+0000 7ff956dcb700 1 -- 172.21.15.46:0/2190917365 shutdown_connections 2023-10-21T15:32:24.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.540+0000 7ff956dcb700 1 -- 172.21.15.46:0/2190917365 wait complete. 2023-10-21T15:32:24.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.540+0000 7ff956dcb700 1 Processor -- start 2023-10-21T15:32:24.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.540+0000 7ff956dcb700 1 -- start start 2023-10-21T15:32:24.325 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.540+0000 7ff956dcb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff950106c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:24.326 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.540+0000 7ff956dcb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff950107160 con 0x7ff9501072c0 2023-10-21T15:32:24.326 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.540+0000 7ff954b67700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff950106c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:24.326 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff954b67700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff950106c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60282/0 (socket says 172.21.15.46:60282) 2023-10-21T15:32:24.326 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff954b67700 1 -- 172.21.15.46:0/4091050203 learned_addr learned my addr 172.21.15.46:0/4091050203 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:24.327 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff954b67700 1 -- 172.21.15.46:0/4091050203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff944009550 con 0x7ff9501072c0 2023-10-21T15:32:24.327 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff954b67700 1 --2- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff950106c20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff944003e60 tx=0x7ff944011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:24.327 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff94dffb700 1 -- 172.21.15.46:0/4091050203 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff944003970 con 0x7ff9501072c0 2023-10-21T15:32:24.327 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff950105270 con 0x7ff9501072c0 2023-10-21T15:32:24.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff950105690 con 0x7ff9501072c0 2023-10-21T15:32:24.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff94dffb700 1 -- 172.21.15.46:0/4091050203 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff944003ad0 con 0x7ff9501072c0 2023-10-21T15:32:24.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.541+0000 7ff94dffb700 1 -- 172.21.15.46:0/4091050203 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff9440195e0 con 0x7ff9501072c0 2023-10-21T15:32:24.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.542+0000 7ff94dffb700 1 -- 172.21.15.46:0/4091050203 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 12) v1 ==== 45592+0+0 (secure 0 0 0) 0x7ff944019810 con 0x7ff9501072c0 2023-10-21T15:32:24.328 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.542+0000 7ff94dffb700 1 --2- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff940038820 0x7ff94003ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:24.329 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.542+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff934005320 con 0x7ff9501072c0 2023-10-21T15:32:24.329 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.542+0000 7ff94dffb700 1 -- 172.21.15.46:0/4091050203 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ff94404cb00 con 0x7ff9501072c0 2023-10-21T15:32:24.329 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.542+0000 7ff94ffff700 1 --2- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff940038820 0x7ff94003ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:24.329 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.543+0000 7ff94ffff700 1 --2- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff940038820 0x7ff94003ace0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff93c006fd0 tx=0x7ff93c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:24.330 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.547+0000 7ff94dffb700 1 -- 172.21.15.46:0/4091050203 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff94402b340 con 0x7ff9501072c0 2023-10-21T15:32:24.330 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.735+0000 7ff94dffb700 1 -- 172.21.15.46:0/4091050203 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7ff94402d9b0 con 0x7ff9501072c0 2023-10-21T15:32:24.330 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.912+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7ff934005b50 con 0x7ff9501072c0 2023-10-21T15:32:24.330 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.912+0000 7ff94dffb700 1 -- 172.21.15.46:0/4091050203 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7ff94402b340 con 0x7ff9501072c0 2023-10-21T15:32:24.331 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.914+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff940038820 msgr2=0x7ff94003ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:24.331 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.914+0000 7ff956dcb700 1 --2- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff940038820 0x7ff94003ace0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff93c006fd0 tx=0x7ff93c006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:24.331 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.914+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 msgr2=0x7ff950106c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:24.331 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.914+0000 7ff956dcb700 1 --2- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff950106c20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff944003e60 tx=0x7ff944011aa0 comp rx=0 tx=0).stop 2023-10-21T15:32:24.331 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.914+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 shutdown_connections 2023-10-21T15:32:24.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.914+0000 7ff956dcb700 1 --2- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff940038820 0x7ff94003ace0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:24.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.914+0000 7ff956dcb700 1 --2- 172.21.15.46:0/4091050203 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff9501072c0 0x7ff950106c20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:24.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.915+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 >> 172.21.15.46:0/4091050203 conn(0x7ff950100cb0 msgr2=0x7ff950101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:24.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.915+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 shutdown_connections 2023-10-21T15:32:24.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:23.915+0000 7ff956dcb700 1 -- 172.21.15.46:0/4091050203 wait complete. 2023-10-21T15:32:24.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:24 smithi046 ceph-mon[99436]: mgrmap e13: x(active, since 6s) 2023-10-21T15:32:25.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.852+0000 7f127eb6f700 1 Processor -- start 2023-10-21T15:32:25.869 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.852+0000 7f127eb6f700 1 -- start start 2023-10-21T15:32:25.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.853+0000 7f127eb6f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f12781096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:25.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.853+0000 7f127eb6f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1278074740 con 0x7f12781072c0 2023-10-21T15:32:25.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.853+0000 7f127c90b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f12781096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:25.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.853+0000 7f127c90b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f12781096b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60286/0 (socket says 172.21.15.46:60286) 2023-10-21T15:32:25.870 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.853+0000 7f127c90b700 1 -- 172.21.15.46:0/1721860265 learned_addr learned my addr 172.21.15.46:0/1721860265 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:25.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.853+0000 7f127c90b700 1 -- 172.21.15.46:0/1721860265 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1278109bf0 con 0x7f12781072c0 2023-10-21T15:32:25.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.853+0000 7f127c90b700 1 --2- 172.21.15.46:0/1721860265 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f12781096b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f126c0098a0 tx=0x7f126c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98b60844cadc1b22 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:25.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.853+0000 7f12777fe700 1 -- 172.21.15.46:0/1721860265 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f126c004160 con 0x7f12781072c0 2023-10-21T15:32:25.871 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f12777fe700 1 -- 172.21.15.46:0/1721860265 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f126c0042c0 con 0x7f12781072c0 2023-10-21T15:32:25.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f12777fe700 1 -- 172.21.15.46:0/1721860265 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f126c0119b0 con 0x7f12781072c0 2023-10-21T15:32:25.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f127eb6f700 1 -- 172.21.15.46:0/1721860265 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 msgr2=0x7f12781096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:25.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f127eb6f700 1 --2- 172.21.15.46:0/1721860265 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f12781096b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f126c0098a0 tx=0x7f126c009bb0 comp rx=0 tx=0).stop 2023-10-21T15:32:25.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f127eb6f700 1 -- 172.21.15.46:0/1721860265 shutdown_connections 2023-10-21T15:32:25.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f127eb6f700 1 --2- 172.21.15.46:0/1721860265 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f12781096b0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:25.872 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f127eb6f700 1 -- 172.21.15.46:0/1721860265 >> 172.21.15.46:0/1721860265 conn(0x7f1278100cb0 msgr2=0x7f12781030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:25.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f127eb6f700 1 -- 172.21.15.46:0/1721860265 shutdown_connections 2023-10-21T15:32:25.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.854+0000 7f127eb6f700 1 -- 172.21.15.46:0/1721860265 wait complete. 2023-10-21T15:32:25.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127eb6f700 1 Processor -- start 2023-10-21T15:32:25.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127eb6f700 1 -- start start 2023-10-21T15:32:25.873 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127eb6f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f127819c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:25.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127eb6f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f127819cbf0 con 0x7f12781072c0 2023-10-21T15:32:25.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127c90b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f127819c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:25.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127c90b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f127819c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60288/0 (socket says 172.21.15.46:60288) 2023-10-21T15:32:25.874 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127c90b700 1 -- 172.21.15.46:0/93059765 learned_addr learned my addr 172.21.15.46:0/93059765 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:25.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127c90b700 1 -- 172.21.15.46:0/93059765 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f126c009550 con 0x7f12781072c0 2023-10-21T15:32:25.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.855+0000 7f127c90b700 1 --2- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f127819c6b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f126c011980 tx=0x7f126c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:25.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.856+0000 7f1275ffb700 1 -- 172.21.15.46:0/93059765 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f126c003a60 con 0x7f12781072c0 2023-10-21T15:32:25.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.856+0000 7f1275ffb700 1 -- 172.21.15.46:0/93059765 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f126c003bc0 con 0x7f12781072c0 2023-10-21T15:32:25.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.856+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f127819cdf0 con 0x7f12781072c0 2023-10-21T15:32:25.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.856+0000 7f1275ffb700 1 -- 172.21.15.46:0/93059765 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f126c01a670 con 0x7f12781072c0 2023-10-21T15:32:25.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.856+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f127819d210 con 0x7f12781072c0 2023-10-21T15:32:25.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.857+0000 7f1275ffb700 1 -- 172.21.15.46:0/93059765 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f126c01a8e0 con 0x7f12781072c0 2023-10-21T15:32:25.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.857+0000 7f1275ffb700 1 --2- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1268038960 0x7f126803ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:25.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.857+0000 7f1275ffb700 1 -- 172.21.15.46:0/93059765 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f126c024a00 con 0x7f12781072c0 2023-10-21T15:32:25.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.857+0000 7f1277fff700 1 --2- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1268038960 0x7f126803ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:25.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.857+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12780624e0 con 0x7f12781072c0 2023-10-21T15:32:25.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.858+0000 7f1277fff700 1 --2- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1268038960 0x7f126803ae20 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1264006fd0 tx=0x7f1264006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:25.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:24.862+0000 7f1275ffb700 1 -- 172.21.15.46:0/93059765 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f126c01abe0 con 0x7f12781072c0 2023-10-21T15:32:25.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.443+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f127810a9d0 con 0x7f12781072c0 2023-10-21T15:32:25.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.445+0000 7f1275ffb700 1 -- 172.21.15.46:0/93059765 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f126c018b40 con 0x7f12781072c0 2023-10-21T15:32:25.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1268038960 msgr2=0x7f126803ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:25.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 --2- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1268038960 0x7f126803ae20 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1264006fd0 tx=0x7f1264006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:25.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 msgr2=0x7f127819c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:25.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 --2- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f127819c6b0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f126c011980 tx=0x7f126c011a60 comp rx=0 tx=0).stop 2023-10-21T15:32:25.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 shutdown_connections 2023-10-21T15:32:25.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 --2- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1268038960 0x7f126803ae20 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:25.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 --2- 172.21.15.46:0/93059765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12781072c0 0x7f127819c6b0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:25.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 >> 172.21.15.46:0/93059765 conn(0x7f1278100cb0 msgr2=0x7f1278101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:25.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 shutdown_connections 2023-10-21T15:32:25.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2023-10-21T15:32:25.447+0000 7f127eb6f700 1 -- 172.21.15.46:0/93059765 wait complete. 2023-10-21T15:32:25.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-10-21T15:32:25.880 INFO:teuthology.orchestra.run.smithi046.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-10-21T15:32:25.881 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:25.881 INFO:teuthology.orchestra.run.smithi046.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:32:25.881 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:25.881 INFO:teuthology.orchestra.run.smithi046.stdout:Or, if you are only running a single cluster on this host: 2023-10-21T15:32:25.881 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:25.881 INFO:teuthology.orchestra.run.smithi046.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-10-21T15:32:25.882 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:25.882 INFO:teuthology.orchestra.run.smithi046.stdout:Please consider enabling telemetry to help improve Ceph: 2023-10-21T15:32:25.882 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:25.882 INFO:teuthology.orchestra.run.smithi046.stdout: ceph telemetry on 2023-10-21T15:32:25.882 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:25.883 INFO:teuthology.orchestra.run.smithi046.stdout:For more information see: 2023-10-21T15:32:25.883 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:25.883 INFO:teuthology.orchestra.run.smithi046.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-10-21T15:32:25.883 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:25.883 INFO:teuthology.orchestra.run.smithi046.stdout:Bootstrap complete. 2023-10-21T15:32:25.906 INFO:tasks.cephadm:Fetching config... 2023-10-21T15:32:25.906 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:32:25.907 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-10-21T15:32:25.924 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-10-21T15:32:25.925 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:32:25.925 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-10-21T15:32:25.983 INFO:tasks.cephadm:Fetching mon keyring... 2023-10-21T15:32:25.984 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:32:25.984 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-10-21T15:32:26.052 INFO:tasks.cephadm:Fetching pub ssh key... 2023-10-21T15:32:26.053 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:32:26.053 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-10-21T15:32:26.110 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-10-21T15:32:26.111 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcR7RKdAYE80UEV7Fm7Mgr8SGZglXDxVy2ETl7sQ0bx+CgC2a6X3iZ9x7wONJEUwCyEW9dHIY2hn0y8I5ExwZyq9Trr1TgAvJgOcrPG0bCkq2mOINghAyOhLILq7SGVHUt5yAhKBqxVmLm1MpHZIUF5GAkvB3zCM2CkKDvH29nS2TGol5PBUWXk55hlxl88uTg34tQRekDLlYgpmDvVGlcVVhrAs5xzdZKyVfhDVRQJ7WOasbKca4oAUYFcggLEYw6yldKvkW4Sck+8vKpTUlUcRtvEUdX5745X9ARUNtv3Qy3SvBmtTeZfIvfYiZWy9FHEBSiqkWTPyC82i5Jq8nya9tZcYrb9qDN+8NRHk/kvRNxQ8BZ1HDWzi57e8w+8LXH/YivlcChXGRNizYXUKXHO1dYSKocM1RHplQbehpyqzEcF9yhbYtIn2l5NVuwxXO6OPUIDUSshVedWL4VdSz12KB0A37bdqEXtowJqQcJ9cNU3lICa7sdP7hg/il529s= ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-21T15:32:26.199 INFO:teuthology.orchestra.run.smithi046.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcR7RKdAYE80UEV7Fm7Mgr8SGZglXDxVy2ETl7sQ0bx+CgC2a6X3iZ9x7wONJEUwCyEW9dHIY2hn0y8I5ExwZyq9Trr1TgAvJgOcrPG0bCkq2mOINghAyOhLILq7SGVHUt5yAhKBqxVmLm1MpHZIUF5GAkvB3zCM2CkKDvH29nS2TGol5PBUWXk55hlxl88uTg34tQRekDLlYgpmDvVGlcVVhrAs5xzdZKyVfhDVRQJ7WOasbKca4oAUYFcggLEYw6yldKvkW4Sck+8vKpTUlUcRtvEUdX5745X9ARUNtv3Qy3SvBmtTeZfIvfYiZWy9FHEBSiqkWTPyC82i5Jq8nya9tZcYrb9qDN+8NRHk/kvRNxQ8BZ1HDWzi57e8w+8LXH/YivlcChXGRNizYXUKXHO1dYSKocM1RHplQbehpyqzEcF9yhbYtIn2l5NVuwxXO6OPUIDUSshVedWL4VdSz12KB0A37bdqEXtowJqQcJ9cNU3lICa7sdP7hg/il529s= ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:32:26.213 DEBUG:teuthology.orchestra.run.smithi105:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcR7RKdAYE80UEV7Fm7Mgr8SGZglXDxVy2ETl7sQ0bx+CgC2a6X3iZ9x7wONJEUwCyEW9dHIY2hn0y8I5ExwZyq9Trr1TgAvJgOcrPG0bCkq2mOINghAyOhLILq7SGVHUt5yAhKBqxVmLm1MpHZIUF5GAkvB3zCM2CkKDvH29nS2TGol5PBUWXk55hlxl88uTg34tQRekDLlYgpmDvVGlcVVhrAs5xzdZKyVfhDVRQJ7WOasbKca4oAUYFcggLEYw6yldKvkW4Sck+8vKpTUlUcRtvEUdX5745X9ARUNtv3Qy3SvBmtTeZfIvfYiZWy9FHEBSiqkWTPyC82i5Jq8nya9tZcYrb9qDN+8NRHk/kvRNxQ8BZ1HDWzi57e8w+8LXH/YivlcChXGRNizYXUKXHO1dYSKocM1RHplQbehpyqzEcF9yhbYtIn2l5NVuwxXO6OPUIDUSshVedWL4VdSz12KB0A37bdqEXtowJqQcJ9cNU3lICa7sdP7hg/il529s= ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-21T15:32:26.261 INFO:teuthology.orchestra.run.smithi105.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcR7RKdAYE80UEV7Fm7Mgr8SGZglXDxVy2ETl7sQ0bx+CgC2a6X3iZ9x7wONJEUwCyEW9dHIY2hn0y8I5ExwZyq9Trr1TgAvJgOcrPG0bCkq2mOINghAyOhLILq7SGVHUt5yAhKBqxVmLm1MpHZIUF5GAkvB3zCM2CkKDvH29nS2TGol5PBUWXk55hlxl88uTg34tQRekDLlYgpmDvVGlcVVhrAs5xzdZKyVfhDVRQJ7WOasbKca4oAUYFcggLEYw6yldKvkW4Sck+8vKpTUlUcRtvEUdX5745X9ARUNtv3Qy3SvBmtTeZfIvfYiZWy9FHEBSiqkWTPyC82i5Jq8nya9tZcYrb9qDN+8NRHk/kvRNxQ8BZ1HDWzi57e8w+8LXH/YivlcChXGRNizYXUKXHO1dYSKocM1RHplQbehpyqzEcF9yhbYtIn2l5NVuwxXO6OPUIDUSshVedWL4VdSz12KB0A37bdqEXtowJqQcJ9cNU3lICa7sdP7hg/il529s= ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:32:26.274 DEBUG:teuthology.orchestra.run.smithi119:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcR7RKdAYE80UEV7Fm7Mgr8SGZglXDxVy2ETl7sQ0bx+CgC2a6X3iZ9x7wONJEUwCyEW9dHIY2hn0y8I5ExwZyq9Trr1TgAvJgOcrPG0bCkq2mOINghAyOhLILq7SGVHUt5yAhKBqxVmLm1MpHZIUF5GAkvB3zCM2CkKDvH29nS2TGol5PBUWXk55hlxl88uTg34tQRekDLlYgpmDvVGlcVVhrAs5xzdZKyVfhDVRQJ7WOasbKca4oAUYFcggLEYw6yldKvkW4Sck+8vKpTUlUcRtvEUdX5745X9ARUNtv3Qy3SvBmtTeZfIvfYiZWy9FHEBSiqkWTPyC82i5Jq8nya9tZcYrb9qDN+8NRHk/kvRNxQ8BZ1HDWzi57e8w+8LXH/YivlcChXGRNizYXUKXHO1dYSKocM1RHplQbehpyqzEcF9yhbYtIn2l5NVuwxXO6OPUIDUSshVedWL4VdSz12KB0A37bdqEXtowJqQcJ9cNU3lICa7sdP7hg/il529s= ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-21T15:32:26.322 INFO:teuthology.orchestra.run.smithi119.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcR7RKdAYE80UEV7Fm7Mgr8SGZglXDxVy2ETl7sQ0bx+CgC2a6X3iZ9x7wONJEUwCyEW9dHIY2hn0y8I5ExwZyq9Trr1TgAvJgOcrPG0bCkq2mOINghAyOhLILq7SGVHUt5yAhKBqxVmLm1MpHZIUF5GAkvB3zCM2CkKDvH29nS2TGol5PBUWXk55hlxl88uTg34tQRekDLlYgpmDvVGlcVVhrAs5xzdZKyVfhDVRQJ7WOasbKca4oAUYFcggLEYw6yldKvkW4Sck+8vKpTUlUcRtvEUdX5745X9ARUNtv3Qy3SvBmtTeZfIvfYiZWy9FHEBSiqkWTPyC82i5Jq8nya9tZcYrb9qDN+8NRHk/kvRNxQ8BZ1HDWzi57e8w+8LXH/YivlcChXGRNizYXUKXHO1dYSKocM1RHplQbehpyqzEcF9yhbYtIn2l5NVuwxXO6OPUIDUSshVedWL4VdSz12KB0A37bdqEXtowJqQcJ9cNU3lICa7sdP7hg/il529s= ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:32:26.334 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-10-21T15:32:26.903 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:32:26.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:26 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/93059765' entity='client.admin' 2023-10-21T15:32:28.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.729+0000 7fdf829ed700 1 -- 172.21.15.46:0/1664103194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 msgr2=0x7fdf7c0ff6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:28.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.729+0000 7fdf829ed700 1 --2- 172.21.15.46:0/1664103194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 0x7fdf7c0ff6f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c009910 tx=0x7fdf6c009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:28.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.729+0000 7fdf829ed700 1 -- 172.21.15.46:0/1664103194 shutdown_connections 2023-10-21T15:32:28.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.729+0000 7fdf829ed700 1 --2- 172.21.15.46:0/1664103194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 0x7fdf7c0ff6f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:28.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.729+0000 7fdf829ed700 1 -- 172.21.15.46:0/1664103194 >> 172.21.15.46:0/1664103194 conn(0x7fdf7c0fae50 msgr2=0x7fdf7c0fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:28.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.729+0000 7fdf829ed700 1 -- 172.21.15.46:0/1664103194 shutdown_connections 2023-10-21T15:32:28.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.729+0000 7fdf829ed700 1 -- 172.21.15.46:0/1664103194 wait complete. 2023-10-21T15:32:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.730+0000 7fdf829ed700 1 Processor -- start 2023-10-21T15:32:28.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.730+0000 7fdf829ed700 1 -- start start 2023-10-21T15:32:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf829ed700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 0x7fdf7c197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf829ed700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf7c198230 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf7bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 0x7fdf7c197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:28.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf7bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 0x7fdf7c197cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60294/0 (socket says 172.21.15.46:60294) 2023-10-21T15:32:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf7bfff700 1 -- 172.21.15.46:0/3772045026 learned_addr learned my addr 172.21.15.46:0/3772045026 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf7bfff700 1 -- 172.21.15.46:0/3772045026 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf6c0095f0 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf7bfff700 1 --2- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 0x7fdf7c197cf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c004f40 tx=0x7fdf6c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf797fa700 1 -- 172.21.15.46:0/3772045026 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf6c01d070 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf7c198430 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf797fa700 1 -- 172.21.15.46:0/3772045026 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf6c0044e0 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf797fa700 1 -- 172.21.15.46:0/3772045026 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdf6c003a20 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.731+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf7c198870 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.732+0000 7fdf797fa700 1 -- 172.21.15.46:0/3772045026 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fdf6c003ca0 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.732+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf7c1916d0 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.732+0000 7fdf797fa700 1 --2- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdf640388c0 0x7fdf6403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.733+0000 7fdf797fa700 1 -- 172.21.15.46:0/3772045026 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fdf6c04d860 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.733+0000 7fdf7b7fe700 1 --2- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdf640388c0 0x7fdf6403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:28.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.733+0000 7fdf7b7fe700 1 --2- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdf640388c0 0x7fdf6403ad80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdf70006fd0 tx=0x7fdf70006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:28.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.738+0000 7fdf797fa700 1 -- 172.21.15.46:0/3772045026 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdf6c02a950 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.959+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7fdf7c108910 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.961+0000 7fdf797fa700 1 -- 172.21.15.46:0/3772045026 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7fdf6c02a360 con 0x7fdf7c0ff2d0 2023-10-21T15:32:28.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdf640388c0 msgr2=0x7fdf6403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:28.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 --2- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdf640388c0 0x7fdf6403ad80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdf70006fd0 tx=0x7fdf70006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:28.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 msgr2=0x7fdf7c197cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:28.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 --2- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 0x7fdf7c197cf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c004f40 tx=0x7fdf6c0057c0 comp rx=0 tx=0).stop 2023-10-21T15:32:28.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 shutdown_connections 2023-10-21T15:32:28.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 --2- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdf640388c0 0x7fdf6403ad80 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:28.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 --2- 172.21.15.46:0/3772045026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf7c0ff2d0 0x7fdf7c197cf0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:28.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 >> 172.21.15.46:0/3772045026 conn(0x7fdf7c0fae50 msgr2=0x7fdf7c0fbbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:28.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 shutdown_connections 2023-10-21T15:32:28.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:28.964+0000 7fdf829ed700 1 -- 172.21.15.46:0/3772045026 wait complete. 2023-10-21T15:32:29.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:29.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:29.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi046", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:32:29.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:29.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:29.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:29.350 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-10-21T15:32:29.350 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-10-21T15:32:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:32:30.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:29 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3772045026' entity='client.admin' 2023-10-21T15:32:30.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:29 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:30.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:29 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:31.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.438+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1915792764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 msgr2=0x7f8e78101390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.438+0000 7f8e7e8db700 1 --2- 172.21.15.46:0/1915792764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 0x7f8e78101390 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8e68009910 tx=0x7f8e68009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.438+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1915792764 shutdown_connections 2023-10-21T15:32:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.438+0000 7f8e7e8db700 1 --2- 172.21.15.46:0/1915792764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 0x7f8e78101390 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:31.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.438+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1915792764 >> 172.21.15.46:0/1915792764 conn(0x7f8e780fa5f0 msgr2=0x7f8e780fca50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:31.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.438+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1915792764 shutdown_connections 2023-10-21T15:32:31.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.438+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1915792764 wait complete. 2023-10-21T15:32:31.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.439+0000 7f8e7e8db700 1 Processor -- start 2023-10-21T15:32:31.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.439+0000 7f8e7e8db700 1 -- start start 2023-10-21T15:32:31.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.439+0000 7f8e7e8db700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 0x7f8e7818c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:31.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.439+0000 7f8e7e8db700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e7818cdb0 con 0x7f8e78100f70 2023-10-21T15:32:31.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.439+0000 7f8e77fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 0x7f8e7818c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:31.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.439+0000 7f8e77fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 0x7f8e7818c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60300/0 (socket says 172.21.15.46:60300) 2023-10-21T15:32:31.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.439+0000 7f8e77fff700 1 -- 172.21.15.46:0/1009455340 learned_addr learned my addr 172.21.15.46:0/1009455340 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:31.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.440+0000 7f8e77fff700 1 -- 172.21.15.46:0/1009455340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e680095f0 con 0x7f8e78100f70 2023-10-21T15:32:31.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.440+0000 7f8e77fff700 1 --2- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 0x7f8e7818c870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8e68004f40 tx=0x7f8e68005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:31.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.440+0000 7f8e757fa700 1 -- 172.21.15.46:0/1009455340 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8e6801d070 con 0x7f8e78100f70 2023-10-21T15:32:31.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.440+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e7818aec0 con 0x7f8e78100f70 2023-10-21T15:32:31.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.440+0000 7f8e757fa700 1 -- 172.21.15.46:0/1009455340 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e6800bc10 con 0x7f8e78100f70 2023-10-21T15:32:31.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.440+0000 7f8e757fa700 1 -- 172.21.15.46:0/1009455340 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8e68003a50 con 0x7f8e78100f70 2023-10-21T15:32:31.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.440+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e7818b360 con 0x7f8e78100f70 2023-10-21T15:32:31.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.441+0000 7f8e757fa700 1 -- 172.21.15.46:0/1009455340 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f8e68003d10 con 0x7f8e78100f70 2023-10-21T15:32:31.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.441+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e781056f0 con 0x7f8e78100f70 2023-10-21T15:32:31.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.441+0000 7f8e757fa700 1 --2- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8e64038900 0x7f8e6403adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:31.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.441+0000 7f8e757fa700 1 -- 172.21.15.46:0/1009455340 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f8e6804c700 con 0x7f8e78100f70 2023-10-21T15:32:31.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.441+0000 7f8e777fe700 1 --2- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8e64038900 0x7f8e6403adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:31.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.442+0000 7f8e777fe700 1 --2- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8e64038900 0x7f8e6403adc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8e60006fd0 tx=0x7f8e60006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:31.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.446+0000 7f8e757fa700 1 -- 172.21.15.46:0/1009455340 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8e6800bd80 con 0x7f8e78100f70 2023-10-21T15:32:31.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.650+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f8e7818bac0 con 0x7f8e64038900 2023-10-21T15:32:31.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.653+0000 7f8e757fa700 1 -- 172.21.15.46:0/1009455340 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f8e7818bac0 con 0x7f8e64038900 2023-10-21T15:32:31.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.655+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8e64038900 msgr2=0x7f8e6403adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:31.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.655+0000 7f8e7e8db700 1 --2- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8e64038900 0x7f8e6403adc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8e60006fd0 tx=0x7f8e60006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:31.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.655+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 msgr2=0x7f8e7818c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:31.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.655+0000 7f8e7e8db700 1 --2- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 0x7f8e7818c870 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8e68004f40 tx=0x7f8e68005de0 comp rx=0 tx=0).stop 2023-10-21T15:32:31.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.655+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 shutdown_connections 2023-10-21T15:32:31.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.655+0000 7f8e7e8db700 1 --2- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8e64038900 0x7f8e6403adc0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:31.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.655+0000 7f8e7e8db700 1 --2- 172.21.15.46:0/1009455340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e78100f70 0x7f8e7818c870 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:31.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.655+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 >> 172.21.15.46:0/1009455340 conn(0x7f8e780fa5f0 msgr2=0x7f8e780fb370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:31.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.656+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 shutdown_connections 2023-10-21T15:32:31.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:31.656+0000 7f8e7e8db700 1 -- 172.21.15.46:0/1009455340 wait complete. 2023-10-21T15:32:32.089 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi105 2023-10-21T15:32:32.090 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:32:32.090 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/etc/ceph/ceph.conf 2023-10-21T15:32:32.111 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:32:32.111 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:32:32.171 INFO:tasks.cephadm:Adding host smithi105 to orchestrator... 2023-10-21T15:32:32.171 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch host add smithi105 2023-10-21T15:32:32.743 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:32:32.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:32 smithi046 ceph-mon[99436]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:32:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:32:32.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:32 smithi046 ceph-mon[99436]: Updating smithi046:/etc/ceph/ceph.conf 2023-10-21T15:32:33.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:33 smithi046 ceph-mon[99436]: Updating smithi046:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:32:33.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:33 smithi046 ceph-mon[99436]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:32:33.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:33 smithi046 ceph-mon[99436]: Updating smithi046:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-21T15:32:33.800 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:33.800 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:33.800 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:33.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.944+0000 7fe40a751700 1 -- 172.21.15.46:0/2077648727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 msgr2=0x7fe404105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:33.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.944+0000 7fe40a751700 1 --2- 172.21.15.46:0/2077648727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 0x7fe404105c40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4009910 tx=0x7fe3f4009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:33.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.944+0000 7fe40a751700 1 -- 172.21.15.46:0/2077648727 shutdown_connections 2023-10-21T15:32:33.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.944+0000 7fe40a751700 1 --2- 172.21.15.46:0/2077648727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 0x7fe404105c40 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:33.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.944+0000 7fe40a751700 1 -- 172.21.15.46:0/2077648727 >> 172.21.15.46:0/2077648727 conn(0x7fe404075370 msgr2=0x7fe404075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:33.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.945+0000 7fe40a751700 1 -- 172.21.15.46:0/2077648727 shutdown_connections 2023-10-21T15:32:33.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.945+0000 7fe40a751700 1 -- 172.21.15.46:0/2077648727 wait complete. 2023-10-21T15:32:33.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.945+0000 7fe40a751700 1 Processor -- start 2023-10-21T15:32:33.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.945+0000 7fe40a751700 1 -- start start 2023-10-21T15:32:33.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.945+0000 7fe40a751700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 0x7fe404194a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:33.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.945+0000 7fe40a751700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe404068fc0 con 0x7fe404105860 2023-10-21T15:32:33.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe403fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 0x7fe404194a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:33.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe403fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 0x7fe404194a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60306/0 (socket says 172.21.15.46:60306) 2023-10-21T15:32:33.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe403fff700 1 -- 172.21.15.46:0/1401590793 learned_addr learned my addr 172.21.15.46:0/1401590793 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:33.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe403fff700 1 -- 172.21.15.46:0/1401590793 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3f40095f0 con 0x7fe404105860 2023-10-21T15:32:33.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe403fff700 1 --2- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 0x7fe404194a70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4004f40 tx=0x7fe3f4005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:33.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe4017fa700 1 -- 172.21.15.46:0/1401590793 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe3f401d070 con 0x7fe404105860 2023-10-21T15:32:33.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe4017fa700 1 -- 172.21.15.46:0/1401590793 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe3f4004370 con 0x7fe404105860 2023-10-21T15:32:33.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe404194fb0 con 0x7fe404105860 2023-10-21T15:32:33.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe4017fa700 1 -- 172.21.15.46:0/1401590793 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe3f4003970 con 0x7fe404105860 2023-10-21T15:32:33.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.946+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe404195430 con 0x7fe404105860 2023-10-21T15:32:33.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.947+0000 7fe4017fa700 1 -- 172.21.15.46:0/1401590793 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fe3f4003c30 con 0x7fe404105860 2023-10-21T15:32:33.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.947+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe404104b10 con 0x7fe404105860 2023-10-21T15:32:33.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.947+0000 7fe4017fa700 1 --2- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe3ec0388c0 0x7fe3ec03ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:33.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.947+0000 7fe4017fa700 1 -- 172.21.15.46:0/1401590793 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fe3f404c740 con 0x7fe404105860 2023-10-21T15:32:33.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.947+0000 7fe4037fe700 1 --2- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe3ec0388c0 0x7fe3ec03ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:33.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.948+0000 7fe4037fe700 1 --2- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe3ec0388c0 0x7fe3ec03ad80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8006fd0 tx=0x7fe3f8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:33.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:33.952+0000 7fe4017fa700 1 -- 172.21.15.46:0/1401590793 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe3f400b8d0 con 0x7fe404105860 2023-10-21T15:32:34.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:34.158+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi105", "target": ["mon-mgr", ""]}) v1 -- 0x7fe404195620 con 0x7fe3ec0388c0 2023-10-21T15:32:35.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:35 smithi046 ceph-mon[99436]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi105", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:35.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:35 smithi046 ceph-mon[99436]: Deploying cephadm binary to smithi105 2023-10-21T15:32:37.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.116+0000 7fe4017fa700 1 -- 172.21.15.46:0/1401590793 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7fe404195620 con 0x7fe3ec0388c0 2023-10-21T15:32:37.119 INFO:teuthology.orchestra.run.smithi046.stdout:Added host 'smithi105' with addr '172.21.15.105' 2023-10-21T15:32:37.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe3ec0388c0 msgr2=0x7fe3ec03ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:37.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 --2- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe3ec0388c0 0x7fe3ec03ad80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8006fd0 tx=0x7fe3f8006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:37.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 msgr2=0x7fe404194a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:37.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 --2- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 0x7fe404194a70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4004f40 tx=0x7fe3f4005020 comp rx=0 tx=0).stop 2023-10-21T15:32:37.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 shutdown_connections 2023-10-21T15:32:37.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 --2- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe3ec0388c0 0x7fe3ec03ad80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:37.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 --2- 172.21.15.46:0/1401590793 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe404105860 0x7fe404194a70 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:37.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 >> 172.21.15.46:0/1401590793 conn(0x7fe404075370 msgr2=0x7fe4040fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:37.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 shutdown_connections 2023-10-21T15:32:37.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:37.119+0000 7fe40a751700 1 -- 172.21.15.46:0/1401590793 wait complete. 2023-10-21T15:32:37.516 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-21T15:32:38.082 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:32:38.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:38 smithi046 ceph-mon[99436]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:38.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:38.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:38 smithi046 ceph-mon[99436]: Added host smithi105 2023-10-21T15:32:38.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:38.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:39.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.387+0000 7f9ecc25a700 1 -- 172.21.15.46:0/2854105017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 msgr2=0x7f9ec4105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:39.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.387+0000 7f9ecc25a700 1 --2- 172.21.15.46:0/2854105017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 0x7f9ec4105c40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0009910 tx=0x7f9ec0009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:39.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.388+0000 7f9ecc25a700 1 -- 172.21.15.46:0/2854105017 shutdown_connections 2023-10-21T15:32:39.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.388+0000 7f9ecc25a700 1 --2- 172.21.15.46:0/2854105017 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 0x7f9ec4105c40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:39.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.388+0000 7f9ecc25a700 1 -- 172.21.15.46:0/2854105017 >> 172.21.15.46:0/2854105017 conn(0x7f9ec4075370 msgr2=0x7f9ec4075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:39.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.388+0000 7f9ecc25a700 1 -- 172.21.15.46:0/2854105017 shutdown_connections 2023-10-21T15:32:39.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.388+0000 7f9ecc25a700 1 -- 172.21.15.46:0/2854105017 wait complete. 2023-10-21T15:32:39.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.388+0000 7f9ecc25a700 1 Processor -- start 2023-10-21T15:32:39.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.388+0000 7f9ecc25a700 1 -- start start 2023-10-21T15:32:39.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ecc25a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 0x7f9ec4195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:39.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ecc25a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ec41963f0 con 0x7f9ec4105860 2023-10-21T15:32:39.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ec9ff6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 0x7f9ec4195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:39.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ec9ff6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 0x7f9ec4195eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60332/0 (socket says 172.21.15.46:60332) 2023-10-21T15:32:39.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ec9ff6700 1 -- 172.21.15.46:0/270084292 learned_addr learned my addr 172.21.15.46:0/270084292 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:39.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ec9ff6700 1 -- 172.21.15.46:0/270084292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ec00095f0 con 0x7f9ec4105860 2023-10-21T15:32:39.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ec9ff6700 1 --2- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 0x7f9ec4195eb0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0006010 tx=0x7f9ec0004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:39.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ebaffd700 1 -- 172.21.15.46:0/270084292 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9ec001d070 con 0x7f9ec4105860 2023-10-21T15:32:39.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ebaffd700 1 -- 172.21.15.46:0/270084292 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ec000bbb0 con 0x7f9ec4105860 2023-10-21T15:32:39.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ec4196650 con 0x7f9ec4105860 2023-10-21T15:32:39.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ebaffd700 1 -- 172.21.15.46:0/270084292 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9ec0003930 con 0x7f9ec4105860 2023-10-21T15:32:39.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.389+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ec4196ad0 con 0x7f9ec4105860 2023-10-21T15:32:39.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.390+0000 7f9ebaffd700 1 -- 172.21.15.46:0/270084292 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f9ec0003b20 con 0x7f9ec4105860 2023-10-21T15:32:39.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.390+0000 7f9ebaffd700 1 --2- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9eb0038910 0x7f9eb003add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:39.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.390+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ec40624e0 con 0x7f9ec4105860 2023-10-21T15:32:39.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.390+0000 7f9ebaffd700 1 -- 172.21.15.46:0/270084292 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f9ec004c6e0 con 0x7f9ec4105860 2023-10-21T15:32:39.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.390+0000 7f9ec97f5700 1 --2- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9eb0038910 0x7f9eb003add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:39.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.391+0000 7f9ec97f5700 1 --2- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9eb0038910 0x7f9eb003add0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4006fd0 tx=0x7f9eb4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:39.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.395+0000 7f9ebaffd700 1 -- 172.21.15.46:0/270084292 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9ec002a590 con 0x7f9ec4105860 2023-10-21T15:32:39.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.603+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9ec4109cc0 con 0x7f9eb0038910 2023-10-21T15:32:39.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.604+0000 7f9ebaffd700 1 -- 172.21.15.46:0/270084292 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+160 (secure 0 0 0) 0x7f9ec4109cc0 con 0x7f9eb0038910 2023-10-21T15:32:39.607 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:39.607 INFO:teuthology.orchestra.run.smithi046.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.105", "hostname": "smithi105", "labels": [], "status": ""}] 2023-10-21T15:32:39.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9eb0038910 msgr2=0x7f9eb003add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:39.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 --2- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9eb0038910 0x7f9eb003add0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4006fd0 tx=0x7f9eb4006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:39.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 msgr2=0x7f9ec4195eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:39.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 --2- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 0x7f9ec4195eb0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9ec0006010 tx=0x7f9ec0004ff0 comp rx=0 tx=0).stop 2023-10-21T15:32:39.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 shutdown_connections 2023-10-21T15:32:39.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 --2- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9eb0038910 0x7f9eb003add0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:39.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 --2- 172.21.15.46:0/270084292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9ec4105860 0x7f9ec4195eb0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:39.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 >> 172.21.15.46:0/270084292 conn(0x7f9ec4075370 msgr2=0x7f9ec4103370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:39.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 shutdown_connections 2023-10-21T15:32:39.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:39.606+0000 7f9ecc25a700 1 -- 172.21.15.46:0/270084292 wait complete. 2023-10-21T15:32:39.636 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:39 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:40.029 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi119 2023-10-21T15:32:40.030 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:32:40.030 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/etc/ceph/ceph.conf 2023-10-21T15:32:40.051 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:32:40.052 DEBUG:teuthology.orchestra.run.smithi119:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:32:40.111 INFO:tasks.cephadm:Adding host smithi119 to orchestrator... 2023-10-21T15:32:40.111 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch host add smithi119 2023-10-21T15:32:40.678 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:32:40.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:40 smithi046 ceph-mon[99436]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:40.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:40.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:40 smithi046 ceph-mon[99436]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:32:41.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.909+0000 7fec7282c700 1 -- 172.21.15.46:0/764059111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 msgr2=0x7fec6c105c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:41.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.909+0000 7fec7282c700 1 --2- 172.21.15.46:0/764059111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 0x7fec6c105c30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fec5c009910 tx=0x7fec5c009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:41.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.909+0000 7fec7282c700 1 -- 172.21.15.46:0/764059111 shutdown_connections 2023-10-21T15:32:41.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.909+0000 7fec7282c700 1 --2- 172.21.15.46:0/764059111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 0x7fec6c105c30 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:41.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.909+0000 7fec7282c700 1 -- 172.21.15.46:0/764059111 >> 172.21.15.46:0/764059111 conn(0x7fec6c0fb360 msgr2=0x7fec6c0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:41.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.909+0000 7fec7282c700 1 -- 172.21.15.46:0/764059111 shutdown_connections 2023-10-21T15:32:41.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.909+0000 7fec7282c700 1 -- 172.21.15.46:0/764059111 wait complete. 2023-10-21T15:32:41.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.910+0000 7fec7282c700 1 Processor -- start 2023-10-21T15:32:41.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.910+0000 7fec7282c700 1 -- start start 2023-10-21T15:32:41.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.910+0000 7fec7282c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 0x7fec6c196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:41.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.910+0000 7fec7282c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec6c1971d0 con 0x7fec6c105850 2023-10-21T15:32:41.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.910+0000 7fec6bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 0x7fec6c196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:41.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.910+0000 7fec6bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 0x7fec6c196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60338/0 (socket says 172.21.15.46:60338) 2023-10-21T15:32:41.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.910+0000 7fec6bfff700 1 -- 172.21.15.46:0/4172040520 learned_addr learned my addr 172.21.15.46:0/4172040520 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:41.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.911+0000 7fec6bfff700 1 -- 172.21.15.46:0/4172040520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec5c0095f0 con 0x7fec6c105850 2023-10-21T15:32:41.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.911+0000 7fec6bfff700 1 --2- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 0x7fec6c196c90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fec5c004f40 tx=0x7fec5c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:41.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.911+0000 7fec697fa700 1 -- 172.21.15.46:0/4172040520 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fec5c01d070 con 0x7fec6c105850 2023-10-21T15:32:41.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.911+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec6c197430 con 0x7fec6c105850 2023-10-21T15:32:41.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.911+0000 7fec697fa700 1 -- 172.21.15.46:0/4172040520 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fec5c004370 con 0x7fec6c105850 2023-10-21T15:32:41.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.911+0000 7fec697fa700 1 -- 172.21.15.46:0/4172040520 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fec5c003970 con 0x7fec6c105850 2023-10-21T15:32:41.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.911+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec6c1978b0 con 0x7fec6c105850 2023-10-21T15:32:41.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.912+0000 7fec697fa700 1 -- 172.21.15.46:0/4172040520 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fec5c003c30 con 0x7fec6c105850 2023-10-21T15:32:41.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.912+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec6c197af0 con 0x7fec6c105850 2023-10-21T15:32:41.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.912+0000 7fec697fa700 1 --2- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec540388c0 0x7fec5403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:41.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.912+0000 7fec697fa700 1 -- 172.21.15.46:0/4172040520 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fec5c04c620 con 0x7fec6c105850 2023-10-21T15:32:41.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.912+0000 7fec6b7fe700 1 --2- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec540388c0 0x7fec5403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:41.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.913+0000 7fec6b7fe700 1 --2- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec540388c0 0x7fec5403ad80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fec60006fd0 tx=0x7fec60006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:41.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:41.917+0000 7fec697fa700 1 -- 172.21.15.46:0/4172040520 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fec5c02a590 con 0x7fec6c105850 2023-10-21T15:32:42.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:42.123+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi119", "target": ["mon-mgr", ""]}) v1 -- 0x7fec6c068fd0 con 0x7fec540388c0 2023-10-21T15:32:42.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:42 smithi046 ceph-mon[99436]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:43.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi119", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:43.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:43.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:43.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:43.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:43.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi105", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:32:43.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:32:43.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:32:43.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: Updating smithi105:/etc/ceph/ceph.conf 2023-10-21T15:32:43.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: Deploying cephadm binary to smithi119 2023-10-21T15:32:43.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:43 smithi046 ceph-mon[99436]: Updating smithi105:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:32:44.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:44 smithi046 ceph-mon[99436]: Updating smithi105:/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:32:44.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:44 smithi046 ceph-mon[99436]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:45.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.104+0000 7fec697fa700 1 -- 172.21.15.46:0/4172040520 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7fec6c068fd0 con 0x7fec540388c0 2023-10-21T15:32:45.107 INFO:teuthology.orchestra.run.smithi046.stdout:Added host 'smithi119' with addr '172.21.15.119' 2023-10-21T15:32:45.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec540388c0 msgr2=0x7fec5403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:45.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 --2- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec540388c0 0x7fec5403ad80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fec60006fd0 tx=0x7fec60006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:45.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 msgr2=0x7fec6c196c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:45.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 --2- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 0x7fec6c196c90 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fec5c004f40 tx=0x7fec5c005020 comp rx=0 tx=0).stop 2023-10-21T15:32:45.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 shutdown_connections 2023-10-21T15:32:45.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 --2- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec540388c0 0x7fec5403ad80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:45.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 --2- 172.21.15.46:0/4172040520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec6c105850 0x7fec6c196c90 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:45.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 >> 172.21.15.46:0/4172040520 conn(0x7fec6c0fb360 msgr2=0x7fec6c107d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:45.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.106+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 shutdown_connections 2023-10-21T15:32:45.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:45.107+0000 7fec7282c700 1 -- 172.21.15.46:0/4172040520 wait complete. 2023-10-21T15:32:45.448 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-21T15:32:46.015 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:32:46.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:45 smithi046 ceph-mon[99436]: Updating smithi105:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-21T15:32:46.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:47.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:46 smithi046 ceph-mon[99436]: Added host smithi119 2023-10-21T15:32:47.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:46 smithi046 ceph-mon[99436]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:47.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:47.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.212+0000 7f83ae137700 1 -- 172.21.15.46:0/756711658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 msgr2=0x7f83a8105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:47.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.212+0000 7f83ae137700 1 --2- 172.21.15.46:0/756711658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 0x7f83a8105c40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8398009910 tx=0x7f8398009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:47.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.212+0000 7f83ae137700 1 -- 172.21.15.46:0/756711658 shutdown_connections 2023-10-21T15:32:47.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.212+0000 7f83ae137700 1 --2- 172.21.15.46:0/756711658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 0x7f83a8105c40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:47.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.212+0000 7f83ae137700 1 -- 172.21.15.46:0/756711658 >> 172.21.15.46:0/756711658 conn(0x7f83a8075370 msgr2=0x7f83a8075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:47.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.212+0000 7f83ae137700 1 -- 172.21.15.46:0/756711658 shutdown_connections 2023-10-21T15:32:47.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.212+0000 7f83ae137700 1 -- 172.21.15.46:0/756711658 wait complete. 2023-10-21T15:32:47.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.213+0000 7f83ae137700 1 Processor -- start 2023-10-21T15:32:47.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.213+0000 7f83ae137700 1 -- start start 2023-10-21T15:32:47.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.213+0000 7f83ae137700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 0x7f83a80fcf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:47.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.213+0000 7f83ae137700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83a80fef00 con 0x7f83a8105860 2023-10-21T15:32:47.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.213+0000 7f83a77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 0x7f83a80fcf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:47.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.213+0000 7f83a77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 0x7f83a80fcf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60364/0 (socket says 172.21.15.46:60364) 2023-10-21T15:32:47.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.213+0000 7f83a77fe700 1 -- 172.21.15.46:0/1900548439 learned_addr learned my addr 172.21.15.46:0/1900548439 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:47.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.214+0000 7f83a77fe700 1 -- 172.21.15.46:0/1900548439 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83980095f0 con 0x7f83a8105860 2023-10-21T15:32:47.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.214+0000 7f83a77fe700 1 --2- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 0x7f83a80fcf80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8398004f40 tx=0x7f8398005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:47.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.214+0000 7f83a4ff9700 1 -- 172.21.15.46:0/1900548439 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f839801d070 con 0x7f83a8105860 2023-10-21T15:32:47.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.214+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83a80fd4c0 con 0x7f83a8105860 2023-10-21T15:32:47.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.214+0000 7f83a4ff9700 1 -- 172.21.15.46:0/1900548439 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8398004370 con 0x7f83a8105860 2023-10-21T15:32:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.214+0000 7f83a4ff9700 1 -- 172.21.15.46:0/1900548439 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f83980039b0 con 0x7f83a8105860 2023-10-21T15:32:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.214+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83a80fd940 con 0x7f83a8105860 2023-10-21T15:32:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.215+0000 7f83a4ff9700 1 -- 172.21.15.46:0/1900548439 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f8398003c70 con 0x7f83a8105860 2023-10-21T15:32:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.215+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83a80624e0 con 0x7f83a8105860 2023-10-21T15:32:47.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.215+0000 7f83a4ff9700 1 --2- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f83940388c0 0x7f839403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:47.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.215+0000 7f83a4ff9700 1 -- 172.21.15.46:0/1900548439 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f839804c840 con 0x7f83a8105860 2023-10-21T15:32:47.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.215+0000 7f83a6ffd700 1 --2- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f83940388c0 0x7f839403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:47.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.215+0000 7f83a6ffd700 1 --2- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f83940388c0 0x7f839403ad80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8390006fd0 tx=0x7f8390006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:47.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.220+0000 7f83a4ff9700 1 -- 172.21.15.46:0/1900548439 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8398029770 con 0x7f83a8105860 2023-10-21T15:32:47.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.428+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f83a80fdd80 con 0x7f83940388c0 2023-10-21T15:32:47.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.429+0000 7f83a4ff9700 1 -- 172.21.15.46:0/1900548439 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+240 (secure 0 0 0) 0x7f83a80fdd80 con 0x7f83940388c0 2023-10-21T15:32:47.432 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:32:47.432 INFO:teuthology.orchestra.run.smithi046.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.105", "hostname": "smithi105", "labels": [], "status": ""}, {"addr": "172.21.15.119", "hostname": "smithi119", "labels": [], "status": ""}] 2023-10-21T15:32:47.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.431+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f83940388c0 msgr2=0x7f839403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:47.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.431+0000 7f83ae137700 1 --2- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f83940388c0 0x7f839403ad80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8390006fd0 tx=0x7f8390006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:47.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.431+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 msgr2=0x7f83a80fcf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:47.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.431+0000 7f83ae137700 1 --2- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 0x7f83a80fcf80 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8398004f40 tx=0x7f8398005020 comp rx=0 tx=0).stop 2023-10-21T15:32:47.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.431+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 shutdown_connections 2023-10-21T15:32:47.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.431+0000 7f83ae137700 1 --2- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f83940388c0 0x7f839403ad80 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:47.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.431+0000 7f83ae137700 1 --2- 172.21.15.46:0/1900548439 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f83a8105860 0x7f83a80fcf80 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.431+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 >> 172.21.15.46:0/1900548439 conn(0x7f83a8075370 msgr2=0x7f83a8103370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.432+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 shutdown_connections 2023-10-21T15:32:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:47.432+0000 7f83ae137700 1 -- 172.21.15.46:0/1900548439 wait complete. 2023-10-21T15:32:47.861 INFO:tasks.cephadm:Setting crush tunables to default 2023-10-21T15:32:47.862 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd crush tunables default 2023-10-21T15:32:48.433 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:32:48.862 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:48 smithi046 ceph-mon[99436]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:48.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:48 smithi046 ceph-mon[99436]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:32:48.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:48 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:49.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.750+0000 7fd4e622a700 1 -- 172.21.15.46:0/3569540274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 msgr2=0x7fd4e0105c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:49.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.750+0000 7fd4e622a700 1 --2- 172.21.15.46:0/3569540274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 0x7fd4e0105c30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4009910 tx=0x7fd4d4009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:49.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.750+0000 7fd4e622a700 1 -- 172.21.15.46:0/3569540274 shutdown_connections 2023-10-21T15:32:49.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.750+0000 7fd4e622a700 1 --2- 172.21.15.46:0/3569540274 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 0x7fd4e0105c30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:49.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.750+0000 7fd4e622a700 1 -- 172.21.15.46:0/3569540274 >> 172.21.15.46:0/3569540274 conn(0x7fd4e00fb360 msgr2=0x7fd4e00fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:49.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.750+0000 7fd4e622a700 1 -- 172.21.15.46:0/3569540274 shutdown_connections 2023-10-21T15:32:49.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.750+0000 7fd4e622a700 1 -- 172.21.15.46:0/3569540274 wait complete. 2023-10-21T15:32:49.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.750+0000 7fd4e622a700 1 Processor -- start 2023-10-21T15:32:49.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4e622a700 1 -- start start 2023-10-21T15:32:49.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4e622a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 0x7fd4e0193a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:49.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4e622a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e019bb80 con 0x7fd4e0105850 2023-10-21T15:32:49.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 0x7fd4e0193a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 0x7fd4e0193a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60370/0 (socket says 172.21.15.46:60370) 2023-10-21T15:32:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4df7fe700 1 -- 172.21.15.46:0/2674567792 learned_addr learned my addr 172.21.15.46:0/2674567792 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:32:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4df7fe700 1 -- 172.21.15.46:0/2674567792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4d40095f0 con 0x7fd4e0105850 2023-10-21T15:32:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4df7fe700 1 --2- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 0x7fd4e0193a70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4004f40 tx=0x7fd4d4005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:49.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4dcff9700 1 -- 172.21.15.46:0/2674567792 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd4d401d070 con 0x7fd4e0105850 2023-10-21T15:32:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4dcff9700 1 -- 172.21.15.46:0/2674567792 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd4d4004370 con 0x7fd4e0105850 2023-10-21T15:32:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4e0193fb0 con 0x7fd4e0105850 2023-10-21T15:32:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4dcff9700 1 -- 172.21.15.46:0/2674567792 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd4d4003970 con 0x7fd4e0105850 2023-10-21T15:32:49.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.751+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4e0194430 con 0x7fd4e0105850 2023-10-21T15:32:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.752+0000 7fd4dcff9700 1 -- 172.21.15.46:0/2674567792 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fd4d4003be0 con 0x7fd4e0105850 2023-10-21T15:32:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.752+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4e00624e0 con 0x7fd4e0105850 2023-10-21T15:32:49.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.752+0000 7fd4dcff9700 1 --2- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4c8038910 0x7fd4c803add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.753+0000 7fd4dcff9700 1 -- 172.21.15.46:0/2674567792 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd4d404c620 con 0x7fd4e0105850 2023-10-21T15:32:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.753+0000 7fd4deffd700 1 --2- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4c8038910 0x7fd4c803add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:49.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.753+0000 7fd4deffd700 1 --2- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4c8038910 0x7fd4c803add0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0006fd0 tx=0x7fd4d0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:49.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.757+0000 7fd4dcff9700 1 -- 172.21.15.46:0/2674567792 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd4d402a3b0 con 0x7fd4e0105850 2023-10-21T15:32:49.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:49.963+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fd4e01946c0 con 0x7fd4e0105850 2023-10-21T15:32:50.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.509+0000 7fd4dcff9700 1 -- 172.21.15.46:0/2674567792 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7fd4d4026070 con 0x7fd4e0105850 2023-10-21T15:32:50.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4c8038910 msgr2=0x7fd4c803add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:50.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 --2- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4c8038910 0x7fd4c803add0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0006fd0 tx=0x7fd4d0006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:50.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 msgr2=0x7fd4e0193a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:50.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 --2- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 0x7fd4e0193a70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4004f40 tx=0x7fd4d4005020 comp rx=0 tx=0).stop 2023-10-21T15:32:50.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 shutdown_connections 2023-10-21T15:32:50.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 --2- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4c8038910 0x7fd4c803add0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:50.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 --2- 172.21.15.46:0/2674567792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd4e0105850 0x7fd4e0193a70 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:50.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 >> 172.21.15.46:0/2674567792 conn(0x7fd4e00fb360 msgr2=0x7fd4e0068990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:50.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 shutdown_connections 2023-10-21T15:32:50.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:32:50.513+0000 7fd4e622a700 1 -- 172.21.15.46:0/2674567792 wait complete. 2023-10-21T15:32:50.517 INFO:teuthology.orchestra.run.smithi046.stderr:adjusted tunables profile to default 2023-10-21T15:32:50.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:50.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2674567792' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-21T15:32:50.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:50.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:50.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:50.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:50.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi119", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:32:50.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:32:50.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:32:50.997 INFO:tasks.cephadm:Adding mon.a on smithi046 2023-10-21T15:32:50.997 INFO:tasks.cephadm:Adding mon.b on smithi105 2023-10-21T15:32:50.998 INFO:tasks.cephadm:Adding mon.c on smithi119 2023-10-21T15:32:50.998 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch apply mon '3;smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c' 2023-10-21T15:32:51.584 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:32:51.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:51 smithi046 ceph-mon[99436]: Updating smithi119:/etc/ceph/ceph.conf 2023-10-21T15:32:51.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:51 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2674567792' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-21T15:32:51.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:51 smithi046 ceph-mon[99436]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:32:51.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:51 smithi046 ceph-mon[99436]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:32:51.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:51 smithi046 ceph-mon[99436]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:32:51.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:51 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:51.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:51 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:51.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:51 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:52.793 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.787+0000 7fba8b24e700 1 -- 172.21.15.119:0/1088478503 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 msgr2=0x7fba84105c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:52.793 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.787+0000 7fba8b24e700 1 --2- 172.21.15.119:0/1088478503 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 0x7fba84105c60 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fba78009910 tx=0x7fba78009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:52.793 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.787+0000 7fba8b24e700 1 -- 172.21.15.119:0/1088478503 shutdown_connections 2023-10-21T15:32:52.794 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.787+0000 7fba8b24e700 1 --2- 172.21.15.119:0/1088478503 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 0x7fba84105c60 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:52.794 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.787+0000 7fba8b24e700 1 -- 172.21.15.119:0/1088478503 >> 172.21.15.119:0/1088478503 conn(0x7fba84075fa0 msgr2=0x7fba840763b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:52.794 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.787+0000 7fba8b24e700 1 -- 172.21.15.119:0/1088478503 shutdown_connections 2023-10-21T15:32:52.794 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.787+0000 7fba8b24e700 1 -- 172.21.15.119:0/1088478503 wait complete. 2023-10-21T15:32:52.794 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.788+0000 7fba8b24e700 1 Processor -- start 2023-10-21T15:32:52.795 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.788+0000 7fba8b24e700 1 -- start start 2023-10-21T15:32:52.795 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.788+0000 7fba8b24e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 0x7fba84196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:52.795 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.788+0000 7fba8b24e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba841971b0 con 0x7fba84105880 2023-10-21T15:32:52.795 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.788+0000 7fba88fea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 0x7fba84196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:52.795 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.788+0000 7fba88fea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 0x7fba84196c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.119:42124/0 (socket says 172.21.15.119:42124) 2023-10-21T15:32:52.796 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.788+0000 7fba88fea700 1 -- 172.21.15.119:0/442547248 learned_addr learned my addr 172.21.15.119:0/442547248 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:32:52.796 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.789+0000 7fba88fea700 1 -- 172.21.15.119:0/442547248 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba780095f0 con 0x7fba84105880 2023-10-21T15:32:52.796 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.789+0000 7fba88fea700 1 --2- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 0x7fba84196c70 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fba78005850 tx=0x7fba78004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:52.797 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.789+0000 7fba81ffb700 1 -- 172.21.15.119:0/442547248 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fba7801d070 con 0x7fba84105880 2023-10-21T15:32:52.797 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.789+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba84197350 con 0x7fba84105880 2023-10-21T15:32:52.798 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.789+0000 7fba81ffb700 1 -- 172.21.15.119:0/442547248 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba78004370 con 0x7fba84105880 2023-10-21T15:32:52.798 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.789+0000 7fba81ffb700 1 -- 172.21.15.119:0/442547248 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fba78003ab0 con 0x7fba84105880 2023-10-21T15:32:52.798 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.789+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba84197770 con 0x7fba84105880 2023-10-21T15:32:52.798 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.790+0000 7fba81ffb700 1 -- 172.21.15.119:0/442547248 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fba7800b6f0 con 0x7fba84105880 2023-10-21T15:32:52.799 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.790+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba84104b20 con 0x7fba84105880 2023-10-21T15:32:52.799 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.790+0000 7fba81ffb700 1 --2- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba740388c0 0x7fba7403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:52.799 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.790+0000 7fba81ffb700 1 -- 172.21.15.119:0/442547248 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fba7804c6f0 con 0x7fba84105880 2023-10-21T15:32:52.799 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.790+0000 7fba83fff700 1 --2- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba740388c0 0x7fba7403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:52.799 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.791+0000 7fba83fff700 1 --2- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba740388c0 0x7fba7403ad80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fba70006fd0 tx=0x7fba70006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:52.800 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.796+0000 7fba81ffb700 1 -- 172.21.15.119:0/442547248 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fba78005c00 con 0x7fba84105880 2023-10-21T15:32:52.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:52 smithi046 ceph-mon[99436]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:52.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:52 smithi046 ceph-mon[99436]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-21T15:32:52.998 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:52.995+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c", "target": ["mon-mgr", ""]}) v1 -- 0x7fba84197a90 con 0x7fba740388c0 2023-10-21T15:32:53.004 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.002+0000 7fba81ffb700 1 -- 172.21.15.119:0/442547248 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fba84197a90 con 0x7fba740388c0 2023-10-21T15:32:53.004 INFO:teuthology.orchestra.run.smithi119.stdout:Scheduled mon update... 2023-10-21T15:32:53.006 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba740388c0 msgr2=0x7fba7403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:53.006 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 --2- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba740388c0 0x7fba7403ad80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fba70006fd0 tx=0x7fba70006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:53.006 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 msgr2=0x7fba84196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:53.007 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 --2- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 0x7fba84196c70 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fba78005850 tx=0x7fba78004ff0 comp rx=0 tx=0).stop 2023-10-21T15:32:53.007 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 shutdown_connections 2023-10-21T15:32:53.007 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 --2- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba740388c0 0x7fba7403ad80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:53.007 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 --2- 172.21.15.119:0/442547248 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba84105880 0x7fba84196c70 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:53.007 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 >> 172.21.15.119:0/442547248 conn(0x7fba84075fa0 msgr2=0x7fba840fcc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:53.008 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 shutdown_connections 2023-10-21T15:32:53.008 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:53.004+0000 7fba8b24e700 1 -- 172.21.15.119:0/442547248 wait complete. 2023-10-21T15:32:53.563 DEBUG:teuthology.orchestra.run.smithi105:mon.b> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.b.service 2023-10-21T15:32:53.566 DEBUG:teuthology.orchestra.run.smithi119:mon.c> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.c.service 2023-10-21T15:32:53.568 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-21T15:32:53.569 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph mon dump -f json 2023-10-21T15:32:53.598 INFO:journalctl@ceph.mon.c.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:32:53.601 INFO:journalctl@ceph.mon.b.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:32:54.299 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:32:54.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:54.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c;count:3 2023-10-21T15:32:54.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:54.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:54.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:32:54.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:32:54.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:54.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:32:54.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:32:54.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: Deploying daemon mon.c on smithi119 2023-10-21T15:32:54.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:54 smithi046 ceph-mon[99436]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:56.148 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.144+0000 7f4e991f2700 1 -- 172.21.15.119:0/4208387829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 msgr2=0x7f4e94105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:56.148 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.144+0000 7f4e991f2700 1 --2- 172.21.15.119:0/4208387829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 0x7f4e94105c40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4e84009910 tx=0x7f4e84009c20 comp rx=0 tx=0).stop 2023-10-21T15:32:56.148 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.144+0000 7f4e991f2700 1 -- 172.21.15.119:0/4208387829 shutdown_connections 2023-10-21T15:32:56.148 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.144+0000 7f4e991f2700 1 --2- 172.21.15.119:0/4208387829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 0x7f4e94105c40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:56.149 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.144+0000 7f4e991f2700 1 -- 172.21.15.119:0/4208387829 >> 172.21.15.119:0/4208387829 conn(0x7f4e94075370 msgr2=0x7f4e94075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:56.149 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.144+0000 7f4e991f2700 1 -- 172.21.15.119:0/4208387829 shutdown_connections 2023-10-21T15:32:56.149 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.144+0000 7f4e991f2700 1 -- 172.21.15.119:0/4208387829 wait complete. 2023-10-21T15:32:56.149 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.145+0000 7f4e991f2700 1 Processor -- start 2023-10-21T15:32:56.149 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.146+0000 7f4e991f2700 1 -- start start 2023-10-21T15:32:56.150 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.146+0000 7f4e991f2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 0x7f4e940fcf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:56.150 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.146+0000 7f4e991f2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e940fef00 con 0x7f4e94105860 2023-10-21T15:32:56.151 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.146+0000 7f4e92d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 0x7f4e940fcf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:56.151 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.146+0000 7f4e92d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 0x7f4e940fcf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.119:42130/0 (socket says 172.21.15.119:42130) 2023-10-21T15:32:56.151 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.146+0000 7f4e92d9d700 1 -- 172.21.15.119:0/3024427549 learned_addr learned my addr 172.21.15.119:0/3024427549 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:32:56.152 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.146+0000 7f4e92d9d700 1 -- 172.21.15.119:0/3024427549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e840095f0 con 0x7f4e94105860 2023-10-21T15:32:56.152 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.147+0000 7f4e92d9d700 1 --2- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 0x7f4e940fcf80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4e84004f40 tx=0x7f4e84005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:56.152 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.147+0000 7f4e7bfff700 1 -- 172.21.15.119:0/3024427549 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e8401d070 con 0x7f4e94105860 2023-10-21T15:32:56.152 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.147+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e940fd4c0 con 0x7f4e94105860 2023-10-21T15:32:56.152 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.147+0000 7f4e7bfff700 1 -- 172.21.15.119:0/3024427549 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e84004370 con 0x7f4e94105860 2023-10-21T15:32:56.153 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.147+0000 7f4e7bfff700 1 -- 172.21.15.119:0/3024427549 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4e840039b0 con 0x7f4e94105860 2023-10-21T15:32:56.153 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.147+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e940fd940 con 0x7f4e94105860 2023-10-21T15:32:56.153 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.148+0000 7f4e7bfff700 1 -- 172.21.15.119:0/3024427549 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f4e84003c70 con 0x7f4e94105860 2023-10-21T15:32:56.153 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.148+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e80005320 con 0x7f4e94105860 2023-10-21T15:32:56.154 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.148+0000 7f4e7bfff700 1 --2- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e7c0388c0 0x7f4e7c03ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:32:56.154 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.148+0000 7f4e7bfff700 1 -- 172.21.15.119:0/3024427549 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f4e8404d600 con 0x7f4e94105860 2023-10-21T15:32:56.154 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.148+0000 7f4e9259c700 1 --2- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e7c0388c0 0x7f4e7c03ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:32:56.154 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.149+0000 7f4e9259c700 1 --2- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e7c0388c0 0x7f4e7c03ad80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4e88006fd0 tx=0x7f4e88006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:32:56.155 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.154+0000 7f4e7bfff700 1 -- 172.21.15.119:0/3024427549 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4e8402b440 con 0x7f4e94105860 2023-10-21T15:32:56.476 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.474+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f4e800055d0 con 0x7f4e94105860 2023-10-21T15:32:56.477 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.475+0000 7f4e7bfff700 1 -- 172.21.15.119:0/3024427549 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+736 (secure 0 0 0) 0x7f4e84026070 con 0x7f4e94105860 2023-10-21T15:32:56.477 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:32:56.477 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":1,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","modified":"2023-10-21T15:31:17.380272Z","created":"2023-10-21T15:31:17.380272Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-21T15:32:56.479 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e7c0388c0 msgr2=0x7f4e7c03ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:56.479 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 --2- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e7c0388c0 0x7f4e7c03ad80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4e88006fd0 tx=0x7f4e88006e40 comp rx=0 tx=0).stop 2023-10-21T15:32:56.480 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 msgr2=0x7f4e940fcf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:32:56.480 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 --2- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 0x7f4e940fcf80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4e84004f40 tx=0x7f4e84005020 comp rx=0 tx=0).stop 2023-10-21T15:32:56.480 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 shutdown_connections 2023-10-21T15:32:56.480 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 --2- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e7c0388c0 0x7f4e7c03ad80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:56.480 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 --2- 172.21.15.119:0/3024427549 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e94105860 0x7f4e940fcf80 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:32:56.481 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 >> 172.21.15.119:0/3024427549 conn(0x7f4e94075370 msgr2=0x7f4e94103370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:32:56.481 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 shutdown_connections 2023-10-21T15:32:56.481 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:32:56.477+0000 7f4e991f2700 1 -- 172.21.15.119:0/3024427549 wait complete. 2023-10-21T15:32:56.482 INFO:teuthology.orchestra.run.smithi119.stderr:dumped monmap epoch 1 2023-10-21T15:32:56.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:32:56 smithi046 ceph-mon[99436]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:56.997 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:56 smithi119 podman[103569]: 2023-10-21T15:32:56.997 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:56 smithi119 ceph-mon[103628]: set uid:gid to 167:167 (ceph:ceph) 2023-10-21T15:32:56.997 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:56 smithi119 ceph-mon[103628]: ceph version 18.0.0-6820-gf0804064 (f0804064d67a2a63dbabf1801ff452580a050cfc) reef (dev), process ceph-mon, pid 7 2023-10-21T15:32:56.998 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:56 smithi119 ceph-mon[103628]: pidfile_write: ignore empty --pid-file 2023-10-21T15:32:57.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:56 smithi119 ceph-mon[103628]: load: jerasure load: lrc 2023-10-21T15:32:57.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: RocksDB version: 7.9.2 2023-10-21T15:32:57.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Git sha 0 2023-10-21T15:32:57.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Compile date 2023-10-20 15:29:16 2023-10-21T15:32:57.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: DB SUMMARY 2023-10-21T15:32:57.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: DB Session ID: DOYPSTQHUNIGKBW8HIIV 2023-10-21T15:32:57.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: CURRENT file: CURRENT 2023-10-21T15:32:57.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: IDENTITY file: IDENTITY 2023-10-21T15:32:57.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-10-21T15:32:57.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-10-21T15:32:57.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2023-10-21T15:32:57.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.error_if_exists: 0 2023-10-21T15:32:57.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.create_if_missing: 0 2023-10-21T15:32:57.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.paranoid_checks: 1 2023-10-21T15:32:57.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-21T15:32:57.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-21T15:32:57.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-21T15:32:57.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.env: 0x556c41aadda0 2023-10-21T15:32:57.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.fs: PosixFileSystem 2023-10-21T15:32:57.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.info_log: 0x556c438ef5e0 2023-10-21T15:32:57.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_file_opening_threads: 16 2023-10-21T15:32:57.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.statistics: (nil) 2023-10-21T15:32:57.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.use_fsync: 0 2023-10-21T15:32:57.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_log_file_size: 0 2023-10-21T15:32:57.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-21T15:32:57.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-21T15:32:57.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.keep_log_file_num: 1000 2023-10-21T15:32:57.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.recycle_log_file_num: 0 2023-10-21T15:32:57.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.allow_fallocate: 1 2023-10-21T15:32:57.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.allow_mmap_reads: 0 2023-10-21T15:32:57.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.allow_mmap_writes: 0 2023-10-21T15:32:57.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.use_direct_reads: 0 2023-10-21T15:32:57.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-21T15:32:57.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.create_missing_column_families: 0 2023-10-21T15:32:57.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.db_log_dir: 2023-10-21T15:32:57.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.wal_dir: 2023-10-21T15:32:57.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-21T15:32:57.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-21T15:32:57.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-21T15:32:57.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-21T15:32:57.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-21T15:32:57.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-21T15:32:57.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.advise_random_on_open: 1 2023-10-21T15:32:57.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.db_write_buffer_size: 0 2023-10-21T15:32:57.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.write_buffer_manager: 0x556c438a7360 2023-10-21T15:32:57.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-21T15:32:57.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-21T15:32:57.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-21T15:32:57.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.rate_limiter: (nil) 2023-10-21T15:32:57.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-21T15:32:57.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.wal_recovery_mode: 2 2023-10-21T15:32:57.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.enable_thread_tracking: 0 2023-10-21T15:32:57.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.enable_pipelined_write: 0 2023-10-21T15:32:57.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.unordered_write: 0 2023-10-21T15:32:57.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-21T15:32:57.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-21T15:32:57.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-21T15:32:57.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-21T15:32:57.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.row_cache: None 2023-10-21T15:32:57.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.wal_filter: None 2023-10-21T15:32:57.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-21T15:32:57.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.allow_ingest_behind: 0 2023-10-21T15:32:57.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.two_write_queues: 0 2023-10-21T15:32:57.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.manual_wal_flush: 0 2023-10-21T15:32:57.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.wal_compression: 0 2023-10-21T15:32:57.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.atomic_flush: 0 2023-10-21T15:32:57.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-21T15:32:57.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-21T15:32:57.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-21T15:32:57.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.log_readahead_size: 0 2023-10-21T15:32:57.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-21T15:32:57.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.best_efforts_recovery: 0 2023-10-21T15:32:57.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-21T15:32:57.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-21T15:32:57.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.allow_data_in_errors: 0 2023-10-21T15:32:57.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.db_host_id: __hostname__ 2023-10-21T15:32:57.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-21T15:32:57.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_background_jobs: 2 2023-10-21T15:32:57.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_background_compactions: -1 2023-10-21T15:32:57.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_subcompactions: 1 2023-10-21T15:32:57.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-21T15:32:57.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-21T15:32:57.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-21T15:32:57.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_total_wal_size: 0 2023-10-21T15:32:57.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-21T15:32:57.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-21T15:32:57.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-21T15:32:57.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-21T15:32:57.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_open_files: -1 2023-10-21T15:32:57.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bytes_per_sync: 0 2023-10-21T15:32:57.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-21T15:32:57.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-21T15:32:57.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_readahead_size: 0 2023-10-21T15:32:57.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_background_flushes: -1 2023-10-21T15:32:57.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Compression algorithms supported: 2023-10-21T15:32:57.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-21T15:32:57.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: kZSTD supported: 0 2023-10-21T15:32:57.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: kXpressCompression supported: 0 2023-10-21T15:32:57.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: kLZ4HCCompression supported: 1 2023-10-21T15:32:57.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: kZlibCompression supported: 1 2023-10-21T15:32:57.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: kSnappyCompression supported: 1 2023-10-21T15:32:57.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: kLZ4Compression supported: 1 2023-10-21T15:32:57.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: kBZip2Compression supported: 0 2023-10-21T15:32:57.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-21T15:32:57.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-21T15:32:57.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-10-21T15:32:57.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-21T15:32:57.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-21T15:32:57.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.merge_operator: 2023-10-21T15:32:57.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_filter: None 2023-10-21T15:32:57.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_filter_factory: None 2023-10-21T15:32:57.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.sst_partitioner_factory: None 2023-10-21T15:32:57.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-21T15:32:57.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-21T15:32:57.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556c438ef6e0) 2023-10-21T15:32:57.308 INFO:journalctl@ceph.mon.c.smithi119.stdout: cache_index_and_filter_blocks: 1 2023-10-21T15:32:57.308 INFO:journalctl@ceph.mon.c.smithi119.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-21T15:32:57.308 INFO:journalctl@ceph.mon.c.smithi119.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-21T15:32:57.309 INFO:journalctl@ceph.mon.c.smithi119.stdout: pin_top_level_index_and_filter: 1 2023-10-21T15:32:57.309 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_type: 0 2023-10-21T15:32:57.309 INFO:journalctl@ceph.mon.c.smithi119.stdout: data_block_index_type: 0 2023-10-21T15:32:57.309 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_shortening: 1 2023-10-21T15:32:57.309 INFO:journalctl@ceph.mon.c.smithi119.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-21T15:32:57.310 INFO:journalctl@ceph.mon.c.smithi119.stdout: checksum: 4 2023-10-21T15:32:57.310 INFO:journalctl@ceph.mon.c.smithi119.stdout: no_block_cache: 0 2023-10-21T15:32:57.310 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache: 0x556c439451f0 2023-10-21T15:32:57.310 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_name: BinnedLRUCache 2023-10-21T15:32:57.310 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_options: 2023-10-21T15:32:57.311 INFO:journalctl@ceph.mon.c.smithi119.stdout: capacity : 536870912 2023-10-21T15:32:57.311 INFO:journalctl@ceph.mon.c.smithi119.stdout: num_shard_bits : 4 2023-10-21T15:32:57.311 INFO:journalctl@ceph.mon.c.smithi119.stdout: strict_capacity_limit : 0 2023-10-21T15:32:57.311 INFO:journalctl@ceph.mon.c.smithi119.stdout: high_pri_pool_ratio: 0.000 2023-10-21T15:32:57.311 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_cache_compressed: (nil) 2023-10-21T15:32:57.312 INFO:journalctl@ceph.mon.c.smithi119.stdout: persistent_cache: (nil) 2023-10-21T15:32:57.312 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_size: 4096 2023-10-21T15:32:57.312 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_size_deviation: 10 2023-10-21T15:32:57.312 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_restart_interval: 16 2023-10-21T15:32:57.312 INFO:journalctl@ceph.mon.c.smithi119.stdout: index_block_restart_interval: 1 2023-10-21T15:32:57.312 INFO:journalctl@ceph.mon.c.smithi119.stdout: metadata_block_size: 4096 2023-10-21T15:32:57.313 INFO:journalctl@ceph.mon.c.smithi119.stdout: partition_filters: 0 2023-10-21T15:32:57.313 INFO:journalctl@ceph.mon.c.smithi119.stdout: use_delta_encoding: 1 2023-10-21T15:32:57.313 INFO:journalctl@ceph.mon.c.smithi119.stdout: filter_policy: bloomfilter 2023-10-21T15:32:57.313 INFO:journalctl@ceph.mon.c.smithi119.stdout: whole_key_filtering: 1 2023-10-21T15:32:57.313 INFO:journalctl@ceph.mon.c.smithi119.stdout: verify_compression: 0 2023-10-21T15:32:57.314 INFO:journalctl@ceph.mon.c.smithi119.stdout: read_amp_bytes_per_bit: 0 2023-10-21T15:32:57.314 INFO:journalctl@ceph.mon.c.smithi119.stdout: format_version: 5 2023-10-21T15:32:57.314 INFO:journalctl@ceph.mon.c.smithi119.stdout: enable_index_compression: 1 2023-10-21T15:32:57.314 INFO:journalctl@ceph.mon.c.smithi119.stdout: block_align: 0 2023-10-21T15:32:57.314 INFO:journalctl@ceph.mon.c.smithi119.stdout: max_auto_readahead_size: 262144 2023-10-21T15:32:57.315 INFO:journalctl@ceph.mon.c.smithi119.stdout: prepopulate_block_cache: 0 2023-10-21T15:32:57.315 INFO:journalctl@ceph.mon.c.smithi119.stdout: initial_auto_readahead_size: 8192 2023-10-21T15:32:57.315 INFO:journalctl@ceph.mon.c.smithi119.stdout: num_file_reads_for_auto_readahead: 2 2023-10-21T15:32:57.315 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.write_buffer_size: 33554432 2023-10-21T15:32:57.315 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_write_buffer_number: 2 2023-10-21T15:32:57.315 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression: NoCompression 2023-10-21T15:32:57.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression: Disabled 2023-10-21T15:32:57.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.prefix_extractor: nullptr 2023-10-21T15:32:57.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-21T15:32:57.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.num_levels: 7 2023-10-21T15:32:57.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-21T15:32:57.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-21T15:32:57.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-21T15:32:57.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-21T15:32:57.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-21T15:32:57.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-21T15:32:57.318 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-21T15:32:57.318 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-21T15:32:57.318 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-21T15:32:57.318 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-21T15:32:57.318 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-21T15:32:57.319 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-21T15:32:57.319 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-21T15:32:57.319 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.level: 32767 2023-10-21T15:32:57.319 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.strategy: 0 2023-10-21T15:32:57.319 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-21T15:32:57.320 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-21T15:32:57.320 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-21T15:32:57.320 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-21T15:32:57.320 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.enabled: false 2023-10-21T15:32:57.320 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-21T15:32:57.321 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-21T15:32:57.321 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-21T15:32:57.321 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-21T15:32:57.321 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.target_file_size_base: 67108864 2023-10-21T15:32:57.321 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-21T15:32:57.322 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-21T15:32:57.322 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-21T15:32:57.322 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-21T15:32:57.322 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-21T15:32:57.322 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-21T15:32:57.323 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-21T15:32:57.323 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-21T15:32:57.323 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-21T15:32:57.323 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-21T15:32:57.323 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-21T15:32:57.324 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-21T15:32:57.324 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-21T15:32:57.324 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-21T15:32:57.324 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.arena_block_size: 1048576 2023-10-21T15:32:57.324 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-21T15:32:57.324 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-21T15:32:57.325 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.disable_auto_compactions: 0 2023-10-21T15:32:57.325 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-21T15:32:57.325 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-21T15:32:57.325 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-21T15:32:57.325 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-21T15:32:57.327 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-21T15:32:57.327 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-21T15:32:57.327 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-21T15:32:57.327 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-21T15:32:57.328 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-21T15:32:57.328 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-21T15:32:57.328 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.table_properties_collectors: 2023-10-21T15:32:57.328 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.inplace_update_support: 0 2023-10-21T15:32:57.328 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-21T15:32:57.329 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-21T15:32:57.329 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-21T15:32:57.329 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-21T15:32:57.329 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.bloom_locality: 0 2023-10-21T15:32:57.329 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.max_successive_merges: 0 2023-10-21T15:32:57.329 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-21T15:32:57.330 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.paranoid_file_checks: 0 2023-10-21T15:32:57.330 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.force_consistency_checks: 1 2023-10-21T15:32:57.330 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.report_bg_io_stats: 0 2023-10-21T15:32:57.330 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.ttl: 2592000 2023-10-21T15:32:57.330 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-21T15:32:57.331 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-21T15:32:57.331 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-21T15:32:57.331 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.enable_blob_files: false 2023-10-21T15:32:57.331 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.min_blob_size: 0 2023-10-21T15:32:57.331 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.blob_file_size: 268435456 2023-10-21T15:32:57.332 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-21T15:32:57.332 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-21T15:32:57.332 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-21T15:32:57.332 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-21T15:32:57.332 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-21T15:32:57.332 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.blob_file_starting_level: 0 2023-10-21T15:32:57.333 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-21T15:32:57.333 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-21T15:32:57.333 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-21T15:32:57.333 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: acd5d5a5-ed64-4f24-b908-28418b3d24de 2023-10-21T15:32:57.333 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902377002087, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-21T15:32:57.334 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-10-21T15:32:57.334 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902377002495, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1697902377, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "acd5d5a5-ed64-4f24-b908-28418b3d24de", "db_session_id": "DOYPSTQHUNIGKBW8HIIV", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-10-21T15:32:57.334 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902377002565, "job": 1, "event": "recovery_finished"} 2023-10-21T15:32:57.334 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-10-21T15:32:57.334 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-21T15:32:57.335 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556c439e2000 2023-10-21T15:32:57.335 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: DB pointer 0x556c439ce000 2023-10-21T15:32:57.335 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-21T15:32:57.335 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-21T15:32:57.335 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** DB Stats ** 2023-10-21T15:32:57.336 INFO:journalctl@ceph.mon.c.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-21T15:32:57.336 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-21T15:32:57.336 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-21T15:32:57.336 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-21T15:32:57.336 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-21T15:32:57.337 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-21T15:32:57.337 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-21T15:32:57.337 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2023-10-21T15:32:57.337 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** Compaction Stats [default] ** 2023-10-21T15:32:57.337 INFO:journalctl@ceph.mon.c.smithi119.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-21T15:32:57.338 INFO:journalctl@ceph.mon.c.smithi119.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-21T15:32:57.338 INFO:journalctl@ceph.mon.c.smithi119.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-21T15:32:57.338 INFO:journalctl@ceph.mon.c.smithi119.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-21T15:32:57.338 INFO:journalctl@ceph.mon.c.smithi119.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-21T15:32:57.338 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2023-10-21T15:32:57.339 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** Compaction Stats [default] ** 2023-10-21T15:32:57.339 INFO:journalctl@ceph.mon.c.smithi119.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-21T15:32:57.339 INFO:journalctl@ceph.mon.c.smithi119.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-21T15:32:57.339 INFO:journalctl@ceph.mon.c.smithi119.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-21T15:32:57.339 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2023-10-21T15:32:57.340 INFO:journalctl@ceph.mon.c.smithi119.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-21T15:32:57.340 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2023-10-21T15:32:57.340 INFO:journalctl@ceph.mon.c.smithi119.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-21T15:32:57.340 INFO:journalctl@ceph.mon.c.smithi119.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-21T15:32:57.340 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-21T15:32:57.340 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-21T15:32:57.341 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-21T15:32:57.341 INFO:journalctl@ceph.mon.c.smithi119.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-21T15:32:57.341 INFO:journalctl@ceph.mon.c.smithi119.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-21T15:32:57.341 INFO:journalctl@ceph.mon.c.smithi119.stdout: Interval compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-21T15:32:57.341 INFO:journalctl@ceph.mon.c.smithi119.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-21T15:32:57.342 INFO:journalctl@ceph.mon.c.smithi119.stdout: Block cache BinnedLRUCache@0x556c439451f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2023-10-21T15:32:57.342 INFO:journalctl@ceph.mon.c.smithi119.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-10-21T15:32:57.342 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2023-10-21T15:32:57.342 INFO:journalctl@ceph.mon.c.smithi119.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-21T15:32:57.342 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-10-21T15:32:57.343 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: using public_addr v2:172.21.15.119:0/0 -> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] 2023-10-21T15:32:57.343 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: starting mon.c rank -1 at public addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] at bind addrs [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:32:57.343 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(???) e0 preinit fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:32:57.343 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).mds e1 new map 2023-10-21T15:32:57.343 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).mds e1 print_map 2023-10-21T15:32:57.344 INFO:journalctl@ceph.mon.c.smithi119.stdout: e1 2023-10-21T15:32:57.344 INFO:journalctl@ceph.mon.c.smithi119.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-21T15:32:57.344 INFO:journalctl@ceph.mon.c.smithi119.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-21T15:32:57.344 INFO:journalctl@ceph.mon.c.smithi119.stdout: legacy client fscid: -1 2023-10-21T15:32:57.344 INFO:journalctl@ceph.mon.c.smithi119.stdout: 2023-10-21T15:32:57.344 INFO:journalctl@ceph.mon.c.smithi119.stdout: No filesystems configured 2023-10-21T15:32:57.345 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-21T15:32:57.345 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-21T15:32:57.345 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-21T15:32:57.345 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-21T15:32:57.345 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-21T15:32:57.346 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-21T15:32:57.346 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-21T15:32:57.346 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:32:57.346 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:32:57.346 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:32:57.347 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Updating smithi105:/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:32:57.347 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:57.347 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Updating smithi105:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-21T15:32:57.347 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.347 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.348 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.348 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.348 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:57.348 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.348 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Added host smithi119 2023-10-21T15:32:57.349 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:57.349 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.349 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:57.349 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:32:57.349 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.350 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:57.350 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2674567792' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-21T15:32:57.350 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.350 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.350 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.351 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.351 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi119", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:32:57.351 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:32:57.351 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:32:57.351 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Updating smithi119:/etc/ceph/ceph.conf 2023-10-21T15:32:57.351 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2674567792' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-21T15:32:57.352 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:32:57.352 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:32:57.352 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:32:57.352 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.352 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.353 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.353 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:57.353 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-21T15:32:57.353 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:32:57.353 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c;count:3 2023-10-21T15:32:57.354 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.354 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:32:57.354 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:32:57.354 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:32:57.354 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:32:57.355 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:32:57.355 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:32:57.355 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: Deploying daemon mon.c on smithi119 2023-10-21T15:32:57.355 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:57.355 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:32:57.355 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-21T15:32:57.356 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-10-21T15:32:57.356 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta expand map: {default=false} 2023-10-21T15:32:57.356 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta from 'false' to 'false' 2023-10-21T15:32:57.356 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta expanded map: {default=false} 2023-10-21T15:32:57.356 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta expand map: {default=info} 2023-10-21T15:32:57.357 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta from 'info' to 'info' 2023-10-21T15:32:57.357 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta expanded map: {default=info} 2023-10-21T15:32:57.357 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta expand map: {default=daemon} 2023-10-21T15:32:57.357 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-21T15:32:57.357 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta expanded map: {default=daemon} 2023-10-21T15:32:57.358 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta expand map: {default=debug} 2023-10-21T15:32:57.358 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta from 'debug' to 'debug' 2023-10-21T15:32:57.358 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 ceph-mon[103628]: expand_channel_meta expanded map: {default=debug} 2023-10-21T15:32:57.358 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 bash[103569]: 96ba7d58dbbfc887fa5fa03f6efaf0df5ac2bbdfc2e4318fdc1475c7a2b382cc 2023-10-21T15:32:57.358 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:32:57 smithi119 systemd[1]: Started Ceph mon.c for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:32:58.141 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-21T15:32:58.142 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph mon dump -f json 2023-10-21T15:32:58.709 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:33:02.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:33:02.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: mon.a calling monitor election 2023-10-21T15:33:02.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:02.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: mon.c calling monitor election 2023-10-21T15:33:02.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:02.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:02.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-21T15:33:02.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:02.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: fsmap 2023-10-21T15:33:02.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:02.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: mgrmap e13: x(active, since 44s) 2023-10-21T15:33:02.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: overall HEALTH_OK 2023-10-21T15:33:02.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:02.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:02.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:02.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:02.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:33:02.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: mon.a calling monitor election 2023-10-21T15:33:02.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:02.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: mon.c calling monitor election 2023-10-21T15:33:02.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:02.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:02.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:02.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-21T15:33:02.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:02.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: fsmap 2023-10-21T15:33:02.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:02.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: mgrmap e13: x(active, since 44s) 2023-10-21T15:33:02.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: overall HEALTH_OK 2023-10-21T15:33:02.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:02.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:02.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:02.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:02.941 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.938+0000 7f288350b700 1 -- 172.21.15.119:0/4184074387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 msgr2=0x7f2868005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:02.941 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.938+0000 7f288350b700 1 --2- 172.21.15.119:0/4184074387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 0x7f2868005610 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f286c005fa0 tx=0x7f286c00ffc0 comp rx=0 tx=0).stop 2023-10-21T15:33:02.941 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.938+0000 7f288350b700 1 -- 172.21.15.119:0/4184074387 shutdown_connections 2023-10-21T15:33:02.941 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.938+0000 7f288350b700 1 --2- 172.21.15.119:0/4184074387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 0x7f2868005610 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:02.942 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.938+0000 7f288350b700 1 -- 172.21.15.119:0/4184074387 >> 172.21.15.119:0/4184074387 conn(0x7f287c0fc580 msgr2=0x7f287c0fe9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:02.942 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.939+0000 7f288350b700 1 -- 172.21.15.119:0/4184074387 shutdown_connections 2023-10-21T15:33:02.942 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.939+0000 7f288350b700 1 -- 172.21.15.119:0/4184074387 wait complete. 2023-10-21T15:33:02.944 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.939+0000 7f288350b700 1 Processor -- start 2023-10-21T15:33:02.944 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.939+0000 7f288350b700 1 -- start start 2023-10-21T15:33:02.944 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f288350b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 0x7f287c0731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:02.944 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f288350b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 0x7f287c073b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:02.945 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f288350b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f287c075130 con 0x7f287c106a90 2023-10-21T15:33:02.945 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f288350b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f287c1a2120 con 0x7f287c0736f0 2023-10-21T15:33:02.945 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f2880aa6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 0x7f287c073b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:02.945 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f2880aa6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 0x7f287c073b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46552/0 (socket says 172.21.15.119:46552) 2023-10-21T15:33:02.945 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f2880aa6700 1 -- 172.21.15.119:0/2205181163 learned_addr learned my addr 172.21.15.119:0/2205181163 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:33:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f28812a7700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 0x7f287c0731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f2880aa6700 1 -- 172.21.15.119:0/2205181163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 msgr2=0x7f287c073b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-10-21T15:33:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f2880aa6700 1 -- 172.21.15.119:0/2205181163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 msgr2=0x7f287c073b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-21T15:33:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f2880aa6700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 0x7f287c073b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-21T15:33:02.946 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f2880aa6700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 0x7f287c073b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-21T15:33:02.947 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f28812a7700 1 -- 172.21.15.119:0/2205181163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 msgr2=0x7f287c073b70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T15:33:02.947 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f28812a7700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 0x7f287c073b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:02.947 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.940+0000 7f28812a7700 1 -- 172.21.15.119:0/2205181163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f286c00f9c0 con 0x7f287c106a90 2023-10-21T15:33:02.947 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.941+0000 7f28812a7700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 0x7f287c0731b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f286c000c00 tx=0x7f286c004cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:02.947 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.941+0000 7f28727fc700 1 -- 172.21.15.119:0/2205181163 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f286c005470 con 0x7f287c106a90 2023-10-21T15:33:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.941+0000 7f28727fc700 1 -- 172.21.15.119:0/2205181163 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f286c021040 con 0x7f287c106a90 2023-10-21T15:33:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.941+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f287c1a2320 con 0x7f287c106a90 2023-10-21T15:33:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.941+0000 7f28727fc700 1 -- 172.21.15.119:0/2205181163 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f286c011670 con 0x7f287c106a90 2023-10-21T15:33:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.941+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f287c1a2840 con 0x7f287c106a90 2023-10-21T15:33:02.948 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.942+0000 7f28727fc700 1 -- 172.21.15.119:0/2205181163 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f286c0118e0 con 0x7f287c106a90 2023-10-21T15:33:02.949 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.942+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f287c0624e0 con 0x7f287c106a90 2023-10-21T15:33:02.949 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.942+0000 7f28727fc700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2860038750 0x7f286003ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:02.950 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.942+0000 7f28727fc700 1 -- 172.21.15.119:0/2205181163 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f286c04de90 con 0x7f287c106a90 2023-10-21T15:33:02.950 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.943+0000 7f2880aa6700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2860038750 0x7f286003ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:02.950 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.943+0000 7f2880aa6700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2860038750 0x7f286003ac10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2878009180 tx=0x7f2878008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:02.950 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:02.948+0000 7f28727fc700 1 -- 172.21.15.119:0/2205181163 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f286c010bc0 con 0x7f287c106a90 2023-10-21T15:33:03.219 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.217+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f287c108a30 con 0x7f287c106a90 2023-10-21T15:33:03.220 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.217+0000 7f28727fc700 1 -- 172.21.15.119:0/2205181163 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1006 (secure 0 0 0) 0x7f286c010bc0 con 0x7f287c106a90 2023-10-21T15:33:03.220 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:33:03.220 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":2,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","modified":"2023-10-21T15:32:57.030642Z","created":"2023-10-21T15:31:17.380272Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:3300","nonce":0},{"type":"v1","addr":"172.21.15.119:6789","nonce":0}]},"addr":"172.21.15.119:6789/0","public_addr":"172.21.15.119:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-21T15:33:03.221 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2860038750 msgr2=0x7f286003ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:03.222 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2860038750 0x7f286003ac10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2878009180 tx=0x7f2878008040 comp rx=0 tx=0).stop 2023-10-21T15:33:03.222 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 msgr2=0x7f287c0731b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:03.222 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 0x7f287c0731b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f286c000c00 tx=0x7f286c004cb0 comp rx=0 tx=0).stop 2023-10-21T15:33:03.222 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 shutdown_connections 2023-10-21T15:33:03.222 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2860038750 0x7f286003ac10 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:03.223 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f287c106a90 0x7f287c0731b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:03.223 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 --2- 172.21.15.119:0/2205181163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f287c0736f0 0x7f287c073b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:03.223 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 >> 172.21.15.119:0/2205181163 conn(0x7f287c0fc580 msgr2=0x7f287c18ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:03.223 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 shutdown_connections 2023-10-21T15:33:03.223 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:03.219+0000 7f288350b700 1 -- 172.21.15.119:0/2205181163 wait complete. 2023-10-21T15:33:03.224 INFO:teuthology.orchestra.run.smithi119.stderr:dumped monmap epoch 2 2023-10-21T15:33:03.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:03 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:03.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:03 smithi046 ceph-mon[99436]: Deploying daemon mon.b on smithi105 2023-10-21T15:33:03.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:03 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:03.425 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:03 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:03.425 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:03 smithi119 ceph-mon[103628]: Deploying daemon mon.b on smithi105 2023-10-21T15:33:03.425 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:03 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:04.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:04 smithi046 ceph-mon[99436]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:04.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:04 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/2205181163' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-21T15:33:04.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:04 smithi119 ceph-mon[103628]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:04.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:04 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/2205181163' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-21T15:33:04.761 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-21T15:33:04.762 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph mon dump -f json 2023-10-21T15:33:04.945 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:04 smithi105 systemd[1]: Starting Ceph mon.b for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:33:05.209 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:04 smithi105 podman[103941]: 2023-10-21T15:33:05.209 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: set uid:gid to 167:167 (ceph:ceph) 2023-10-21T15:33:05.209 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: ceph version 18.0.0-6820-gf0804064 (f0804064d67a2a63dbabf1801ff452580a050cfc) reef (dev), process ceph-mon, pid 7 2023-10-21T15:33:05.210 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pidfile_write: ignore empty --pid-file 2023-10-21T15:33:05.210 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: load: jerasure load: lrc 2023-10-21T15:33:05.210 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: RocksDB version: 7.9.2 2023-10-21T15:33:05.210 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Git sha 0 2023-10-21T15:33:05.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Compile date 2023-10-20 15:29:16 2023-10-21T15:33:05.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: DB SUMMARY 2023-10-21T15:33:05.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: DB Session ID: SN1MGBGT0AOJGCD0SF7O 2023-10-21T15:33:05.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: CURRENT file: CURRENT 2023-10-21T15:33:05.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: IDENTITY file: IDENTITY 2023-10-21T15:33:05.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-10-21T15:33:05.212 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-10-21T15:33:05.212 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2023-10-21T15:33:05.212 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.error_if_exists: 0 2023-10-21T15:33:05.212 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.create_if_missing: 0 2023-10-21T15:33:05.212 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.paranoid_checks: 1 2023-10-21T15:33:05.213 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-21T15:33:05.213 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-21T15:33:05.213 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-21T15:33:05.213 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.env: 0x5568348b4da0 2023-10-21T15:33:05.213 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.fs: PosixFileSystem 2023-10-21T15:33:05.213 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.info_log: 0x5568356895e0 2023-10-21T15:33:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_file_opening_threads: 16 2023-10-21T15:33:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.statistics: (nil) 2023-10-21T15:33:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.use_fsync: 0 2023-10-21T15:33:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_log_file_size: 0 2023-10-21T15:33:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-21T15:33:05.215 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-21T15:33:05.215 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.keep_log_file_num: 1000 2023-10-21T15:33:05.215 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.recycle_log_file_num: 0 2023-10-21T15:33:05.215 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.allow_fallocate: 1 2023-10-21T15:33:05.215 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.allow_mmap_reads: 0 2023-10-21T15:33:05.216 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.allow_mmap_writes: 0 2023-10-21T15:33:05.216 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.use_direct_reads: 0 2023-10-21T15:33:05.216 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-21T15:33:05.216 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.create_missing_column_families: 0 2023-10-21T15:33:05.216 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.db_log_dir: 2023-10-21T15:33:05.217 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.wal_dir: 2023-10-21T15:33:05.217 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-21T15:33:05.217 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-21T15:33:05.217 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-21T15:33:05.217 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-21T15:33:05.217 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-21T15:33:05.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-21T15:33:05.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.advise_random_on_open: 1 2023-10-21T15:33:05.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.db_write_buffer_size: 0 2023-10-21T15:33:05.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.write_buffer_manager: 0x556835641360 2023-10-21T15:33:05.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-21T15:33:05.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-21T15:33:05.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-21T15:33:05.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.rate_limiter: (nil) 2023-10-21T15:33:05.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-21T15:33:05.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.wal_recovery_mode: 2 2023-10-21T15:33:05.220 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.enable_thread_tracking: 0 2023-10-21T15:33:05.220 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.enable_pipelined_write: 0 2023-10-21T15:33:05.220 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.unordered_write: 0 2023-10-21T15:33:05.220 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-21T15:33:05.220 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-21T15:33:05.220 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-21T15:33:05.221 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-21T15:33:05.221 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.row_cache: None 2023-10-21T15:33:05.221 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.wal_filter: None 2023-10-21T15:33:05.222 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-21T15:33:05.222 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.allow_ingest_behind: 0 2023-10-21T15:33:05.222 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.two_write_queues: 0 2023-10-21T15:33:05.222 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.manual_wal_flush: 0 2023-10-21T15:33:05.222 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.wal_compression: 0 2023-10-21T15:33:05.222 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.atomic_flush: 0 2023-10-21T15:33:05.223 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-21T15:33:05.223 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-21T15:33:05.223 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-21T15:33:05.223 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.log_readahead_size: 0 2023-10-21T15:33:05.223 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-21T15:33:05.224 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.best_efforts_recovery: 0 2023-10-21T15:33:05.224 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-21T15:33:05.224 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-21T15:33:05.224 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.allow_data_in_errors: 0 2023-10-21T15:33:05.224 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.db_host_id: __hostname__ 2023-10-21T15:33:05.225 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-21T15:33:05.225 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_background_jobs: 2 2023-10-21T15:33:05.225 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_background_compactions: -1 2023-10-21T15:33:05.225 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_subcompactions: 1 2023-10-21T15:33:05.225 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-21T15:33:05.225 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-21T15:33:05.226 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-21T15:33:05.226 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_total_wal_size: 0 2023-10-21T15:33:05.226 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-21T15:33:05.226 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-21T15:33:05.226 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-21T15:33:05.227 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-21T15:33:05.227 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_open_files: -1 2023-10-21T15:33:05.227 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bytes_per_sync: 0 2023-10-21T15:33:05.227 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-21T15:33:05.227 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-21T15:33:05.228 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_readahead_size: 0 2023-10-21T15:33:05.228 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_background_flushes: -1 2023-10-21T15:33:05.228 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Compression algorithms supported: 2023-10-21T15:33:05.228 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-21T15:33:05.228 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: kZSTD supported: 0 2023-10-21T15:33:05.228 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: kXpressCompression supported: 0 2023-10-21T15:33:05.229 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: kLZ4HCCompression supported: 1 2023-10-21T15:33:05.229 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: kZlibCompression supported: 1 2023-10-21T15:33:05.229 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: kSnappyCompression supported: 1 2023-10-21T15:33:05.229 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: kLZ4Compression supported: 1 2023-10-21T15:33:05.229 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: kBZip2Compression supported: 0 2023-10-21T15:33:05.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-21T15:33:05.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-21T15:33:05.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-10-21T15:33:05.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-21T15:33:05.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-21T15:33:05.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.merge_operator: 2023-10-21T15:33:05.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_filter: None 2023-10-21T15:33:05.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_filter_factory: None 2023-10-21T15:33:05.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.sst_partitioner_factory: None 2023-10-21T15:33:05.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-21T15:33:05.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-21T15:33:05.232 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5568356896e0) 2023-10-21T15:33:05.232 INFO:journalctl@ceph.mon.b.smithi105.stdout: cache_index_and_filter_blocks: 1 2023-10-21T15:33:05.232 INFO:journalctl@ceph.mon.b.smithi105.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-21T15:33:05.232 INFO:journalctl@ceph.mon.b.smithi105.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-21T15:33:05.232 INFO:journalctl@ceph.mon.b.smithi105.stdout: pin_top_level_index_and_filter: 1 2023-10-21T15:33:05.232 INFO:journalctl@ceph.mon.b.smithi105.stdout: index_type: 0 2023-10-21T15:33:05.233 INFO:journalctl@ceph.mon.b.smithi105.stdout: data_block_index_type: 0 2023-10-21T15:33:05.233 INFO:journalctl@ceph.mon.b.smithi105.stdout: index_shortening: 1 2023-10-21T15:33:05.233 INFO:journalctl@ceph.mon.b.smithi105.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-21T15:33:05.233 INFO:journalctl@ceph.mon.b.smithi105.stdout: checksum: 4 2023-10-21T15:33:05.233 INFO:journalctl@ceph.mon.b.smithi105.stdout: no_block_cache: 0 2023-10-21T15:33:05.234 INFO:journalctl@ceph.mon.b.smithi105.stdout: block_cache: 0x5568356df1f0 2023-10-21T15:33:05.234 INFO:journalctl@ceph.mon.b.smithi105.stdout: block_cache_name: BinnedLRUCache 2023-10-21T15:33:05.234 INFO:journalctl@ceph.mon.b.smithi105.stdout: block_cache_options: 2023-10-21T15:33:05.234 INFO:journalctl@ceph.mon.b.smithi105.stdout: capacity : 536870912 2023-10-21T15:33:05.234 INFO:journalctl@ceph.mon.b.smithi105.stdout: num_shard_bits : 4 2023-10-21T15:33:05.234 INFO:journalctl@ceph.mon.b.smithi105.stdout: strict_capacity_limit : 0 2023-10-21T15:33:05.235 INFO:journalctl@ceph.mon.b.smithi105.stdout: high_pri_pool_ratio: 0.000 2023-10-21T15:33:05.235 INFO:journalctl@ceph.mon.b.smithi105.stdout: block_cache_compressed: (nil) 2023-10-21T15:33:05.235 INFO:journalctl@ceph.mon.b.smithi105.stdout: persistent_cache: (nil) 2023-10-21T15:33:05.235 INFO:journalctl@ceph.mon.b.smithi105.stdout: block_size: 4096 2023-10-21T15:33:05.235 INFO:journalctl@ceph.mon.b.smithi105.stdout: block_size_deviation: 10 2023-10-21T15:33:05.236 INFO:journalctl@ceph.mon.b.smithi105.stdout: block_restart_interval: 16 2023-10-21T15:33:05.236 INFO:journalctl@ceph.mon.b.smithi105.stdout: index_block_restart_interval: 1 2023-10-21T15:33:05.236 INFO:journalctl@ceph.mon.b.smithi105.stdout: metadata_block_size: 4096 2023-10-21T15:33:05.236 INFO:journalctl@ceph.mon.b.smithi105.stdout: partition_filters: 0 2023-10-21T15:33:05.236 INFO:journalctl@ceph.mon.b.smithi105.stdout: use_delta_encoding: 1 2023-10-21T15:33:05.237 INFO:journalctl@ceph.mon.b.smithi105.stdout: filter_policy: bloomfilter 2023-10-21T15:33:05.237 INFO:journalctl@ceph.mon.b.smithi105.stdout: whole_key_filtering: 1 2023-10-21T15:33:05.237 INFO:journalctl@ceph.mon.b.smithi105.stdout: verify_compression: 0 2023-10-21T15:33:05.237 INFO:journalctl@ceph.mon.b.smithi105.stdout: read_amp_bytes_per_bit: 0 2023-10-21T15:33:05.237 INFO:journalctl@ceph.mon.b.smithi105.stdout: format_version: 5 2023-10-21T15:33:05.238 INFO:journalctl@ceph.mon.b.smithi105.stdout: enable_index_compression: 1 2023-10-21T15:33:05.238 INFO:journalctl@ceph.mon.b.smithi105.stdout: block_align: 0 2023-10-21T15:33:05.238 INFO:journalctl@ceph.mon.b.smithi105.stdout: max_auto_readahead_size: 262144 2023-10-21T15:33:05.238 INFO:journalctl@ceph.mon.b.smithi105.stdout: prepopulate_block_cache: 0 2023-10-21T15:33:05.238 INFO:journalctl@ceph.mon.b.smithi105.stdout: initial_auto_readahead_size: 8192 2023-10-21T15:33:05.238 INFO:journalctl@ceph.mon.b.smithi105.stdout: num_file_reads_for_auto_readahead: 2 2023-10-21T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.write_buffer_size: 33554432 2023-10-21T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_write_buffer_number: 2 2023-10-21T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression: NoCompression 2023-10-21T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression: Disabled 2023-10-21T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.prefix_extractor: nullptr 2023-10-21T15:33:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-21T15:33:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.num_levels: 7 2023-10-21T15:33:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-21T15:33:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-21T15:33:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-21T15:33:05.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-21T15:33:05.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-21T15:33:05.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-21T15:33:05.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-21T15:33:05.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-21T15:33:05.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-21T15:33:05.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-21T15:33:05.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-21T15:33:05.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-21T15:33:05.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-21T15:33:05.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.level: 32767 2023-10-21T15:33:05.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.strategy: 0 2023-10-21T15:33:05.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-21T15:33:05.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-21T15:33:05.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-21T15:33:05.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-21T15:33:05.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.enabled: false 2023-10-21T15:33:05.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-21T15:33:05.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-21T15:33:05.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-21T15:33:05.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-21T15:33:05.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.target_file_size_base: 67108864 2023-10-21T15:33:05.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-21T15:33:05.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-21T15:33:05.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-21T15:33:05.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-21T15:33:05.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-21T15:33:05.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-21T15:33:05.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-21T15:33:05.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-21T15:33:05.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-21T15:33:05.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-21T15:33:05.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-21T15:33:05.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-21T15:33:05.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-21T15:33:05.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-21T15:33:05.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.arena_block_size: 1048576 2023-10-21T15:33:05.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-21T15:33:05.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-21T15:33:05.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.disable_auto_compactions: 0 2023-10-21T15:33:05.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-21T15:33:05.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-21T15:33:05.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-21T15:33:05.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-21T15:33:05.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-21T15:33:05.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-21T15:33:05.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-21T15:33:05.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-21T15:33:05.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-21T15:33:05.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-21T15:33:05.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.table_properties_collectors: 2023-10-21T15:33:05.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.inplace_update_support: 0 2023-10-21T15:33:05.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-21T15:33:05.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-21T15:33:05.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-21T15:33:05.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-21T15:33:05.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.bloom_locality: 0 2023-10-21T15:33:05.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.max_successive_merges: 0 2023-10-21T15:33:05.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-21T15:33:05.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.paranoid_file_checks: 0 2023-10-21T15:33:05.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.force_consistency_checks: 1 2023-10-21T15:33:05.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.report_bg_io_stats: 0 2023-10-21T15:33:05.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.ttl: 2592000 2023-10-21T15:33:05.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-21T15:33:05.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-21T15:33:05.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-21T15:33:05.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.enable_blob_files: false 2023-10-21T15:33:05.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.min_blob_size: 0 2023-10-21T15:33:05.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.blob_file_size: 268435456 2023-10-21T15:33:05.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-21T15:33:05.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-21T15:33:05.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-21T15:33:05.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-21T15:33:05.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-21T15:33:05.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.blob_file_starting_level: 0 2023-10-21T15:33:05.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-21T15:33:05.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-21T15:33:05.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-21T15:33:05.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: d68e4948-bcc0-44a1-b9d4-4a81aba31a86 2023-10-21T15:33:05.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902385186191, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-21T15:33:05.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-10-21T15:33:05.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902385186597, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1697902385, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "d68e4948-bcc0-44a1-b9d4-4a81aba31a86", "db_session_id": "SN1MGBGT0AOJGCD0SF7O", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-10-21T15:33:05.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: EVENT_LOG_v1 {"time_micros": 1697902385186665, "job": 1, "event": "recovery_finished"} 2023-10-21T15:33:05.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-10-21T15:33:05.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-21T15:33:05.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55683577c000 2023-10-21T15:33:05.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: DB pointer 0x556835768000 2023-10-21T15:33:05.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-21T15:33:05.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-21T15:33:05.259 INFO:journalctl@ceph.mon.b.smithi105.stdout: ** DB Stats ** 2023-10-21T15:33:05.259 INFO:journalctl@ceph.mon.b.smithi105.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-21T15:33:05.259 INFO:journalctl@ceph.mon.b.smithi105.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-21T15:33:05.259 INFO:journalctl@ceph.mon.b.smithi105.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-21T15:33:05.260 INFO:journalctl@ceph.mon.b.smithi105.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-21T15:33:05.260 INFO:journalctl@ceph.mon.b.smithi105.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-21T15:33:05.260 INFO:journalctl@ceph.mon.b.smithi105.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-21T15:33:05.260 INFO:journalctl@ceph.mon.b.smithi105.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-21T15:33:05.260 INFO:journalctl@ceph.mon.b.smithi105.stdout: 2023-10-21T15:33:05.261 INFO:journalctl@ceph.mon.b.smithi105.stdout: ** Compaction Stats [default] ** 2023-10-21T15:33:05.261 INFO:journalctl@ceph.mon.b.smithi105.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-21T15:33:05.261 INFO:journalctl@ceph.mon.b.smithi105.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-21T15:33:05.261 INFO:journalctl@ceph.mon.b.smithi105.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-21T15:33:05.261 INFO:journalctl@ceph.mon.b.smithi105.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-21T15:33:05.262 INFO:journalctl@ceph.mon.b.smithi105.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-21T15:33:05.262 INFO:journalctl@ceph.mon.b.smithi105.stdout: 2023-10-21T15:33:05.262 INFO:journalctl@ceph.mon.b.smithi105.stdout: ** Compaction Stats [default] ** 2023-10-21T15:33:05.262 INFO:journalctl@ceph.mon.b.smithi105.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-21T15:33:05.263 INFO:journalctl@ceph.mon.b.smithi105.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-21T15:33:05.263 INFO:journalctl@ceph.mon.b.smithi105.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-21T15:33:05.263 INFO:journalctl@ceph.mon.b.smithi105.stdout: 2023-10-21T15:33:05.263 INFO:journalctl@ceph.mon.b.smithi105.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-21T15:33:05.263 INFO:journalctl@ceph.mon.b.smithi105.stdout: 2023-10-21T15:33:05.264 INFO:journalctl@ceph.mon.b.smithi105.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-21T15:33:05.264 INFO:journalctl@ceph.mon.b.smithi105.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-21T15:33:05.264 INFO:journalctl@ceph.mon.b.smithi105.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-21T15:33:05.264 INFO:journalctl@ceph.mon.b.smithi105.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-21T15:33:05.264 INFO:journalctl@ceph.mon.b.smithi105.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-21T15:33:05.265 INFO:journalctl@ceph.mon.b.smithi105.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-21T15:33:05.265 INFO:journalctl@ceph.mon.b.smithi105.stdout: Cumulative compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-21T15:33:05.265 INFO:journalctl@ceph.mon.b.smithi105.stdout: Interval compaction: 0.00 GB write, 0.69 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-21T15:33:05.265 INFO:journalctl@ceph.mon.b.smithi105.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-21T15:33:05.265 INFO:journalctl@ceph.mon.b.smithi105.stdout: Block cache BinnedLRUCache@0x5568356df1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-10-21T15:33:05.266 INFO:journalctl@ceph.mon.b.smithi105.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-10-21T15:33:05.266 INFO:journalctl@ceph.mon.b.smithi105.stdout: 2023-10-21T15:33:05.266 INFO:journalctl@ceph.mon.b.smithi105.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-21T15:33:05.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-10-21T15:33:05.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: using public_addr v2:172.21.15.105:0/0 -> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] 2023-10-21T15:33:05.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: starting mon.b rank -1 at public addrs [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] at bind addrs [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:33:05.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(???) e0 preinit fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:33:05.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).mds e1 new map 2023-10-21T15:33:05.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).mds e1 print_map 2023-10-21T15:33:05.267 INFO:journalctl@ceph.mon.b.smithi105.stdout: e1 2023-10-21T15:33:05.268 INFO:journalctl@ceph.mon.b.smithi105.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-21T15:33:05.268 INFO:journalctl@ceph.mon.b.smithi105.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-21T15:33:05.268 INFO:journalctl@ceph.mon.b.smithi105.stdout: legacy client fscid: -1 2023-10-21T15:33:05.268 INFO:journalctl@ceph.mon.b.smithi105.stdout: 2023-10-21T15:33:05.268 INFO:journalctl@ceph.mon.b.smithi105.stdout: No filesystems configured 2023-10-21T15:33:05.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-21T15:33:05.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-21T15:33:05.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-21T15:33:05.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-21T15:33:05.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-21T15:33:05.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-21T15:33:05.330 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:33:05.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-21T15:33:05.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:33:05.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:33:05.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-21T15:33:05.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Updating smithi105:/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:33:05.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Updating smithi105:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-21T15:33:05.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:05.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Added host smithi119 2023-10-21T15:33:05.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:33:05.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2674567792' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-21T15:33:05.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.499 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.499 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi119", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:33:05.499 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:05.500 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:05.500 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Updating smithi119:/etc/ceph/ceph.conf 2023-10-21T15:33:05.500 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2674567792' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-21T15:33:05.501 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:05.501 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:05.501 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Updating smithi119:/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:33:05.502 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.502 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.502 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.503 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.503 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-21T15:33:05.503 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:05.503 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c;count:3 2023-10-21T15:33:05.504 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.504 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:05.504 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:05.505 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:05.505 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.505 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:05.506 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:05.506 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Deploying daemon mon.c on smithi119 2023-10-21T15:33:05.506 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.507 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.507 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:33:05.507 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:05.508 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.a calling monitor election 2023-10-21T15:33:05.508 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.508 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:05.509 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:05.509 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.c calling monitor election 2023-10-21T15:33:05.509 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.510 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:05.510 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:05.510 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.510 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:05.511 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-21T15:33:05.511 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: monmap e2: 2 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:05.511 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: fsmap 2023-10-21T15:33:05.512 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:05.512 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mgrmap e13: x(active, since 44s) 2023-10-21T15:33:05.512 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: overall HEALTH_OK 2023-10-21T15:33:05.513 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.513 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.513 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:05.514 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:05.514 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:05.514 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: Deploying daemon mon.b on smithi105 2023-10-21T15:33:05.515 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:05.515 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:05.515 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/2205181163' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-21T15:33:05.515 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-21T15:33:05.516 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-10-21T15:33:05.516 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta expand map: {default=false} 2023-10-21T15:33:05.516 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta from 'false' to 'false' 2023-10-21T15:33:05.516 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta expanded map: {default=false} 2023-10-21T15:33:05.516 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta expand map: {default=info} 2023-10-21T15:33:05.517 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta from 'info' to 'info' 2023-10-21T15:33:05.517 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta expanded map: {default=info} 2023-10-21T15:33:05.517 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta expand map: {default=daemon} 2023-10-21T15:33:05.517 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-21T15:33:05.517 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta expanded map: {default=daemon} 2023-10-21T15:33:05.518 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta expand map: {default=debug} 2023-10-21T15:33:05.518 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta from 'debug' to 'debug' 2023-10-21T15:33:05.518 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 ceph-mon[103980]: expand_channel_meta expanded map: {default=debug} 2023-10-21T15:33:05.518 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 bash[103941]: d57e2cc1b6de9d92253c9cedccbf41ef020b0a2923b4500b26670497abca1209 2023-10-21T15:33:05.519 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:05 smithi105 systemd[1]: Started Ceph mon.b for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:33:10.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:10.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:33:10.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: mon.a calling monitor election 2023-10-21T15:33:10.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: mon.c calling monitor election 2023-10-21T15:33:10.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:10.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:10.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:10.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-21T15:33:10.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:10.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: fsmap 2023-10-21T15:33:10.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:10.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: mgrmap e13: x(active, since 53s) 2023-10-21T15:33:10.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-21T15:33:10.673 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-21T15:33:10.674 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-21T15:33:10.674 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: mon.b (rank 2) addr [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] is down (out of quorum) 2023-10-21T15:33:10.674 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:10.674 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:10.674 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:10.675 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:10.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:33:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: mon.a calling monitor election 2023-10-21T15:33:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: mon.c calling monitor election 2023-10-21T15:33:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:10.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:10.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:10.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:10.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-21T15:33:10.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:10.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: fsmap 2023-10-21T15:33:10.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:10.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: mgrmap e13: x(active, since 53s) 2023-10-21T15:33:10.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-21T15:33:10.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-21T15:33:10.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-21T15:33:10.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: mon.b (rank 2) addr [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] is down (out of quorum) 2023-10-21T15:33:10.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:10.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:10.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:10.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:10.959 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.957+0000 7f2135983700 1 -- 172.21.15.119:0/4000864006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 msgr2=0x7f2118005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:10.960 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.957+0000 7f2135983700 1 --2- 172.21.15.119:0/4000864006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 0x7f2118005610 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2124005fa0 tx=0x7f2124010f80 comp rx=0 tx=0).stop 2023-10-21T15:33:10.960 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.957+0000 7f2135983700 1 -- 172.21.15.119:0/4000864006 shutdown_connections 2023-10-21T15:33:10.960 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.957+0000 7f2135983700 1 --2- 172.21.15.119:0/4000864006 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 0x7f2118005610 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:10.960 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.957+0000 7f2135983700 1 -- 172.21.15.119:0/4000864006 >> 172.21.15.119:0/4000864006 conn(0x7f21300fb050 msgr2=0x7f21300fd440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:10.961 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.957+0000 7f2135983700 1 -- 172.21.15.119:0/4000864006 shutdown_connections 2023-10-21T15:33:10.961 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.957+0000 7f2135983700 1 -- 172.21.15.119:0/4000864006 wait complete. 2023-10-21T15:33:10.964 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f2135983700 1 Processor -- start 2023-10-21T15:33:10.964 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f2135983700 1 -- start start 2023-10-21T15:33:10.964 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f2135983700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 0x7f2130195ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:10.964 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f2135983700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 0x7f213019a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:10.964 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f2135983700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 0x7f213019b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:10.965 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f2135983700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2130196c20 con 0x7f21300ff370 2023-10-21T15:33:10.965 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f2135983700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21301a2c50 con 0x7f2130196530 2023-10-21T15:33:10.965 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f2135983700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21301a2d90 con 0x7f213019aee0 2023-10-21T15:33:10.965 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212f7fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 0x7f213019b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:10.965 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212e7fc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 0x7f213019a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:10.965 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212f7fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 0x7f213019b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46580/0 (socket says 172.21.15.119:46580) 2023-10-21T15:33:10.966 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 0x7f2130195ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:10.966 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212e7fc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 0x7f213019a9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.119:44326/0 (socket says 172.21.15.119:44326) 2023-10-21T15:33:10.966 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212f7fe700 1 -- 172.21.15.119:0/525870395 learned_addr learned my addr 172.21.15.119:0/525870395 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:33:10.966 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212f7fe700 1 -- 172.21.15.119:0/525870395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 msgr2=0x7f213019b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2023-10-21T15:33:10.967 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212f7fe700 1 -- 172.21.15.119:0/525870395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 msgr2=0x7f213019b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-21T15:33:10.967 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212f7fe700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 0x7f213019b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-21T15:33:10.967 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.958+0000 7f212e7fc700 1 -- 172.21.15.119:0/525870395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 msgr2=0x7f213019a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-10-21T15:33:10.967 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212e7fc700 1 -- 172.21.15.119:0/525870395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 msgr2=0x7f213019a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-21T15:33:10.968 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212e7fc700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 0x7f213019a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-21T15:33:10.968 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212f7fe700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 0x7f213019b390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-21T15:33:10.968 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212e7fc700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 0x7f213019a9a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-21T15:33:10.968 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212effd700 1 -- 172.21.15.119:0/525870395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 msgr2=0x7f213019b390 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T15:33:10.968 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212effd700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 0x7f213019b390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:10.968 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212effd700 1 -- 172.21.15.119:0/525870395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 msgr2=0x7f213019a9a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T15:33:10.969 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212effd700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 0x7f213019a9a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:10.969 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212effd700 1 -- 172.21.15.119:0/525870395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2124010980 con 0x7f21300ff370 2023-10-21T15:33:10.969 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f212effd700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 0x7f2130195ff0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2124011010 tx=0x7f21240057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:10.969 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f2134981700 1 -- 172.21.15.119:0/525870395 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2124004330 con 0x7f21300ff370 2023-10-21T15:33:10.969 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21301a3010 con 0x7f21300ff370 2023-10-21T15:33:10.970 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f2134981700 1 -- 172.21.15.119:0/525870395 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2124028900 con 0x7f21300ff370 2023-10-21T15:33:10.970 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f2134981700 1 -- 172.21.15.119:0/525870395 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f212401d9d0 con 0x7f21300ff370 2023-10-21T15:33:10.970 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.959+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21301a3510 con 0x7f21300ff370 2023-10-21T15:33:10.970 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.960+0000 7f2134981700 1 -- 172.21.15.119:0/525870395 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f2124024040 con 0x7f21300ff370 2023-10-21T15:33:10.970 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.960+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21300624e0 con 0x7f21300ff370 2023-10-21T15:33:10.971 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.960+0000 7f2134981700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f211c038d90 0x7f211c03b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:10.971 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.960+0000 7f2134981700 1 -- 172.21.15.119:0/525870395 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f212404f520 con 0x7f21300ff370 2023-10-21T15:33:10.971 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.961+0000 7f212e7fc700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f211c038d90 0x7f211c03b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:10.971 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.961+0000 7f212e7fc700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f211c038d90 0x7f211c03b250 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2120009850 tx=0x7f2120008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:10.972 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:10.966+0000 7f2134981700 1 -- 172.21.15.119:0/525870395 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f21240259a0 con 0x7f21300ff370 2023-10-21T15:33:11.245 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.243+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f2130197350 con 0x7f21300ff370 2023-10-21T15:33:11.247 INFO:teuthology.orchestra.run.smithi119.stdout: 2023-10-21T15:33:11.247 INFO:teuthology.orchestra.run.smithi119.stdout:{"epoch":3,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","modified":"2023-10-21T15:33:05.214437Z","created":"2023-10-21T15:31:17.380272Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:3300","nonce":0},{"type":"v1","addr":"172.21.15.119:6789","nonce":0}]},"addr":"172.21.15.119:6789/0","public_addr":"172.21.15.119:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:3300","nonce":0},{"type":"v1","addr":"172.21.15.105:6789","nonce":0}]},"addr":"172.21.15.105:6789/0","public_addr":"172.21.15.105:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-21T15:33:11.248 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.243+0000 7f2134981700 1 -- 172.21.15.119:0/525870395 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1274 (secure 0 0 0) 0x7f2124022030 con 0x7f21300ff370 2023-10-21T15:33:11.249 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f211c038d90 msgr2=0x7f211c03b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:11.249 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f211c038d90 0x7f211c03b250 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2120009850 tx=0x7f2120008040 comp rx=0 tx=0).stop 2023-10-21T15:33:11.249 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 msgr2=0x7f2130195ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:11.249 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 0x7f2130195ff0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2124011010 tx=0x7f21240057d0 comp rx=0 tx=0).stop 2023-10-21T15:33:11.250 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 shutdown_connections 2023-10-21T15:33:11.250 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f211c038d90 0x7f211c03b250 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:11.250 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21300ff370 0x7f2130195ff0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:11.250 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f213019aee0 0x7f213019b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:11.251 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 --2- 172.21.15.119:0/525870395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2130196530 0x7f213019a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:11.251 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 >> 172.21.15.119:0/525870395 conn(0x7f21300fb050 msgr2=0x7f21300fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:11.251 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 shutdown_connections 2023-10-21T15:33:11.251 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:11.246+0000 7f2135983700 1 -- 172.21.15.119:0/525870395 wait complete. 2023-10-21T15:33:11.252 INFO:teuthology.orchestra.run.smithi119.stderr:dumped monmap epoch 3 2023-10-21T15:33:11.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:11.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:11.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:11 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/525870395' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-21T15:33:11.686 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-10-21T15:33:11.686 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph config generate-minimal-conf 2023-10-21T15:33:11.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:11.719 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:11.720 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:11 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/525870395' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-21T15:33:12.268 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:33:12.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:12.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:33:12.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: mon.a calling monitor election 2023-10-21T15:33:12.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: mon.c calling monitor election 2023-10-21T15:33:12.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:12.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:33:12.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:12.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:12.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:12.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:12.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:12.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:12.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:12.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-21T15:33:12.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:12.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: fsmap 2023-10-21T15:33:12.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:12.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: mgrmap e13: x(active, since 53s) 2023-10-21T15:33:12.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-21T15:33:12.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-21T15:33:12.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-21T15:33:12.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: mon.b (rank 2) addr [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] is down (out of quorum) 2023-10-21T15:33:12.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:12.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:12.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:12.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:12.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:12.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:12.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:12 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/525870395' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-21T15:33:13.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.455+0000 7f9000d56700 1 -- 172.21.15.46:0/358732633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 msgr2=0x7f8ffc105c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:13.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.455+0000 7f9000d56700 1 --2- 172.21.15.46:0/358732633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 0x7f8ffc105c30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8fec009910 tx=0x7f8fec009c20 comp rx=0 tx=0).stop 2023-10-21T15:33:13.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.455+0000 7f9000d56700 1 -- 172.21.15.46:0/358732633 shutdown_connections 2023-10-21T15:33:13.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.455+0000 7f9000d56700 1 --2- 172.21.15.46:0/358732633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 0x7f8ffc105c30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:13.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.455+0000 7f9000d56700 1 -- 172.21.15.46:0/358732633 >> 172.21.15.46:0/358732633 conn(0x7f8ffc0fb360 msgr2=0x7f8ffc0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:13.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.455+0000 7f9000d56700 1 -- 172.21.15.46:0/358732633 shutdown_connections 2023-10-21T15:33:13.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.455+0000 7f9000d56700 1 -- 172.21.15.46:0/358732633 wait complete. 2023-10-21T15:33:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.456+0000 7f9000d56700 1 Processor -- start 2023-10-21T15:33:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f9000d56700 1 -- start start 2023-10-21T15:33:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f9000d56700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 0x7f8ffc196d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f9000d56700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ffc1972d0 0x7f8ffc197750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:13.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f9000d56700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ffc19fe00 0x7f8ffc1a21f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f9000d56700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ffc1a29a0 con 0x7f8ffc105850 2023-10-21T15:33:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f9000d56700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ffc1a2b10 con 0x7f8ffc19fe00 2023-10-21T15:33:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f9000d56700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ffc1a2cd0 con 0x7f8ffc1972d0 2023-10-21T15:33:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 0x7f8ffc196d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:13.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 0x7f8ffc196d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60376/0 (socket says 172.21.15.46:60376) 2023-10-21T15:33:13.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffa59c700 1 -- 172.21.15.46:0/2494008277 learned_addr learned my addr 172.21.15.46:0/2494008277 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:33:13.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ff1d9b700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ffc1972d0 0x7f8ffc197750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:13.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffa59c700 1 -- 172.21.15.46:0/2494008277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ffc1972d0 msgr2=0x7f8ffc197750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:13.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffad9d700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ffc19fe00 0x7f8ffc1a21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:13.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffa59c700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ffc1972d0 0x7f8ffc197750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:13.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffa59c700 1 -- 172.21.15.46:0/2494008277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ffc19fe00 msgr2=0x7f8ffc1a21f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:13.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffa59c700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ffc19fe00 0x7f8ffc1a21f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:13.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.457+0000 7f8ffa59c700 1 -- 172.21.15.46:0/2494008277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fec0095f0 con 0x7f8ffc105850 2023-10-21T15:33:13.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.458+0000 7f8ffa59c700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 0x7f8ffc196d90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8fec004cb0 tx=0x7f8fec004d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:13.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.458+0000 7f8ff3fff700 1 -- 172.21.15.46:0/2494008277 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fec01d070 con 0x7f8ffc105850 2023-10-21T15:33:13.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.458+0000 7f8ff3fff700 1 -- 172.21.15.46:0/2494008277 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8fec00be20 con 0x7f8ffc105850 2023-10-21T15:33:13.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.458+0000 7f8ff3fff700 1 -- 172.21.15.46:0/2494008277 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fec00f460 con 0x7f8ffc105850 2023-10-21T15:33:13.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.458+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ffc1a2fb0 con 0x7f8ffc105850 2023-10-21T15:33:13.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.458+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ffc1a33d0 con 0x7f8ffc105850 2023-10-21T15:33:13.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.459+0000 7f8ff3fff700 1 -- 172.21.15.46:0/2494008277 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f8fec00f5c0 con 0x7f8ffc105850 2023-10-21T15:33:13.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.459+0000 7f8ff3fff700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fe8038d40 0x7f8fe803b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:13.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.459+0000 7f8ff3fff700 1 -- 172.21.15.46:0/2494008277 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f8fec04cae0 con 0x7f8ffc105850 2023-10-21T15:33:13.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.459+0000 7f8ff1d9b700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fe8038d40 0x7f8fe803b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:13.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.459+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ffc0624e0 con 0x7f8ffc105850 2023-10-21T15:33:13.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.459+0000 7f8ff1d9b700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fe8038d40 0x7f8fe803b200 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8fe40078e0 tx=0x7f8fe4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:13.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.464+0000 7f8ff3fff700 1 -- 172.21.15.46:0/2494008277 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8fec027030 con 0x7f8ffc105850 2023-10-21T15:33:13.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: mon.b calling monitor election 2023-10-21T15:33:13.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Updating smithi046:/etc/ceph/ceph.conf 2023-10-21T15:33:13.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Updating smithi105:/etc/ceph/ceph.conf 2023-10-21T15:33:13.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Updating smithi119:/etc/ceph/ceph.conf 2023-10-21T15:33:13.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: mon.b calling monitor election 2023-10-21T15:33:13.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: mon.c calling monitor election 2023-10-21T15:33:13.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: mon.a calling monitor election 2023-10-21T15:33:13.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-21T15:33:13.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:13.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: fsmap 2023-10-21T15:33:13.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:13.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: mgrmap e13: x(active, since 55s) 2023-10-21T15:33:13.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-21T15:33:13.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Cluster is now healthy 2023-10-21T15:33:13.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: overall HEALTH_OK 2023-10-21T15:33:13.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Updating smithi046:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Updating smithi105:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Reconfiguring mon.a (unknown last config time)... 2023-10-21T15:33:13.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:13.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:13.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:13.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:13 smithi105 ceph-mon[103980]: Reconfiguring daemon mon.a on smithi046 2023-10-21T15:33:13.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: mon.b calling monitor election 2023-10-21T15:33:13.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Updating smithi046:/etc/ceph/ceph.conf 2023-10-21T15:33:13.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Updating smithi105:/etc/ceph/ceph.conf 2023-10-21T15:33:13.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Updating smithi119:/etc/ceph/ceph.conf 2023-10-21T15:33:13.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: mon.b calling monitor election 2023-10-21T15:33:13.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: mon.c calling monitor election 2023-10-21T15:33:13.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: mon.a calling monitor election 2023-10-21T15:33:13.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-21T15:33:13.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:13.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: fsmap 2023-10-21T15:33:13.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:13.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: mgrmap e13: x(active, since 55s) 2023-10-21T15:33:13.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-21T15:33:13.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Cluster is now healthy 2023-10-21T15:33:13.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: overall HEALTH_OK 2023-10-21T15:33:13.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Updating smithi046:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Updating smithi105:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.541 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Reconfiguring mon.a (unknown last config time)... 2023-10-21T15:33:13.541 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:13.541 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:13.541 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:13.542 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:13 smithi119 ceph-mon[103628]: Reconfiguring daemon mon.a on smithi046 2023-10-21T15:33:13.598 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: mon.b calling monitor election 2023-10-21T15:33:13.599 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Updating smithi046:/etc/ceph/ceph.conf 2023-10-21T15:33:13.599 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Updating smithi105:/etc/ceph/ceph.conf 2023-10-21T15:33:13.599 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Updating smithi119:/etc/ceph/ceph.conf 2023-10-21T15:33:13.600 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: mon.b calling monitor election 2023-10-21T15:33:13.600 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: mon.c calling monitor election 2023-10-21T15:33:13.600 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: mon.a calling monitor election 2023-10-21T15:33:13.600 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-21T15:33:13.600 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: monmap e3: 3 mons at {a=[v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0],b=[v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0],c=[v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-10-21T15:33:13.601 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: fsmap 2023-10-21T15:33:13.601 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: osdmap e4: 0 total, 0 up, 0 in 2023-10-21T15:33:13.601 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: mgrmap e13: x(active, since 55s) 2023-10-21T15:33:13.601 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-21T15:33:13.601 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Cluster is now healthy 2023-10-21T15:33:13.602 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: overall HEALTH_OK 2023-10-21T15:33:13.602 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Updating smithi046:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.602 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Updating smithi105:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.602 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Updating smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/config/ceph.conf 2023-10-21T15:33:13.603 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.603 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.603 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.603 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.603 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.604 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.605 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:13.605 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Reconfiguring mon.a (unknown last config time)... 2023-10-21T15:33:13.605 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:13.605 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:13.606 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:13.606 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:13 smithi046 ceph-mon[99436]: Reconfiguring daemon mon.a on smithi046 2023-10-21T15:33:13.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.670+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f8ffc109d70 con 0x7f8ffc105850 2023-10-21T15:33:13.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.670+0000 7f8ff3fff700 1 -- 172.21.15.46:0/2494008277 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+275 (secure 0 0 0) 0x7f8fec020960 con 0x7f8ffc105850 2023-10-21T15:33:13.673 INFO:teuthology.orchestra.run.smithi046.stdout:# minimal ceph.conf for bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:33:13.673 INFO:teuthology.orchestra.run.smithi046.stdout:[global] 2023-10-21T15:33:13.673 INFO:teuthology.orchestra.run.smithi046.stdout: fsid = bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:33:13.674 INFO:teuthology.orchestra.run.smithi046.stdout: mon_host = [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] 2023-10-21T15:33:13.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fe8038d40 msgr2=0x7f8fe803b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fe8038d40 0x7f8fe803b200 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8fe40078e0 tx=0x7f8fe4008040 comp rx=0 tx=0).stop 2023-10-21T15:33:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 msgr2=0x7f8ffc196d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 0x7f8ffc196d90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8fec004cb0 tx=0x7f8fec004d90 comp rx=0 tx=0).stop 2023-10-21T15:33:13.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 shutdown_connections 2023-10-21T15:33:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fe8038d40 0x7f8fe803b200 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8ffc105850 0x7f8ffc196d90 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ffc19fe00 0x7f8ffc1a21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 --2- 172.21.15.46:0/2494008277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8ffc1972d0 0x7f8ffc197750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:13.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 >> 172.21.15.46:0/2494008277 conn(0x7f8ffc0fb360 msgr2=0x7f8ffc101350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:13.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 shutdown_connections 2023-10-21T15:33:13.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:13.672+0000 7f9000d56700 1 -- 172.21.15.46:0/2494008277 wait complete. 2023-10-21T15:33:14.326 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-10-21T15:33:14.327 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:33:14.327 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.conf 2023-10-21T15:33:14.397 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:33:14.398 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:33:14.461 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:14 smithi046 ceph-mon[99436]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:14.462 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:14 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:14.462 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:14 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2494008277' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:14.465 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:33:14.465 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/ceph/ceph.conf 2023-10-21T15:33:14.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:14 smithi105 ceph-mon[103980]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:14.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:14 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:14.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:14 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2494008277' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:14.502 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:33:14.502 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:33:14.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:14 smithi119 ceph-mon[103628]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:14.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:14 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:33:14.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:14 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2494008277' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:14.572 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:33:14.573 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.conf 2023-10-21T15:33:14.610 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:33:14.610 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-21T15:33:14.679 INFO:tasks.cephadm:Adding mgr.x on smithi046 2023-10-21T15:33:14.680 INFO:tasks.cephadm:Adding mgr.y on smithi105 2023-10-21T15:33:14.680 INFO:tasks.cephadm:Adding mgr.z on smithi119 2023-10-21T15:33:14.680 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch apply mgr '3;smithi046=x;smithi105=y;smithi119=z' 2023-10-21T15:33:15.276 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:33:15.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:15 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:15.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:15 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:15.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:15 smithi119 ceph-mon[103628]: Reconfiguring mon.b (monmap changed)... 2023-10-21T15:33:15.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:15 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:15.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:15 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:15.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:15 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:15.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:15 smithi119 ceph-mon[103628]: Reconfiguring daemon mon.b on smithi105 2023-10-21T15:33:15.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:15 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:15.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:15 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:15.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:15 smithi046 ceph-mon[99436]: Reconfiguring mon.b (monmap changed)... 2023-10-21T15:33:15.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:15 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:15.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:15 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:15.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:15 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:15.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:15 smithi046 ceph-mon[99436]: Reconfiguring daemon mon.b on smithi105 2023-10-21T15:33:15.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:15 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:15.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:15 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:15.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:15 smithi105 ceph-mon[103980]: Reconfiguring mon.b (monmap changed)... 2023-10-21T15:33:15.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:15 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:15.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:15 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:15.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:15 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:15.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:15 smithi105 ceph-mon[103980]: Reconfiguring daemon mon.b on smithi105 2023-10-21T15:33:16.635 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.632+0000 7f075c23d700 1 -- 172.21.15.119:0/3797234782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754101580 msgr2=0x7f0754103970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:16.636 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.632+0000 7f075c23d700 1 --2- 172.21.15.119:0/3797234782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754101580 0x7f0754103970 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0750009910 tx=0x7f0750009c20 comp rx=0 tx=0).stop 2023-10-21T15:33:16.636 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.632+0000 7f075c23d700 1 -- 172.21.15.119:0/3797234782 shutdown_connections 2023-10-21T15:33:16.636 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.632+0000 7f075c23d700 1 --2- 172.21.15.119:0/3797234782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754101580 0x7f0754103970 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:16.636 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.632+0000 7f075c23d700 1 -- 172.21.15.119:0/3797234782 >> 172.21.15.119:0/3797234782 conn(0x7f07540faf70 msgr2=0x7f07540fd3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:16.636 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.632+0000 7f075c23d700 1 -- 172.21.15.119:0/3797234782 shutdown_connections 2023-10-21T15:33:16.637 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.632+0000 7f075c23d700 1 -- 172.21.15.119:0/3797234782 wait complete. 2023-10-21T15:33:16.637 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075c23d700 1 Processor -- start 2023-10-21T15:33:16.637 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075c23d700 1 -- start start 2023-10-21T15:33:16.637 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075c23d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0754101580 0x7f0754195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:16.637 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075c23d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754196280 0x7f075419b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:16.638 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075c23d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0754196700 0x7f075419d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:16.638 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075c23d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f075419e020 con 0x7f0754196280 2023-10-21T15:33:16.638 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075c23d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f075419e190 con 0x7f0754196700 2023-10-21T15:33:16.638 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075c23d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f075419e350 con 0x7f0754101580 2023-10-21T15:33:16.638 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f07597d8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754196280 0x7f075419b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:16.639 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f07597d8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754196280 0x7f075419b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.119:42198/0 (socket says 172.21.15.119:42198) 2023-10-21T15:33:16.639 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f07597d8700 1 -- 172.21.15.119:0/3942850614 learned_addr learned my addr 172.21.15.119:0/3942850614 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:33:16.639 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f0759fd9700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0754101580 0x7f0754195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:16.639 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f075a7da700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0754196700 0x7f075419d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:16.641 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f07597d8700 1 -- 172.21.15.119:0/3942850614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0754101580 msgr2=0x7f0754195d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:16.641 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f07597d8700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0754101580 0x7f0754195d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:16.641 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f07597d8700 1 -- 172.21.15.119:0/3942850614 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0754196700 msgr2=0x7f075419d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:16.641 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.633+0000 7f07597d8700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0754196700 0x7f075419d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:16.642 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.634+0000 7f07597d8700 1 -- 172.21.15.119:0/3942850614 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07500095f0 con 0x7f0754196280 2023-10-21T15:33:16.642 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.634+0000 7f0759fd9700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0754101580 0x7f0754195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:33:16.642 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.634+0000 7f07597d8700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754196280 0x7f075419b2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f074400b780 tx=0x7f074400ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:16.642 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.634+0000 7f074affd700 1 -- 172.21.15.119:0/3942850614 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0744004230 con 0x7f0754196280 2023-10-21T15:33:16.642 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.634+0000 7f074affd700 1 -- 172.21.15.119:0/3942850614 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0744004390 con 0x7f0754196280 2023-10-21T15:33:16.643 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.634+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f075419e630 con 0x7f0754196280 2023-10-21T15:33:16.643 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.634+0000 7f074affd700 1 -- 172.21.15.119:0/3942850614 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0744011b90 con 0x7f0754196280 2023-10-21T15:33:16.643 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.634+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f075419ebb0 con 0x7f0754196280 2023-10-21T15:33:16.643 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.635+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f075418f5b0 con 0x7f0754196280 2023-10-21T15:33:16.643 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.635+0000 7f074affd700 1 -- 172.21.15.119:0/3942850614 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f07440036a0 con 0x7f0754196280 2023-10-21T15:33:16.644 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.635+0000 7f074affd700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0740038d40 0x7f074003b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:16.644 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.635+0000 7f074affd700 1 -- 172.21.15.119:0/3942850614 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f074404a090 con 0x7f0754196280 2023-10-21T15:33:16.644 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.636+0000 7f0759fd9700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0740038d40 0x7f074003b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:16.644 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.636+0000 7f0759fd9700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0740038d40 0x7f074003b200 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0750000c00 tx=0x7f0750005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:16.645 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.641+0000 7f074affd700 1 -- 172.21.15.119:0/3942850614 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f074401a3b0 con 0x7f0754196280 2023-10-21T15:33:16.857 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.854+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi105=y;smithi119=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f075402d250 con 0x7f0740038d40 2023-10-21T15:33:16.863 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.861+0000 7f074affd700 1 -- 172.21.15.119:0/3942850614 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f075402d250 con 0x7f0740038d40 2023-10-21T15:33:16.864 INFO:teuthology.orchestra.run.smithi119.stdout:Scheduled mgr update... 2023-10-21T15:33:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0740038d40 msgr2=0x7f074003b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0740038d40 0x7f074003b200 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0750000c00 tx=0x7f0750005fd0 comp rx=0 tx=0).stop 2023-10-21T15:33:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754196280 msgr2=0x7f075419b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:16.866 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754196280 0x7f075419b2f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f074400b780 tx=0x7f074400ba90 comp rx=0 tx=0).stop 2023-10-21T15:33:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 shutdown_connections 2023-10-21T15:33:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0740038d40 0x7f074003b200 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0754196700 0x7f075419d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:16.867 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0754101580 0x7f0754195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:16.868 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 --2- 172.21.15.119:0/3942850614 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0754196280 0x7f075419b2f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:16.868 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 >> 172.21.15.119:0/3942850614 conn(0x7f07540faf70 msgr2=0x7f07540fbc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:16.868 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 shutdown_connections 2023-10-21T15:33:16.868 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:33:16.863+0000 7f075c23d700 1 -- 172.21.15.119:0/3942850614 wait complete. 2023-10-21T15:33:17.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:16 smithi119 ceph-mon[103628]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:17.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:17.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:17.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:16 smithi119 ceph-mon[103628]: Reconfiguring mon.c (monmap changed)... 2023-10-21T15:33:17.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:17.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:17.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:17.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:16 smithi119 ceph-mon[103628]: Reconfiguring daemon mon.c on smithi119 2023-10-21T15:33:17.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:16 smithi046 ceph-mon[99436]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:17.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:17.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:17.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:16 smithi046 ceph-mon[99436]: Reconfiguring mon.c (monmap changed)... 2023-10-21T15:33:17.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:17.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:17.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:17.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:16 smithi046 ceph-mon[99436]: Reconfiguring daemon mon.c on smithi119 2023-10-21T15:33:17.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:16 smithi105 ceph-mon[103980]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:17.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:17.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:17.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:16 smithi105 ceph-mon[103980]: Reconfiguring mon.c (monmap changed)... 2023-10-21T15:33:17.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-21T15:33:17.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-21T15:33:17.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:17.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:16 smithi105 ceph-mon[103980]: Reconfiguring daemon mon.c on smithi119 2023-10-21T15:33:17.330 DEBUG:teuthology.orchestra.run.smithi105:mgr.y> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.y.service 2023-10-21T15:33:17.333 DEBUG:teuthology.orchestra.run.smithi119:mgr.z> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.z.service 2023-10-21T15:33:17.335 INFO:tasks.cephadm:Deploying OSDs... 2023-10-21T15:33:17.335 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:33:17.336 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/scratch_devs of=/dev/stdout 2023-10-21T15:33:17.357 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-21T15:33:17.358 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_1 2023-10-21T15:33:17.364 INFO:journalctl@ceph.mgr.z.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:33:17.366 INFO:journalctl@ceph.mgr.y.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:33:17.419 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-21T15:33:17.419 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:17.420 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 390244 Links: 1 2023-10-21T15:33:17.420 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:17.420 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:17.420 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-10-21 15:32:28.863634960 +0000 2023-10-21T15:33:17.420 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-10-21 15:27:09.078625397 +0000 2023-10-21T15:33:17.421 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-10-21 15:27:09.078625397 +0000 2023-10-21T15:33:17.421 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2023-10-21T15:33:17.421 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-21T15:33:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2023-10-21T15:33:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2023-10-21T15:33:17.491 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000127033 s, 4.0 MB/s 2023-10-21T15:33:17.492 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-21T15:33:17.555 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_2 2023-10-21T15:33:17.615 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-21T15:33:17.616 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:17.616 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 392718 Links: 1 2023-10-21T15:33:17.616 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:17.616 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:17.617 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-10-21 15:32:28.925634260 +0000 2023-10-21T15:33:17.617 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-10-21 15:27:09.611619426 +0000 2023-10-21T15:33:17.617 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-10-21 15:27:09.611619426 +0000 2023-10-21T15:33:17.617 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2023-10-21T15:33:17.617 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-21T15:33:17.685 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2023-10-21T15:33:17.686 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2023-10-21T15:33:17.686 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000116602 s, 4.4 MB/s 2023-10-21T15:33:17.687 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-21T15:33:17.748 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_3 2023-10-21T15:33:17.808 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-21T15:33:17.808 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:17.808 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 391739 Links: 1 2023-10-21T15:33:17.809 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:17.809 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:17.809 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-10-21 15:32:28.995633469 +0000 2023-10-21T15:33:17.809 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-10-21 15:27:10.131613601 +0000 2023-10-21T15:33:17.809 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-10-21 15:27:10.131613601 +0000 2023-10-21T15:33:17.810 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2023-10-21T15:33:17.810 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-21T15:33:17.877 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2023-10-21T15:33:17.877 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2023-10-21T15:33:17.877 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000156596 s, 3.3 MB/s 2023-10-21T15:33:17.878 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-21T15:33:17.939 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_4 2023-10-21T15:33:17.998 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-21T15:33:17.998 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:17.998 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 390494 Links: 1 2023-10-21T15:33:17.998 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:17.999 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:17.999 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-10-21 15:32:29.068632644 +0000 2023-10-21T15:33:17.999 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-10-21 15:27:10.675607508 +0000 2023-10-21T15:33:17.999 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-10-21 15:27:10.675607508 +0000 2023-10-21T15:33:17.999 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: - 2023-10-21T15:33:18.000 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-21T15:33:18.065 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2023-10-21T15:33:18.066 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2023-10-21T15:33:18.066 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.00010214 s, 5.0 MB/s 2023-10-21T15:33:18.067 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-21T15:33:18.127 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2023-10-21T15:33:18.128 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/scratch_devs of=/dev/stdout 2023-10-21T15:33:18.149 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-21T15:33:18.149 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_1 2023-10-21T15:33:18.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi105=y;smithi119=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:18.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: Saving service mgr spec with placement smithi046=x;smithi105=y;smithi119=z;count:3 2023-10-21T15:33:18.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:18.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:18.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:18.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:18.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-21T15:33:18.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:18.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:18.209 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-21T15:33:18.210 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:18.210 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 388511 Links: 1 2023-10-21T15:33:18.210 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:18.210 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:18.211 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2023-10-21 15:33:04.605088244 +0000 2023-10-21T15:33:18.211 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2023-10-21 15:26:55.449315508 +0000 2023-10-21T15:33:18.211 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2023-10-21 15:26:55.449315508 +0000 2023-10-21T15:33:18.211 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: - 2023-10-21T15:33:18.212 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-21T15:33:18.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi105=y;smithi119=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:18.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: Saving service mgr spec with placement smithi046=x;smithi105=y;smithi119=z;count:3 2023-10-21T15:33:18.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:18.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:18.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-21T15:33:18.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:18.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:18.271 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2023-10-21T15:33:18.271 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2023-10-21T15:33:18.271 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000251633 s, 2.0 MB/s 2023-10-21T15:33:18.272 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-21T15:33:18.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi105=y;smithi119=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:18.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: Saving service mgr spec with placement smithi046=x;smithi105=y;smithi119=z;count:3 2023-10-21T15:33:18.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:18.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:18.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:18.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:18.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:18.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-21T15:33:18.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:18.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:18.331 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_2 2023-10-21T15:33:18.390 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-21T15:33:18.390 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:18.390 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 395283 Links: 1 2023-10-21T15:33:18.391 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:18.391 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:18.391 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2023-10-21 15:33:04.605088244 +0000 2023-10-21T15:33:18.391 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2023-10-21 15:26:55.950305626 +0000 2023-10-21T15:33:18.391 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2023-10-21 15:26:55.950305626 +0000 2023-10-21T15:33:18.392 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: - 2023-10-21T15:33:18.392 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-21T15:33:18.456 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2023-10-21T15:33:18.457 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2023-10-21T15:33:18.457 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000228876 s, 2.2 MB/s 2023-10-21T15:33:18.458 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-21T15:33:18.516 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_3 2023-10-21T15:33:18.574 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-21T15:33:18.574 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:18.574 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 388613 Links: 1 2023-10-21T15:33:18.574 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:18.575 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:18.575 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2023-10-21 15:33:04.605088244 +0000 2023-10-21T15:33:18.575 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2023-10-21 15:26:56.444295883 +0000 2023-10-21T15:33:18.575 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2023-10-21 15:26:56.444295883 +0000 2023-10-21T15:33:18.575 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: - 2023-10-21T15:33:18.576 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-21T15:33:18.639 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2023-10-21T15:33:18.639 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2023-10-21T15:33:18.640 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.00023417 s, 2.2 MB/s 2023-10-21T15:33:18.641 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-21T15:33:18.699 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_4 2023-10-21T15:33:18.756 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-21T15:33:18.757 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:18.757 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 6h/6d Inode: 388729 Links: 1 2023-10-21T15:33:18.757 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:18.757 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:18.757 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2023-10-21 15:33:04.605088244 +0000 2023-10-21T15:33:18.758 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2023-10-21 15:26:56.966285588 +0000 2023-10-21T15:33:18.758 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2023-10-21 15:26:56.966285588 +0000 2023-10-21T15:33:18.758 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: - 2023-10-21T15:33:18.758 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-21T15:33:18.821 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2023-10-21T15:33:18.821 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2023-10-21T15:33:18.821 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.00019307 s, 2.7 MB/s 2023-10-21T15:33:18.822 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-21T15:33:18.882 DEBUG:teuthology.orchestra.run.smithi119:> set -ex 2023-10-21T15:33:18.882 DEBUG:teuthology.orchestra.run.smithi119:> dd if=/scratch_devs of=/dev/stdout 2023-10-21T15:33:18.901 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-21T15:33:18.901 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_1 2023-10-21T15:33:18.958 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-21T15:33:18.959 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:18.959 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 6h/6d Inode: 386844 Links: 1 2023-10-21T15:33:18.959 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:18.959 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:18.959 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2023-10-21 15:32:56.319879400 +0000 2023-10-21T15:33:18.960 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2023-10-21 15:26:59.198142659 +0000 2023-10-21T15:33:18.960 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2023-10-21 15:26:59.198142659 +0000 2023-10-21T15:33:18.960 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: - 2023-10-21T15:33:18.960 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-21T15:33:18.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:18 smithi105 ceph-mon[103980]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:18.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:18 smithi105 ceph-mon[103980]: Deploying daemon mgr.z on smithi119 2023-10-21T15:33:19.006 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:18 smithi119 ceph-mon[103628]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:19.007 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:18 smithi119 ceph-mon[103628]: Deploying daemon mgr.z on smithi119 2023-10-21T15:33:19.026 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2023-10-21T15:33:19.027 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2023-10-21T15:33:19.027 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000245235 s, 2.1 MB/s 2023-10-21T15:33:19.029 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-21T15:33:19.086 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_2 2023-10-21T15:33:19.145 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-21T15:33:19.145 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:19.145 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 6h/6d Inode: 386926 Links: 1 2023-10-21T15:33:19.146 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:19.146 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:19.146 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2023-10-21 15:33:19.088325044 +0000 2023-10-21T15:33:19.146 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2023-10-21 15:26:59.699130286 +0000 2023-10-21T15:33:19.146 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2023-10-21 15:26:59.699130286 +0000 2023-10-21T15:33:19.147 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: - 2023-10-21T15:33:19.147 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-21T15:33:19.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:18 smithi046 ceph-mon[99436]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:19.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:18 smithi046 ceph-mon[99436]: Deploying daemon mgr.z on smithi119 2023-10-21T15:33:19.266 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2023-10-21T15:33:19.267 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2023-10-21T15:33:19.267 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.00023427 s, 2.2 MB/s 2023-10-21T15:33:19.268 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-21T15:33:19.287 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_3 2023-10-21T15:33:19.346 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-21T15:33:19.346 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:19.346 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 6h/6d Inode: 392118 Links: 1 2023-10-21T15:33:19.346 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:19.347 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:19.347 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2023-10-21 15:33:19.218321880 +0000 2023-10-21T15:33:19.347 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2023-10-21 15:27:00.218117468 +0000 2023-10-21T15:33:19.347 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2023-10-21 15:27:00.218117468 +0000 2023-10-21T15:33:19.347 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: - 2023-10-21T15:33:19.348 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-21T15:33:19.416 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2023-10-21T15:33:19.417 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2023-10-21T15:33:19.417 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000242522 s, 2.1 MB/s 2023-10-21T15:33:19.418 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-21T15:33:19.477 DEBUG:teuthology.orchestra.run.smithi119:> stat /dev/vg_nvme/lv_4 2023-10-21T15:33:19.533 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:19 smithi119 systemd[1]: Starting Ceph mgr.z for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:33:19.534 INFO:teuthology.orchestra.run.smithi119.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-21T15:33:19.534 INFO:teuthology.orchestra.run.smithi119.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-21T15:33:19.535 INFO:teuthology.orchestra.run.smithi119.stdout:Device: 6h/6d Inode: 396293 Links: 1 2023-10-21T15:33:19.535 INFO:teuthology.orchestra.run.smithi119.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:33:19.535 INFO:teuthology.orchestra.run.smithi119.stdout:Context: system_u:object_r:device_t:s0 2023-10-21T15:33:19.536 INFO:teuthology.orchestra.run.smithi119.stdout:Access: 2023-10-21 15:33:19.218321880 +0000 2023-10-21T15:33:19.536 INFO:teuthology.orchestra.run.smithi119.stdout:Modify: 2023-10-21 15:27:00.725104947 +0000 2023-10-21T15:33:19.536 INFO:teuthology.orchestra.run.smithi119.stdout:Change: 2023-10-21 15:27:00.725104947 +0000 2023-10-21T15:33:19.536 INFO:teuthology.orchestra.run.smithi119.stdout: Birth: - 2023-10-21T15:33:19.537 DEBUG:teuthology.orchestra.run.smithi119:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-21T15:33:19.601 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records in 2023-10-21T15:33:19.601 INFO:teuthology.orchestra.run.smithi119.stderr:1+0 records out 2023-10-21T15:33:19.602 INFO:teuthology.orchestra.run.smithi119.stderr:512 bytes copied, 0.000223372 s, 2.3 MB/s 2023-10-21T15:33:19.603 DEBUG:teuthology.orchestra.run.smithi119:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-21T15:33:19.661 INFO:tasks.cephadm:Deploying osd.0 on smithi046 with /dev/vg_nvme/lv_4... 2023-10-21T15:33:19.661 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-21T15:33:19.899 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:19 smithi119 podman[105653]: 2023-10-21T15:33:20.191 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:19 smithi119 ceph-mgr[105776]: -- 172.21.15.119:0/644955507 <== mon.1 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5555e7e051e0 con 0x5555e7ddb000 2023-10-21T15:33:20.192 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:19 smithi119 bash[105653]: 918e0e73c0f3f5c0ccb4eeb8ddfd8b31d3dbc6ec1d52f2c01ae8424de7fde490 2023-10-21T15:33:20.192 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:19 smithi119 systemd[1]: Started Ceph mgr.z for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:33:20.192 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:20.020+0000 7f3bd949b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-21T15:33:20.192 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:20.100+0000 7f3bd949b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-21T15:33:20.192 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:20.189+0000 7f3bd949b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-21T15:33:20.240 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:33:20.451 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:20.281+0000 7f3bd949b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-21T15:33:20.783 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:20.449+0000 7f3bd949b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-21T15:33:20.947 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:20 smithi105 ceph-mon[103980]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:20.947 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:20.947 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:20.947 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:20.948 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:20.948 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-21T15:33:20.948 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:20.948 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:21.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:20 smithi046 ceph-mon[99436]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:21.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:21.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:21.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:21.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:21.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-21T15:33:21.004 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:21.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:21.121 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:20.809+0000 7f3bd949b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-21T15:33:21.121 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:20.938+0000 7f3bd949b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-21T15:33:21.122 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:21.025+0000 7f3bd949b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-21T15:33:21.122 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:21.119+0000 7f3bd949b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-21T15:33:21.122 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-mon[103628]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:21.122 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:21.123 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:21.123 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:21.123 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:21.123 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-21T15:33:21.124 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:21.124 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:21.740 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:21 smithi105 systemd[1]: Starting Ceph mgr.y for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:33:21.771 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-21T15:33:21.772 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-21T15:33:21.772 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2023-10-21T15:33:21.772 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2023-10-21T15:33:21.772 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00860215 s, 1.2 GB/s 2023-10-21T15:33:21.772 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2023-10-21T15:33:21.879 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:21.535+0000 7f3bd949b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-21T15:33:22.051 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:21 smithi105 ceph-mon[103980]: Deploying daemon mgr.y on smithi105 2023-10-21T15:33:22.052 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:21 smithi105 podman[105425]: 2023-10-21T15:33:22.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:21 smithi046 ceph-mon[99436]: Deploying daemon mgr.y on smithi105 2023-10-21T15:33:22.198 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:21 smithi119 ceph-mon[103628]: Deploying daemon mgr.y on smithi105 2023-10-21T15:33:22.206 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi046:vg_nvme/lv_4 2023-10-21T15:33:22.347 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-mgr[105465]: -- 172.21.15.105:0/1342051770 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b98be3f1e0 con 0x55b98be14c00 2023-10-21T15:33:22.347 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:22 smithi105 bash[105425]: 1ebdd58482977ffa416cb318391c316cc434bf0e614f0c36074530dab618f6bb 2023-10-21T15:33:22.347 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:22 smithi105 systemd[1]: Started Ceph mgr.y for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:33:22.347 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:22.172+0000 7f213c7c1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-21T15:33:22.348 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:22.255+0000 7f213c7c1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-21T15:33:22.348 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:22.344+0000 7f213c7c1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-21T15:33:22.533 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:22.195+0000 7f3bd949b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-21T15:33:22.533 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:22.277+0000 7f3bd949b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-21T15:33:22.628 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:22.448+0000 7f213c7c1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-21T15:33:22.628 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:22.625+0000 7f213c7c1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-21T15:33:22.787 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:33:23.158 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:23 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:23.014+0000 7f213c7c1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-21T15:33:23.159 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-mon[103980]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:23.159 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.159 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.160 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.160 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.160 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.160 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:23.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:22 smithi046 ceph-mon[99436]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:23.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:23.191 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:23.091+0000 7f3bd949b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:33:23.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-mon[103628]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:23.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.191 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.192 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.192 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.192 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:23.192 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:23.490 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:23 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:23.155+0000 7f213c7c1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-21T15:33:23.490 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:23 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:23.248+0000 7f213c7c1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-21T15:33:23.490 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:23 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:23.350+0000 7f213c7c1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-21T15:33:23.533 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:23.188+0000 7f3bd949b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-21T15:33:23.533 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:23.371+0000 7f3bd949b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:33:24.033 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:23.667+0000 7f3bd949b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-21T15:33:24.033 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:23.902+0000 7f3bd949b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-21T15:33:24.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 -- 172.21.15.46:0/1521689570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 msgr2=0x7f6a4c1025e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:24.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 --2- 172.21.15.46:0/1521689570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 0x7f6a4c1025e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f6a400099c0 tx=0x7f6a40009cd0 comp rx=0 tx=0).stop 2023-10-21T15:33:24.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 -- 172.21.15.46:0/1521689570 shutdown_connections 2023-10-21T15:33:24.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 --2- 172.21.15.46:0/1521689570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4c102b20 0x7f6a4c1093d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:24.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 --2- 172.21.15.46:0/1521689570 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6a4c100f80 0x7f6a4c1013a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:24.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 --2- 172.21.15.46:0/1521689570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 0x7f6a4c1025e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:24.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 -- 172.21.15.46:0/1521689570 >> 172.21.15.46:0/1521689570 conn(0x7f6a4c0fc520 msgr2=0x7f6a4c0fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:24.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 -- 172.21.15.46:0/1521689570 shutdown_connections 2023-10-21T15:33:24.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 -- 172.21.15.46:0/1521689570 wait complete. 2023-10-21T15:33:24.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.044+0000 7f6a525f5700 1 Processor -- start 2023-10-21T15:33:24.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a525f5700 1 -- start start 2023-10-21T15:33:24.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a525f5700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4c100f80 0x7f6a4c196c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:24.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a525f5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 0x7f6a4c197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:24.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a525f5700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6a4c102b20 0x7f6a4c19e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:24.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a525f5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a4c19e7a0 con 0x7f6a4c102180 2023-10-21T15:33:24.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a525f5700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a4c19e8e0 con 0x7f6a4c100f80 2023-10-21T15:33:24.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a525f5700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a4c19eaa0 con 0x7f6a4c102b20 2023-10-21T15:33:24.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 0x7f6a4c197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:24.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 0x7f6a4c197190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60390/0 (socket says 172.21.15.46:60390) 2023-10-21T15:33:24.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4b7fe700 1 -- 172.21.15.46:0/3240580803 learned_addr learned my addr 172.21.15.46:0/3240580803 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:33:24.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4bfff700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4c100f80 0x7f6a4c196c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:24.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a50b92700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6a4c102b20 0x7f6a4c19e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:24.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4b7fe700 1 -- 172.21.15.46:0/3240580803 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6a4c102b20 msgr2=0x7f6a4c19e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:24.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4b7fe700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6a4c102b20 0x7f6a4c19e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:24.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4b7fe700 1 -- 172.21.15.46:0/3240580803 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4c100f80 msgr2=0x7f6a4c196c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:24.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4b7fe700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4c100f80 0x7f6a4c196c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:24.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.045+0000 7f6a4b7fe700 1 -- 172.21.15.46:0/3240580803 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a400095f0 con 0x7f6a4c102180 2023-10-21T15:33:24.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.046+0000 7f6a4b7fe700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 0x7f6a4c197190 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6a40009fd0 tx=0x7f6a4000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:24.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.046+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a4001d070 con 0x7f6a4c102180 2023-10-21T15:33:24.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.046+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6a40005030 con 0x7f6a4c102180 2023-10-21T15:33:24.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.046+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a4c19ed20 con 0x7f6a4c102180 2023-10-21T15:33:24.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.046+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a40004b30 con 0x7f6a4c102180 2023-10-21T15:33:24.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.046+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a4c19f190 con 0x7f6a4c102180 2023-10-21T15:33:24.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.047+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f6a40004cd0 con 0x7f6a4c102180 2023-10-21T15:33:24.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.047+0000 7f6a497fa700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6a34038af0 0x7f6a3403afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:24.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.047+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6a4004c240 con 0x7f6a4c102180 2023-10-21T15:33:24.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.047+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a4c108560 con 0x7f6a4c102180 2023-10-21T15:33:24.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.047+0000 7f6a4bfff700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6a34038af0 0x7f6a3403afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:24.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.047+0000 7f6a4bfff700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6a34038af0 0x7f6a3403afb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6a4c198130 tx=0x7f6a3c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:24.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.052+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6a40026070 con 0x7f6a4c102180 2023-10-21T15:33:24.240 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:23 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:23.799+0000 7f213c7c1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-21T15:33:24.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:24.264+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f6a4c10c860 con 0x7f6a34038af0 2023-10-21T15:33:24.321 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:24.052+0000 7f3bd949b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-21T15:33:24.740 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:24.471+0000 7f213c7c1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-21T15:33:24.740 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:24.551+0000 7f213c7c1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-21T15:33:24.783 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:24.319+0000 7f3bd949b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-21T15:33:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:25.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:25.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:25.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:33:25.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:33:25.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:25.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:25.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:33:25.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:33:25.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.283 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:25.014+0000 7f3bd949b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-21T15:33:25.283 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:25.144+0000 7f3bd949b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-21T15:33:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:25.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:25.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-21T15:33:25.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-21T15:33:25.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:33:25.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:33:25.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:25.584 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:25.315+0000 7f213c7c1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:33:25.585 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:25.406+0000 7f213c7c1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-21T15:33:25.675 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:25.337+0000 7f3bd949b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-21T15:33:25.675 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:25.451+0000 7f3bd949b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-21T15:33:25.859 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:25.582+0000 7f213c7c1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-21T15:33:26.229 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:25.857+0000 7f213c7c1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-21T15:33:26.229 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:26.081+0000 7f213c7c1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-21T15:33:26.229 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:26.226+0000 7f213c7c1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-21T15:33:26.229 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: Reconfiguring mgr.x (unknown last config time)... 2023-10-21T15:33:26.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: Reconfiguring daemon mgr.x on smithi046 2023-10-21T15:33:26.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:26.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.230 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:26.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:26.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:26.231 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.283 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:25.672+0000 7f3bd949b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-21T15:33:26.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: Reconfiguring mgr.x (unknown last config time)... 2023-10-21T15:33:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: Reconfiguring daemon mgr.x on smithi046 2023-10-21T15:33:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:26.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:26.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:26.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: Reconfiguring mgr.x (unknown last config time)... 2023-10-21T15:33:26.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: Reconfiguring daemon mgr.x on smithi046 2023-10-21T15:33:26.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:26.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:26.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:26.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:26.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:26.783 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z[105743]: 2023-10-21T15:33:26.526+0000 7f3bd949b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-21T15:33:26.938 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:26.487+0000 7f213c7c1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-21T15:33:26.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:26.943+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 14) v1 ==== 90791+0+0 (secure 0 0 0) 0x7f6a40005410 con 0x7f6a4c102180 2023-10-21T15:33:27.240 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:27 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:27.179+0000 7f213c7c1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-21T15:33:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: Standby manager daemon z started 2023-10-21T15:33:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-21T15:33:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-21T15:33:27.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-21T15:33:27.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-21T15:33:27.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2236853017' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be0e8898-ffe1-4978-9cbd-0f12fb6ec4db"}]: dispatch 2023-10-21T15:33:27.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2236853017' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be0e8898-ffe1-4978-9cbd-0f12fb6ec4db"}]': finished 2023-10-21T15:33:27.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: osdmap e5: 1 total, 0 up, 1 in 2023-10-21T15:33:27.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:26 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:27.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:27.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: Standby manager daemon z started 2023-10-21T15:33:27.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-21T15:33:27.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-21T15:33:27.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-21T15:33:27.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-21T15:33:27.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2236853017' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be0e8898-ffe1-4978-9cbd-0f12fb6ec4db"}]: dispatch 2023-10-21T15:33:27.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2236853017' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be0e8898-ffe1-4978-9cbd-0f12fb6ec4db"}]': finished 2023-10-21T15:33:27.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: osdmap e5: 1 total, 0 up, 1 in 2023-10-21T15:33:27.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:26 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:27.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:27.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: Standby manager daemon z started 2023-10-21T15:33:27.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-21T15:33:27.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-21T15:33:27.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-21T15:33:27.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: from='mgr.? 172.21.15.119:0/557086571' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-21T15:33:27.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2236853017' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be0e8898-ffe1-4978-9cbd-0f12fb6ec4db"}]: dispatch 2023-10-21T15:33:27.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2236853017' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be0e8898-ffe1-4978-9cbd-0f12fb6ec4db"}]': finished 2023-10-21T15:33:27.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: osdmap e5: 1 total, 0 up, 1 in 2023-10-21T15:33:27.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:26 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:27.613 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:27 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:27.308+0000 7f213c7c1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-21T15:33:27.613 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:27 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:27.499+0000 7f213c7c1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-21T15:33:27.946 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:27 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:27.610+0000 7f213c7c1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-21T15:33:27.947 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:27 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:27.826+0000 7f213c7c1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-21T15:33:28.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:27 smithi105 ceph-mon[103980]: mgrmap e14: x(active, since 69s), standbys: z 2023-10-21T15:33:28.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-21T15:33:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:27 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/173319682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:33:28.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:27 smithi119 ceph-mon[103628]: mgrmap e14: x(active, since 69s), standbys: z 2023-10-21T15:33:28.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-21T15:33:28.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:27 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/173319682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:33:28.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:27 smithi046 ceph-mon[99436]: mgrmap e14: x(active, since 69s), standbys: z 2023-10-21T15:33:28.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-21T15:33:28.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:27 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/173319682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:33:28.948 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:33:28 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y[105441]: 2023-10-21T15:33:28.695+0000 7f213c7c1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-21T15:33:28.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:28.955+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f6a40014720 con 0x7f6a4c102180 2023-10-21T15:33:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:28 smithi105 ceph-mon[103980]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:28 smithi105 ceph-mon[103980]: Standby manager daemon y started 2023-10-21T15:33:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:28 smithi105 ceph-mon[103980]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-21T15:33:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:28 smithi105 ceph-mon[103980]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-21T15:33:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:28 smithi105 ceph-mon[103980]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-21T15:33:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:28 smithi105 ceph-mon[103980]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-21T15:33:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:28 smithi119 ceph-mon[103628]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:28 smithi119 ceph-mon[103628]: Standby manager daemon y started 2023-10-21T15:33:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:28 smithi119 ceph-mon[103628]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-21T15:33:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:28 smithi119 ceph-mon[103628]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-21T15:33:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:28 smithi119 ceph-mon[103628]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-21T15:33:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:28 smithi119 ceph-mon[103628]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-21T15:33:29.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:28 smithi046 ceph-mon[99436]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:29.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:28 smithi046 ceph-mon[99436]: Standby manager daemon y started 2023-10-21T15:33:29.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:28 smithi046 ceph-mon[99436]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-21T15:33:29.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:28 smithi046 ceph-mon[99436]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-21T15:33:29.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:28 smithi046 ceph-mon[99436]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-21T15:33:29.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:28 smithi046 ceph-mon[99436]: from='mgr.? 172.21.15.105:0/3354485388' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-21T15:33:30.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:29 smithi105 ceph-mon[103980]: mgrmap e15: x(active, since 71s), standbys: z, y 2023-10-21T15:33:30.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:29 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-21T15:33:30.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:29 smithi119 ceph-mon[103628]: mgrmap e15: x(active, since 71s), standbys: z, y 2023-10-21T15:33:30.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:29 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-21T15:33:30.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:29 smithi046 ceph-mon[99436]: mgrmap e15: x(active, since 71s), standbys: z, y 2023-10-21T15:33:30.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:29 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-21T15:33:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:30 smithi105 ceph-mon[103980]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:31.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:30 smithi119 ceph-mon[103628]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:31.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:30 smithi046 ceph-mon[99436]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:32 smithi105 ceph-mon[103980]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:33.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:32 smithi119 ceph-mon[103628]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:33.354 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:32 smithi046 ceph-mon[99436]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-21T15:33:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:34.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-21T15:33:34.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:34.291 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-21T15:33:34.292 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:35.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:34 smithi105 ceph-mon[103980]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:35.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:34 smithi105 ceph-mon[103980]: Deploying daemon osd.0 on smithi046 2023-10-21T15:33:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:34 smithi119 ceph-mon[103628]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:35.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:34 smithi119 ceph-mon[103628]: Deploying daemon osd.0 on smithi046 2023-10-21T15:33:35.340 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:34 smithi046 ceph-mon[99436]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:35.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:34 smithi046 ceph-mon[99436]: Deploying daemon osd.0 on smithi046 2023-10-21T15:33:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:36 smithi105 ceph-mon[103980]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:37.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:36 smithi119 ceph-mon[103628]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:37.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:36 smithi046 ceph-mon[99436]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:39.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:38 smithi046 ceph-mon[99436]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:39.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:39.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:39.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:38 smithi105 ceph-mon[103980]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:38 smithi119 ceph-mon[103628]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:40.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.766+0000 7f6a497fa700 1 -- 172.21.15.46:0/3240580803 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f6a4c10c860 con 0x7f6a34038af0 2023-10-21T15:33:40.769 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 0 on host 'smithi046' 2023-10-21T15:33:40.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.768+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6a34038af0 msgr2=0x7f6a3403afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:40.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.768+0000 7f6a525f5700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6a34038af0 0x7f6a3403afb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6a4c198130 tx=0x7f6a3c009260 comp rx=0 tx=0).stop 2023-10-21T15:33:40.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.768+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 msgr2=0x7f6a4c197190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:40.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.768+0000 7f6a525f5700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 0x7f6a4c197190 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f6a40009fd0 tx=0x7f6a4000f690 comp rx=0 tx=0).stop 2023-10-21T15:33:40.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.769+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 shutdown_connections 2023-10-21T15:33:40.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.769+0000 7f6a525f5700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6a34038af0 0x7f6a3403afb0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:40.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.769+0000 7f6a525f5700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6a4c102b20 0x7f6a4c19e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:40.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.769+0000 7f6a525f5700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4c100f80 0x7f6a4c196c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:40.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.769+0000 7f6a525f5700 1 --2- 172.21.15.46:0/3240580803 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a4c102180 0x7f6a4c197190 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:40.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.769+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 >> 172.21.15.46:0/3240580803 conn(0x7f6a4c0fc520 msgr2=0x7f6a4c1056a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:40.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.769+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 shutdown_connections 2023-10-21T15:33:40.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:33:40.769+0000 7f6a525f5700 1 -- 172.21.15.46:0/3240580803 wait complete. 2023-10-21T15:33:41.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:41.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.155 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:41.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:41.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.156 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:41.188 DEBUG:teuthology.orchestra.run.smithi046:osd.0> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.0.service 2023-10-21T15:33:41.191 INFO:tasks.cephadm:Deploying osd.1 on smithi105 with /dev/vg_nvme/lv_4... 2023-10-21T15:33:41.191 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-21T15:33:41.217 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:41.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:41.218 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:41.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.219 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:41.225 INFO:journalctl@ceph.osd.0.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:33:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:41.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:41.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:41.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:33:41.743 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:33:42.048 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:41 smithi046 ceph-mon[99436]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-21T15:33:42.048 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:33:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-0[118028]: 2023-10-21T15:33:41.817+0000 7f322b8e6640 -1 osd.0 0 log_to_monitors true 2023-10-21T15:33:42.204 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:41 smithi105 ceph-mon[103980]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-21T15:33:42.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:41 smithi119 ceph-mon[103628]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-21T15:33:43.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:42 smithi046 ceph-mon[99436]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:43.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:42 smithi046 ceph-mon[99436]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-21T15:33:43.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:42 smithi046 ceph-mon[99436]: osdmap e6: 1 total, 0 up, 1 in 2023-10-21T15:33:43.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:42 smithi046 ceph-mon[99436]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:33:43.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:43.171 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:33:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-0[118028]: 2023-10-21T15:33:42.857+0000 7f322075c700 -1 osd.0 0 waiting for initial osdmap 2023-10-21T15:33:43.171 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:33:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-0[118028]: 2023-10-21T15:33:42.859+0000 7f321c551700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:33:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:42 smithi105 ceph-mon[103980]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:43.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:42 smithi105 ceph-mon[103980]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-21T15:33:43.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:42 smithi105 ceph-mon[103980]: osdmap e6: 1 total, 0 up, 1 in 2023-10-21T15:33:43.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:42 smithi105 ceph-mon[103980]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:33:43.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:42 smithi119 ceph-mon[103628]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:42 smithi119 ceph-mon[103628]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-21T15:33:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:42 smithi119 ceph-mon[103628]: osdmap e6: 1 total, 0 up, 1 in 2023-10-21T15:33:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:42 smithi119 ceph-mon[103628]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:33:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:43.373 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-21T15:33:43.373 INFO:teuthology.orchestra.run.smithi105.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-21T15:33:43.373 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10+0 records in 2023-10-21T15:33:43.373 INFO:teuthology.orchestra.run.smithi105.stderr:10+0 records out 2023-10-21T15:33:43.374 INFO:teuthology.orchestra.run.smithi105.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112075 s, 936 MB/s 2023-10-21T15:33:43.374 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping successful for: 2023-10-21T15:33:43.787 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi105:vg_nvme/lv_4 2023-10-21T15:33:44.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:43 smithi046 ceph-mon[99436]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:33:44.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:43 smithi046 ceph-mon[99436]: osdmap e7: 1 total, 0 up, 1 in 2023-10-21T15:33:44.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:44.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:43 smithi105 ceph-mon[103980]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:33:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:43 smithi105 ceph-mon[103980]: osdmap e7: 1 total, 0 up, 1 in 2023-10-21T15:33:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:43 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:43 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:44.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:43 smithi119 ceph-mon[103628]: from='osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:33:44.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:43 smithi119 ceph-mon[103628]: osdmap e7: 1 total, 0 up, 1 in 2023-10-21T15:33:44.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:43 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:44.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:43 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:44.384 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:33:45.116 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:33:45.117 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:33:45.117 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:45.117 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:45.117 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] boot 2023-10-21T15:33:45.117 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: osdmap e8: 1 total, 1 up, 1 in 2023-10-21T15:33:45.118 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:45.118 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.118 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.118 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:33:45.118 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.119 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:45.119 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:45.119 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:33:45.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:33:45.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:45.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:45.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] boot 2023-10-21T15:33:45.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: osdmap e8: 1 total, 1 up, 1 in 2023-10-21T15:33:45.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:45.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:33:45.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:45.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:45.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:33:45.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:33:45.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-21T15:33:45.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:45.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: osd.0 [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] boot 2023-10-21T15:33:45.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: osdmap e8: 1 total, 1 up, 1 in 2023-10-21T15:33:45.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-21T15:33:45.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:33:45.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:45.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:33:45.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:33:45.539 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 -- 172.21.15.105:0/4039648042 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 msgr2=0x7f43e0100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:45.539 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/4039648042 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 0x7f43e0100290 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f43d0009990 tx=0x7f43d0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:33:45.539 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 -- 172.21.15.105:0/4039648042 shutdown_connections 2023-10-21T15:33:45.540 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/4039648042 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43e0101990 0x7f43e01082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:45.540 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/4039648042 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 0x7f43e0100290 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:45.540 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/4039648042 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e0100fd0 0x7f43e0101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:45.540 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 -- 172.21.15.105:0/4039648042 >> 172.21.15.105:0/4039648042 conn(0x7f43e00fb3f0 msgr2=0x7f43e00fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:33:45.540 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 -- 172.21.15.105:0/4039648042 shutdown_connections 2023-10-21T15:33:45.541 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.537+0000 7f43e5cf1700 1 -- 172.21.15.105:0/4039648042 wait complete. 2023-10-21T15:33:45.543 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43e5cf1700 1 Processor -- start 2023-10-21T15:33:45.543 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43e5cf1700 1 -- start start 2023-10-21T15:33:45.543 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43e5cf1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 0x7f43e0196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:45.543 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43e5cf1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43e0100fd0 0x7f43e01971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:45.544 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43e5cf1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e0101990 0x7f43e019e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:45.544 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43e5cf1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e019e7f0 con 0x7f43e0101990 2023-10-21T15:33:45.544 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43e5cf1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e019e930 con 0x7f43e00ffe70 2023-10-21T15:33:45.544 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43e5cf1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e019eaf0 con 0x7f43e0100fd0 2023-10-21T15:33:45.544 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43df7fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 0x7f43e0196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:45.545 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43deffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43e0100fd0 0x7f43e01971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:45.545 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43df7fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 0x7f43e0196c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38856/0 (socket says 172.21.15.105:38856) 2023-10-21T15:33:45.545 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43df7fe700 1 -- 172.21.15.105:0/39270129 learned_addr learned my addr 172.21.15.105:0/39270129 (peer_addr_for_me v2:172.21.15.105:0/0) 2023-10-21T15:33:45.545 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43dffff700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e0101990 0x7f43e019e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:45.546 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43df7fe700 1 -- 172.21.15.105:0/39270129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43e0100fd0 msgr2=0x7f43e01971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:45.546 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43df7fe700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43e0100fd0 0x7f43e01971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:45.546 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43df7fe700 1 -- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e0101990 msgr2=0x7f43e019e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:33:45.546 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43df7fe700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e0101990 0x7f43e019e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:33:45.546 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.538+0000 7f43df7fe700 1 -- 172.21.15.105:0/39270129 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43d00095f0 con 0x7f43e00ffe70 2023-10-21T15:33:45.547 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.539+0000 7f43df7fe700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 0x7f43e0196c70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f43d0005b40 tx=0x7f43d0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:45.547 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.539+0000 7f43dcff9700 1 -- 172.21.15.105:0/39270129 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43d001d070 con 0x7f43e00ffe70 2023-10-21T15:33:45.547 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.539+0000 7f43dcff9700 1 -- 172.21.15.105:0/39270129 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f43d0004ca0 con 0x7f43e00ffe70 2023-10-21T15:33:45.547 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.539+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43e019ed70 con 0x7f43e00ffe70 2023-10-21T15:33:45.547 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.539+0000 7f43dcff9700 1 -- 172.21.15.105:0/39270129 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43d0005290 con 0x7f43e00ffe70 2023-10-21T15:33:45.548 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.539+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43e019f180 con 0x7f43e00ffe70 2023-10-21T15:33:45.548 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.540+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43e0107ef0 con 0x7f43e00ffe70 2023-10-21T15:33:45.548 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.541+0000 7f43dcff9700 1 -- 172.21.15.105:0/39270129 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f43d0003be0 con 0x7f43e00ffe70 2023-10-21T15:33:45.548 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.541+0000 7f43dcff9700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f43cc0a13f0 0x7f43cc0a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:33:45.548 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.541+0000 7f43dcff9700 1 -- 172.21.15.105:0/39270129 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1767+0+0 (secure 0 0 0) 0x7f43d00cc5c0 con 0x7f43e00ffe70 2023-10-21T15:33:45.548 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.542+0000 7f43deffd700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f43cc0a13f0 0x7f43cc0a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:33:45.549 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.542+0000 7f43deffd700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f43cc0a13f0 0x7f43cc0a38b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f43e0198180 tx=0x7f43c8009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:33:45.549 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.545+0000 7f43dcff9700 1 -- 172.21.15.105:0/39270129 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f43d0097720 con 0x7f43e00ffe70 2023-10-21T15:33:45.743 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:33:45.741+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f43e002d340 con 0x7f43cc0a13f0 2023-10-21T15:33:46.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:45 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi046 2023-10-21T15:33:46.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:45 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi046 to 17173M 2023-10-21T15:33:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:45 smithi046 ceph-mon[99436]: osdmap e9: 1 total, 1 up, 1 in 2023-10-21T15:33:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:33:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:33:46.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:46.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:45 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi046 2023-10-21T15:33:46.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:45 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi046 to 17173M 2023-10-21T15:33:46.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:45 smithi105 ceph-mon[103980]: osdmap e9: 1 total, 1 up, 1 in 2023-10-21T15:33:46.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:33:46.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:33:46.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:46.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:45 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi046 2023-10-21T15:33:46.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:45 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi046 to 17173M 2023-10-21T15:33:46.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:45 smithi119 ceph-mon[103628]: osdmap e9: 1 total, 1 up, 1 in 2023-10-21T15:33:46.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:33:46.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:33:46.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:47.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:46 smithi046 ceph-mon[99436]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:47.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:46 smithi046 ceph-mon[99436]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:46 smithi105 ceph-mon[103980]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:46 smithi105 ceph-mon[103980]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:46 smithi119 ceph-mon[103628]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:46 smithi119 ceph-mon[103628]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:33:49.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:48 smithi046 ceph-mon[99436]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:49.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:48 smithi046 ceph-mon[99436]: from='client.? 172.21.15.105:0/1320241761' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]: dispatch 2023-10-21T15:33:49.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:48 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]: dispatch 2023-10-21T15:33:49.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:48 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]': finished 2023-10-21T15:33:49.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:48 smithi046 ceph-mon[99436]: osdmap e10: 2 total, 1 up, 2 in 2023-10-21T15:33:49.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:48 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:33:49.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:48 smithi046 ceph-mon[99436]: from='client.? 172.21.15.105:0/448594592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:33:49.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:48 smithi105 ceph-mon[103980]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:49.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:48 smithi105 ceph-mon[103980]: from='client.? 172.21.15.105:0/1320241761' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]: dispatch 2023-10-21T15:33:49.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:48 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]: dispatch 2023-10-21T15:33:49.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:48 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]': finished 2023-10-21T15:33:49.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:48 smithi105 ceph-mon[103980]: osdmap e10: 2 total, 1 up, 2 in 2023-10-21T15:33:49.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:48 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:33:49.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:48 smithi105 ceph-mon[103980]: from='client.? 172.21.15.105:0/448594592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:33:49.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:48 smithi119 ceph-mon[103628]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:49.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:48 smithi119 ceph-mon[103628]: from='client.? 172.21.15.105:0/1320241761' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]: dispatch 2023-10-21T15:33:49.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:48 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]: dispatch 2023-10-21T15:33:49.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:48 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7a48d23-b922-406e-a35f-f5d41588147b"}]': finished 2023-10-21T15:33:49.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:48 smithi119 ceph-mon[103628]: osdmap e10: 2 total, 1 up, 2 in 2023-10-21T15:33:49.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:48 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:33:49.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:48 smithi119 ceph-mon[103628]: from='client.? 172.21.15.105:0/448594592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:33:51.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:50 smithi046 ceph-mon[99436]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:50 smithi105 ceph-mon[103980]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:50 smithi119 ceph-mon[103628]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:53.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:52 smithi046 ceph-mon[99436]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:53.190 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:52 smithi105 ceph-mon[103980]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:53.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:52 smithi119 ceph-mon[103628]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:55.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:54 smithi046 ceph-mon[99436]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:55.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-21T15:33:55.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:54 smithi105 ceph-mon[103980]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-21T15:33:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:54 smithi119 ceph-mon[103628]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-21T15:33:55.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:33:56.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:55 smithi046 ceph-mon[99436]: Deploying daemon osd.1 on smithi105 2023-10-21T15:33:56.206 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:55 smithi105 ceph-mon[103980]: Deploying daemon osd.1 on smithi105 2023-10-21T15:33:56.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:55 smithi119 ceph-mon[103628]: Deploying daemon osd.1 on smithi105 2023-10-21T15:33:57.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:56 smithi046 ceph-mon[99436]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:57.221 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:56 smithi105 ceph-mon[103980]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:57.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:56 smithi119 ceph-mon[103628]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:59.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:33:58 smithi046 ceph-mon[99436]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:59.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:33:58 smithi105 ceph-mon[103980]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:33:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:33:58 smithi119 ceph-mon[103628]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:00.195 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:00.196 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:00.196 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:00.196 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:00 smithi105 ceph-mon[103980]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:00.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:00.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:00.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:00.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:00 smithi119 ceph-mon[103628]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:00.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:00.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:00.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:00.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:00 smithi046 ceph-mon[99436]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:01.860 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.858+0000 7f43dcff9700 1 -- 172.21.15.105:0/39270129 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f43e002d340 con 0x7f43cc0a13f0 2023-10-21T15:34:01.861 INFO:teuthology.orchestra.run.smithi105.stdout:Created osd(s) 1 on host 'smithi105' 2023-10-21T15:34:01.862 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f43cc0a13f0 msgr2=0x7f43cc0a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:01.863 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f43cc0a13f0 0x7f43cc0a38b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f43e0198180 tx=0x7f43c8009190 comp rx=0 tx=0).stop 2023-10-21T15:34:01.863 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 msgr2=0x7f43e0196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:01.863 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 0x7f43e0196c70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f43d0005b40 tx=0x7f43d0004730 comp rx=0 tx=0).stop 2023-10-21T15:34:01.863 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 shutdown_connections 2023-10-21T15:34:01.863 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f43cc0a13f0 0x7f43cc0a38b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:01.864 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e0101990 0x7f43e019e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:01.864 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f43e00ffe70 0x7f43e0196c70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:01.864 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 --2- 172.21.15.105:0/39270129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f43e0100fd0 0x7f43e01971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:01.864 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 >> 172.21.15.105:0/39270129 conn(0x7f43e00fb3f0 msgr2=0x7f43e00fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:34:01.864 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 shutdown_connections 2023-10-21T15:34:01.865 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:01.860+0000 7f43e5cf1700 1 -- 172.21.15.105:0/39270129 wait complete. 2023-10-21T15:34:02.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:02.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:02.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:02.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:02.362 DEBUG:teuthology.orchestra.run.smithi105:osd.1> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.1.service 2023-10-21T15:34:02.364 INFO:tasks.cephadm:Deploying osd.2 on smithi119 with /dev/vg_nvme/lv_4... 2023-10-21T15:34:02.365 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-21T15:34:02.393 INFO:journalctl@ceph.osd.1.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:34:02.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.396 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.397 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:02.397 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:02.397 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.397 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:02.397 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.398 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.398 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:02.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:02.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:02.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:02.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:02.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:02.931 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:34:03.108 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:02 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-1[109045]: 2023-10-21T15:34:02.964+0000 7f3a7fb45640 -1 osd.1 0 log_to_monitors true 2023-10-21T15:34:03.377 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:03 smithi119 ceph-mon[103628]: from='osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-21T15:34:03.377 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:03 smithi119 ceph-mon[103628]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-21T15:34:03.378 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:03 smithi105 ceph-mon[103980]: from='osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-21T15:34:03.379 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:03 smithi105 ceph-mon[103980]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-21T15:34:03.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:03 smithi046 ceph-mon[99436]: from='osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-21T15:34:03.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:03 smithi046 ceph-mon[99436]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-21T15:34:04.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:04 smithi046 ceph-mon[99436]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-21T15:34:04.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:04 smithi046 ceph-mon[99436]: from='osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:34:04.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:04 smithi046 ceph-mon[99436]: osdmap e11: 2 total, 1 up, 2 in 2023-10-21T15:34:04.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:04 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:04.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:04 smithi046 ceph-mon[99436]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:34:04.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:04 smithi046 ceph-mon[99436]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:04.490 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:04 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-1[109045]: 2023-10-21T15:34:04.122+0000 7f3a749bb700 -1 osd.1 0 waiting for initial osdmap 2023-10-21T15:34:04.490 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:04 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-1[109045]: 2023-10-21T15:34:04.127+0000 7f3a6d7aa700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:34:04.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:04 smithi105 ceph-mon[103980]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-21T15:34:04.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:04 smithi105 ceph-mon[103980]: from='osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:34:04.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:04 smithi105 ceph-mon[103980]: osdmap e11: 2 total, 1 up, 2 in 2023-10-21T15:34:04.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:04 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:04.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:04 smithi105 ceph-mon[103980]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:34:04.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:04 smithi105 ceph-mon[103980]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:04.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:04 smithi119 ceph-mon[103628]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-21T15:34:04.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:04 smithi119 ceph-mon[103628]: from='osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:34:04.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:04 smithi119 ceph-mon[103628]: osdmap e11: 2 total, 1 up, 2 in 2023-10-21T15:34:04.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:04 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:04.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:04 smithi119 ceph-mon[103628]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:34:04.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:04 smithi119 ceph-mon[103628]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:04.569 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-21T15:34:04.570 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-21T15:34:04.570 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2023-10-21T15:34:04.570 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2023-10-21T15:34:04.571 INFO:teuthology.orchestra.run.smithi119.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0125888 s, 833 MB/s 2023-10-21T15:34:04.571 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2023-10-21T15:34:04.986 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi119:vg_nvme/lv_4 2023-10-21T15:34:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:34:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: osdmap e12: 2 total, 1 up, 2 in 2023-10-21T15:34:05.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:05.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:05.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi105 2023-10-21T15:34:05.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:05.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi105 to 17168M 2023-10-21T15:34:05.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:05.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:05.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:34:05.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: osdmap e12: 2 total, 1 up, 2 in 2023-10-21T15:34:05.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:05.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:05.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi105 2023-10-21T15:34:05.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:05.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi105 to 17168M 2023-10-21T15:34:05.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:05.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:05.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:34:05.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: osdmap e12: 2 total, 1 up, 2 in 2023-10-21T15:34:05.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:05.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:05.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi105 2023-10-21T15:34:05.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:05.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi105 to 17168M 2023-10-21T15:34:05.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:05.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:05.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:05.585 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:34:06.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:06 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:34:06.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:06 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:34:06.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:06 smithi046 ceph-mon[99436]: osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] boot 2023-10-21T15:34:06.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:06 smithi046 ceph-mon[99436]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:06.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:06 smithi046 ceph-mon[99436]: osdmap e13: 2 total, 2 up, 2 in 2023-10-21T15:34:06.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:06.429 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:06 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:34:06.429 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:06 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:34:06.429 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:06 smithi119 ceph-mon[103628]: osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] boot 2023-10-21T15:34:06.430 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:06 smithi119 ceph-mon[103628]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:06.430 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:06 smithi119 ceph-mon[103628]: osdmap e13: 2 total, 2 up, 2 in 2023-10-21T15:34:06.430 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:06.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:06 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:34:06.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:06 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:34:06.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:06 smithi105 ceph-mon[103980]: osd.1 [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] boot 2023-10-21T15:34:06.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:06 smithi105 ceph-mon[103980]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-21T15:34:06.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:06 smithi105 ceph-mon[103980]: osdmap e13: 2 total, 2 up, 2 in 2023-10-21T15:34:06.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-21T15:34:06.924 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.920+0000 7f8240764700 1 -- 172.21.15.119:0/2268688680 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238101990 msgr2=0x7f82381082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:06.925 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.920+0000 7f8240764700 1 --2- 172.21.15.119:0/2268688680 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238101990 0x7f82381082b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f823000b0a0 tx=0x7f823000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:34:06.925 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.920+0000 7f8240764700 1 -- 172.21.15.119:0/2268688680 shutdown_connections 2023-10-21T15:34:06.925 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.920+0000 7f8240764700 1 --2- 172.21.15.119:0/2268688680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82380ffe70 0x7f8238100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:06.925 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.920+0000 7f8240764700 1 --2- 172.21.15.119:0/2268688680 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238101990 0x7f82381082b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:06.926 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.920+0000 7f8240764700 1 --2- 172.21.15.119:0/2268688680 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8238100fd0 0x7f8238101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:06.926 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.920+0000 7f8240764700 1 -- 172.21.15.119:0/2268688680 >> 172.21.15.119:0/2268688680 conn(0x7f82380fb3f0 msgr2=0x7f82380fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:34:06.926 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.920+0000 7f8240764700 1 -- 172.21.15.119:0/2268688680 shutdown_connections 2023-10-21T15:34:06.926 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 -- 172.21.15.119:0/2268688680 wait complete. 2023-10-21T15:34:06.927 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 Processor -- start 2023-10-21T15:34:06.927 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 -- start start 2023-10-21T15:34:06.927 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82380ffe70 0x7f8238069520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:06.927 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238100fd0 0x7f823819b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:06.928 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8238101990 0x7f823819df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:06.928 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823819e6a0 con 0x7f82380ffe70 2023-10-21T15:34:06.928 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823819e810 con 0x7f8238101990 2023-10-21T15:34:06.928 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f8240764700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823819e9d0 con 0x7f8238100fd0 2023-10-21T15:34:06.929 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f823dcff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238100fd0 0x7f823819b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:06.929 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f823dcff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238100fd0 0x7f823819b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46618/0 (socket says 172.21.15.119:46618) 2023-10-21T15:34:06.929 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.921+0000 7f823dcff700 1 -- 172.21.15.119:0/3077666462 learned_addr learned my addr 172.21.15.119:0/3077666462 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:34:06.929 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823e500700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82380ffe70 0x7f8238069520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:06.929 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823ed01700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8238101990 0x7f823819df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:06.930 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823dcff700 1 -- 172.21.15.119:0/3077666462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8238101990 msgr2=0x7f823819df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:06.930 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823dcff700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8238101990 0x7f823819df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:06.930 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823dcff700 1 -- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82380ffe70 msgr2=0x7f8238069520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:06.930 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823dcff700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82380ffe70 0x7f8238069520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:06.930 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823dcff700 1 -- 172.21.15.119:0/3077666462 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8230009d00 con 0x7f8238100fd0 2023-10-21T15:34:06.931 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823e500700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82380ffe70 0x7f8238069520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:34:06.931 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823ed01700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8238101990 0x7f823819df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:34:06.931 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f823dcff700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238100fd0 0x7f823819b8b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f823400c920 tx=0x7f823400cce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:34:06.931 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f822f7fe700 1 -- 172.21.15.119:0/3077666462 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8234007b00 con 0x7f8238100fd0 2023-10-21T15:34:06.931 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f823819ecb0 con 0x7f8238100fd0 2023-10-21T15:34:06.932 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f822f7fe700 1 -- 172.21.15.119:0/3077666462 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8234004cf0 con 0x7f8238100fd0 2023-10-21T15:34:06.932 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f822f7fe700 1 -- 172.21.15.119:0/3077666462 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8234005610 con 0x7f8238100fd0 2023-10-21T15:34:06.932 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.922+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f823819f1b0 con 0x7f8238100fd0 2023-10-21T15:34:06.933 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.923+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8238107410 con 0x7f8238100fd0 2023-10-21T15:34:06.933 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.924+0000 7f822f7fe700 1 -- 172.21.15.119:0/3077666462 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f8234004750 con 0x7f8238100fd0 2023-10-21T15:34:06.933 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.924+0000 7f822f7fe700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82240a13f0 0x7f82240a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:06.934 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.925+0000 7f822f7fe700 1 -- 172.21.15.119:0/3077666462 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f82340cb3a0 con 0x7f8238100fd0 2023-10-21T15:34:06.934 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.925+0000 7f823e500700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82240a13f0 0x7f82240a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:06.934 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.925+0000 7f823e500700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82240a13f0 0x7f82240a38b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8228005950 tx=0x7f82280058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:34:06.934 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:06.929+0000 7f822f7fe700 1 -- 172.21.15.119:0/3077666462 <== mon.1 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8234096250 con 0x7f8238100fd0 2023-10-21T15:34:07.128 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:07.125+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f823802d2b0 con 0x7f82240a13f0 2023-10-21T15:34:07.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:07 smithi105 ceph-mon[103980]: osdmap e14: 2 total, 2 up, 2 in 2023-10-21T15:34:07.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:07 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:07.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:07 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:07.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:07 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:07.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:07 smithi119 ceph-mon[103628]: osdmap e14: 2 total, 2 up, 2 in 2023-10-21T15:34:07.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:07 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:07.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:07 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:07.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:07 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:07.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:07 smithi046 ceph-mon[99436]: osdmap e14: 2 total, 2 up, 2 in 2023-10-21T15:34:07.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:07 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:07.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:07 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:07.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:07 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:08.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:08 smithi105 ceph-mon[103980]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:08.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:08 smithi105 ceph-mon[103980]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:08.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:08 smithi119 ceph-mon[103628]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:08.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:08 smithi119 ceph-mon[103628]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:08.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:08 smithi046 ceph-mon[99436]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:08.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:08 smithi046 ceph-mon[99436]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:10 smithi119 ceph-mon[103628]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:10 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/647846894' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]: dispatch 2023-10-21T15:34:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:10 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]: dispatch 2023-10-21T15:34:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:10 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]': finished 2023-10-21T15:34:10.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:10 smithi119 ceph-mon[103628]: osdmap e15: 3 total, 2 up, 3 in 2023-10-21T15:34:10.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:10.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:10 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/200497552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:10.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:10 smithi046 ceph-mon[99436]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:10.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:10 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/647846894' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]: dispatch 2023-10-21T15:34:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:10 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]: dispatch 2023-10-21T15:34:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:10 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]': finished 2023-10-21T15:34:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:10 smithi046 ceph-mon[99436]: osdmap e15: 3 total, 2 up, 3 in 2023-10-21T15:34:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:10 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/200497552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:10.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:10 smithi105 ceph-mon[103980]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:10.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:10 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/647846894' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]: dispatch 2023-10-21T15:34:10.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:10 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]: dispatch 2023-10-21T15:34:10.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:10 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6c45996c-093c-4930-861f-01db49b55c45"}]': finished 2023-10-21T15:34:10.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:10 smithi105 ceph-mon[103980]: osdmap e15: 3 total, 2 up, 3 in 2023-10-21T15:34:10.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:10.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:10 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/200497552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:12.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:12 smithi119 ceph-mon[103628]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:12.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:12 smithi046 ceph-mon[99436]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:12.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:12 smithi105 ceph-mon[103980]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:14.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:14 smithi119 ceph-mon[103628]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:14.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:14 smithi046 ceph-mon[99436]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:14.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:14 smithi105 ceph-mon[103980]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:16.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:16 smithi119 ceph-mon[103628]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:16.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:16 smithi046 ceph-mon[99436]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:16.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:16 smithi105 ceph-mon[103980]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:17.688 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-21T15:34:17.688 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:17.688 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:17 smithi119 ceph-mon[103628]: Deploying daemon osd.2 on smithi119 2023-10-21T15:34:17.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-21T15:34:17.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:17.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:17 smithi046 ceph-mon[99436]: Deploying daemon osd.2 on smithi119 2023-10-21T15:34:17.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-21T15:34:17.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:17.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:17 smithi105 ceph-mon[103980]: Deploying daemon osd.2 on smithi119 2023-10-21T15:34:18.701 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:18 smithi119 ceph-mon[103628]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:18.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:18 smithi046 ceph-mon[99436]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:18.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:18 smithi105 ceph-mon[103980]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:20.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:20 smithi119 ceph-mon[103628]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:20.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:20 smithi046 ceph-mon[99436]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:20.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:20 smithi105 ceph-mon[103980]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:22.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:22 smithi119 ceph-mon[103628]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:22.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:22.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:22.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:22.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:22 smithi046 ceph-mon[99436]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:22.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:22.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:22.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:22.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:22 smithi105 ceph-mon[103980]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:22.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:22.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:22.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:24.343 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.341+0000 7f822f7fe700 1 -- 172.21.15.119:0/3077666462 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f823802d2b0 con 0x7f82240a13f0 2023-10-21T15:34:24.344 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 2 on host 'smithi119' 2023-10-21T15:34:24.345 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82240a13f0 msgr2=0x7f82240a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:24.346 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82240a13f0 0x7f82240a38b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8228005950 tx=0x7f82280058e0 comp rx=0 tx=0).stop 2023-10-21T15:34:24.346 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238100fd0 msgr2=0x7f823819b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:24.346 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238100fd0 0x7f823819b8b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f823400c920 tx=0x7f823400cce0 comp rx=0 tx=0).stop 2023-10-21T15:34:24.346 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 shutdown_connections 2023-10-21T15:34:24.347 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82240a13f0 0x7f82240a38b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:24.347 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82380ffe70 0x7f8238069520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:24.347 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8238101990 0x7f823819df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:24.347 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 --2- 172.21.15.119:0/3077666462 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8238100fd0 0x7f823819b8b0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:24.347 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 >> 172.21.15.119:0/3077666462 conn(0x7f82380fb3f0 msgr2=0x7f8238104550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:34:24.348 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 shutdown_connections 2023-10-21T15:34:24.348 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:34:24.343+0000 7f8240764700 1 -- 172.21.15.119:0/3077666462 wait complete. 2023-10-21T15:34:24.877 DEBUG:teuthology.orchestra.run.smithi119:osd.2> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.2.service 2023-10-21T15:34:24.880 INFO:tasks.cephadm:Deploying osd.3 on smithi046 with /dev/vg_nvme/lv_3... 2023-10-21T15:34:24.880 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-21T15:34:24.910 INFO:journalctl@ceph.osd.2.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:34:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:25.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:25.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:25.443 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:34:25.662 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-2[109430]: 2023-10-21T15:34:25.357+0000 7f30fe4d2640 -1 osd.2 0 log_to_monitors true 2023-10-21T15:34:26.208 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:25 smithi119 ceph-mon[103628]: from='osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-21T15:34:26.209 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:25 smithi119 ceph-mon[103628]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-21T15:34:26.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:25 smithi105 ceph-mon[103980]: from='osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-21T15:34:26.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:25 smithi105 ceph-mon[103980]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-21T15:34:26.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:25 smithi046 ceph-mon[99436]: from='osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-21T15:34:26.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:25 smithi046 ceph-mon[99436]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-21T15:34:26.955 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-21T15:34:26.956 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-21T15:34:26.956 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2023-10-21T15:34:26.956 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2023-10-21T15:34:26.956 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00888289 s, 1.2 GB/s 2023-10-21T15:34:26.957 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2023-10-21T15:34:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:26 smithi105 ceph-mon[103980]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:26 smithi105 ceph-mon[103980]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-21T15:34:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:26 smithi105 ceph-mon[103980]: osdmap e16: 3 total, 2 up, 3 in 2023-10-21T15:34:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:26 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:26 smithi105 ceph-mon[103980]: from='osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:34:27.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:26 smithi105 ceph-mon[103980]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:34:27.254 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:26 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-2[109430]: 2023-10-21T15:34:26.960+0000 7f30f3348700 -1 osd.2 0 waiting for initial osdmap 2023-10-21T15:34:27.254 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:26 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-2[109430]: 2023-10-21T15:34:26.966+0000 7f30ee93c700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:34:27.255 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:26 smithi119 ceph-mon[103628]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:27.255 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:26 smithi119 ceph-mon[103628]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-21T15:34:27.255 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:26 smithi119 ceph-mon[103628]: osdmap e16: 3 total, 2 up, 3 in 2023-10-21T15:34:27.256 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:26 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:27.256 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:26 smithi119 ceph-mon[103628]: from='osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:34:27.256 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:26 smithi119 ceph-mon[103628]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:34:27.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:26 smithi046 ceph-mon[99436]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:27.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:26 smithi046 ceph-mon[99436]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-21T15:34:27.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:26 smithi046 ceph-mon[99436]: osdmap e16: 3 total, 2 up, 3 in 2023-10-21T15:34:27.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:26 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:27.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:26 smithi046 ceph-mon[99436]: from='osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:34:27.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:26 smithi046 ceph-mon[99436]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:34:27.508 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi046:vg_nvme/lv_3 2023-10-21T15:34:28.081 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:34:28.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:34:28.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: osdmap e17: 3 total, 2 up, 3 in 2023-10-21T15:34:28.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:28.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:28.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:34:28.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: osdmap e17: 3 total, 2 up, 3 in 2023-10-21T15:34:28.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:28.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:28.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:28.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:28.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:28.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:34:28.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: osdmap e17: 3 total, 2 up, 3 in 2023-10-21T15:34:28.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:28.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:28.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:28.299 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:28.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:28.301 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:28.301 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:29.226 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:34:29.226 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:34:29.226 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:29.227 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi119 2023-10-21T15:34:29.227 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi119 to 17168M 2023-10-21T15:34:29.227 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:29.227 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] boot 2023-10-21T15:34:29.227 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: osdmap e18: 3 total, 3 up, 3 in 2023-10-21T15:34:29.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:34:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:34:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi119 2023-10-21T15:34:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi119 to 17168M 2023-10-21T15:34:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] boot 2023-10-21T15:34:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: osdmap e18: 3 total, 3 up, 3 in 2023-10-21T15:34:29.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:34:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:34:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-21T15:34:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi119 2023-10-21T15:34:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi119 to 17168M 2023-10-21T15:34:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:29.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: osd.2 [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] boot 2023-10-21T15:34:29.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: osdmap e18: 3 total, 3 up, 3 in 2023-10-21T15:34:29.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-21T15:34:29.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 -- 172.21.15.46:0/2271321476 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f964c106c60 msgr2=0x7f964c1090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:29.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 --2- 172.21.15.46:0/2271321476 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f964c106c60 0x7f964c1090d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9644009f90 tx=0x7f964400b330 comp rx=0 tx=0).stop 2023-10-21T15:34:29.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 -- 172.21.15.46:0/2271321476 shutdown_connections 2023-10-21T15:34:29.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 --2- 172.21.15.46:0/2271321476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f964c101a00 0x7f964c103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:29.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 --2- 172.21.15.46:0/2271321476 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f964c106c60 0x7f964c1090d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:29.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 --2- 172.21.15.46:0/2271321476 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f964c104330 0x7f964c106720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:29.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 -- 172.21.15.46:0/2271321476 >> 172.21.15.46:0/2271321476 conn(0x7f964c0fb3f0 msgr2=0x7f964c0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:34:29.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 -- 172.21.15.46:0/2271321476 shutdown_connections 2023-10-21T15:34:29.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.423+0000 7f9652889700 1 -- 172.21.15.46:0/2271321476 wait complete. 2023-10-21T15:34:29.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9652889700 1 Processor -- start 2023-10-21T15:34:29.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9652889700 1 -- start start 2023-10-21T15:34:29.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9652889700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f964c101a00 0x7f964c196d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:29.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9652889700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f964c104330 0x7f964c197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:29.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9652889700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f964c106c60 0x7f964c19e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:29.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9652889700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f964c19e880 con 0x7f964c106c60 2023-10-21T15:34:29.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9652889700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f964c19e9c0 con 0x7f964c101a00 2023-10-21T15:34:29.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9652889700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f964c19eb80 con 0x7f964c104330 2023-10-21T15:34:29.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9650e26700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f964c106c60 0x7f964c19e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:29.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9650e26700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f964c106c60 0x7f964c19e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60460/0 (socket says 172.21.15.46:60460) 2023-10-21T15:34:29.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f9650e26700 1 -- 172.21.15.46:0/3966074147 learned_addr learned my addr 172.21.15.46:0/3966074147 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:34:29.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f964b7fe700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f964c104330 0x7f964c197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:29.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.424+0000 7f964bfff700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f964c101a00 0x7f964c196d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:29.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.425+0000 7f9650e26700 1 -- 172.21.15.46:0/3966074147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f964c104330 msgr2=0x7f964c197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:29.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.425+0000 7f9650e26700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f964c104330 0x7f964c197270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:29.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.425+0000 7f9650e26700 1 -- 172.21.15.46:0/3966074147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f964c101a00 msgr2=0x7f964c196d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:29.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.425+0000 7f9650e26700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f964c101a00 0x7f964c196d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:29.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.425+0000 7f9650e26700 1 -- 172.21.15.46:0/3966074147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9644009c40 con 0x7f964c106c60 2023-10-21T15:34:29.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.425+0000 7f964b7fe700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f964c104330 0x7f964c197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:34:29.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.425+0000 7f9650e26700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f964c106c60 0x7f964c19e2b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9644004cc0 tx=0x7f9644004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:34:29.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.636+0000 7f96497fa700 1 -- 172.21.15.46:0/3966074147 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964400e040 con 0x7f964c106c60 2023-10-21T15:34:29.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.636+0000 7f96497fa700 1 -- 172.21.15.46:0/3966074147 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f964400bbf0 con 0x7f964c106c60 2023-10-21T15:34:29.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.636+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f964c19ee00 con 0x7f964c106c60 2023-10-21T15:34:29.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.636+0000 7f96497fa700 1 -- 172.21.15.46:0/3966074147 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96440052a0 con 0x7f964c106c60 2023-10-21T15:34:29.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.636+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f964c19f1c0 con 0x7f964c106c60 2023-10-21T15:34:29.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.637+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f964c0fcf70 con 0x7f964c106c60 2023-10-21T15:34:29.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.638+0000 7f96497fa700 1 -- 172.21.15.46:0/3966074147 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f964401d470 con 0x7f964c106c60 2023-10-21T15:34:29.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.639+0000 7f96497fa700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96340a13f0 0x7f96340a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:29.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.639+0000 7f964bfff700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96340a13f0 0x7f96340a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:29.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.639+0000 7f96497fa700 1 -- 172.21.15.46:0/3966074147 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2851+0+0 (secure 0 0 0) 0x7f96440cd310 con 0x7f964c106c60 2023-10-21T15:34:29.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.639+0000 7f964bfff700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96340a13f0 0x7f96340a38b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f964c198210 tx=0x7f963c009310 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:34:29.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.643+0000 7f96497fa700 1 -- 172.21.15.46:0/3966074147 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9644098030 con 0x7f964c106c60 2023-10-21T15:34:29.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:29.850+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f964c02d2b0 con 0x7f96340a13f0 2023-10-21T15:34:30.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:29 smithi105 ceph-mon[103980]: osdmap e19: 3 total, 3 up, 3 in 2023-10-21T15:34:30.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:29 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:34:30.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:29 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:30.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:29 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:30.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:29 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:30.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:29 smithi119 ceph-mon[103628]: osdmap e19: 3 total, 3 up, 3 in 2023-10-21T15:34:30.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:29 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:34:30.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:29 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:30.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:29 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:30.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:29 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:30.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:29 smithi046 ceph-mon[99436]: osdmap e19: 3 total, 3 up, 3 in 2023-10-21T15:34:30.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:29 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:34:30.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:29 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:30.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:29 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:30.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:29 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:30 smithi105 ceph-mon[103980]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:30 smithi105 ceph-mon[103980]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-21T15:34:31.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:30 smithi105 ceph-mon[103980]: osdmap e20: 3 total, 3 up, 3 in 2023-10-21T15:34:31.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:34:31.247 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:30 smithi046 ceph-mon[99436]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:31.248 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:30 smithi046 ceph-mon[99436]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:31.248 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-21T15:34:31.248 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:30 smithi046 ceph-mon[99436]: osdmap e20: 3 total, 3 up, 3 in 2023-10-21T15:34:31.248 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:34:31.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:30 smithi119 ceph-mon[103628]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:31.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:30 smithi119 ceph-mon[103628]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:31.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-21T15:34:31.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:30 smithi119 ceph-mon[103628]: osdmap e20: 3 total, 3 up, 3 in 2023-10-21T15:34:31.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:34:31.919 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:34:31 smithi046 sudo[124400]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-21T15:34:31.920 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:34:31 smithi046 sudo[124400]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:31.920 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:34:31 smithi046 sudo[124400]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:31.920 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:34:31 smithi046 sudo[124400]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:32.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:31.997+0000 7f96497fa700 1 -- 172.21.15.46:0/3966074147 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9644098400 con 0x7f964c106c60 2023-10-21T15:34:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:31 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-21T15:34:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:31 smithi105 ceph-mon[103980]: osdmap e21: 3 total, 3 up, 3 in 2023-10-21T15:34:32.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:31 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-21T15:34:32.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:31 smithi119 ceph-mon[103628]: osdmap e21: 3 total, 3 up, 3 in 2023-10-21T15:34:32.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:31 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-21T15:34:32.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:31 smithi046 ceph-mon[99436]: osdmap e21: 3 total, 3 up, 3 in 2023-10-21T15:34:32.420 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:34:31 smithi046 sudo[124437]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-21T15:34:32.420 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:34:31 smithi046 sudo[124437]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:32.420 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:34:31 smithi046 sudo[124437]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:32.420 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:34:31 smithi046 sudo[124437]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:32.507 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:32 smithi105 sudo[113777]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-21T15:34:32.507 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:32 smithi105 sudo[113777]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:32.508 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:32 smithi105 sudo[113777]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:32.508 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:32 smithi105 sudo[113777]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:32.990 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:32 smithi105 sudo[113780]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-21T15:34:32.990 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:32 smithi105 sudo[113780]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:32.990 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:32 smithi105 sudo[113780]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:32.991 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:34:32 smithi105 sudo[113780]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:33.028 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:32 smithi119 sudo[114875]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-21T15:34:33.028 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:32 smithi119 sudo[114875]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:33.028 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:32 smithi119 sudo[114875]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:33.029 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:32 smithi119 sudo[114875]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:33.029 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:33.029 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: osdmap e22: 3 total, 3 up, 3 in 2023-10-21T15:34:33.029 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-21T15:34:33.030 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:33.030 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4177917536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6770f16a-71e0-44f9-93ca-3fca258f7720"}]: dispatch 2023-10-21T15:34:33.030 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4177917536' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6770f16a-71e0-44f9-93ca-3fca258f7720"}]': finished 2023-10-21T15:34:33.030 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: osdmap e23: 4 total, 3 up, 4 in 2023-10-21T15:34:33.031 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:33.031 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:33.283 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:33 smithi119 sudo[114878]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-21T15:34:33.283 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:33 smithi119 sudo[114878]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:33.284 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:33 smithi119 sudo[114878]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:33.284 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:34:33 smithi119 sudo[114878]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:33.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:33.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: osdmap e22: 3 total, 3 up, 3 in 2023-10-21T15:34:33.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-21T15:34:33.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:33.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4177917536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6770f16a-71e0-44f9-93ca-3fca258f7720"}]: dispatch 2023-10-21T15:34:33.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4177917536' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6770f16a-71e0-44f9-93ca-3fca258f7720"}]': finished 2023-10-21T15:34:33.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: osdmap e23: 4 total, 3 up, 4 in 2023-10-21T15:34:33.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:33.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:33.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: pgmap v78: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:33.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: osdmap e22: 3 total, 3 up, 3 in 2023-10-21T15:34:33.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-21T15:34:33.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:33.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4177917536' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6770f16a-71e0-44f9-93ca-3fca258f7720"}]: dispatch 2023-10-21T15:34:33.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4177917536' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6770f16a-71e0-44f9-93ca-3fca258f7720"}]': finished 2023-10-21T15:34:33.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: osdmap e23: 4 total, 3 up, 4 in 2023-10-21T15:34:33.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:33.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:33.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:33 smithi046 sudo[124556]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-21T15:34:33.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:33 smithi046 sudo[124556]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:33.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:33 smithi046 sudo[124556]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:33.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:33 smithi046 sudo[124556]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:34.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:33 smithi046 sudo[124931]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-21T15:34:34.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:33 smithi046 sudo[124931]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:34.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:33 smithi046 sudo[124931]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:34.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:33 smithi046 sudo[124931]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:34.458 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 sudo[114881]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-21T15:34:34.458 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 sudo[114881]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:34.459 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 sudo[114881]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:34.459 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 sudo[114881]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:34.716 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2500020017' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:34.716 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:34.716 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:34.716 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: pgmap v81: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:34.717 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:34.717 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:34.717 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:34.717 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:34.718 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:34.718 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:34.718 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:34.718 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 sudo[113783]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-21T15:34:34.719 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 sudo[113783]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:34.719 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 sudo[113783]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:34.719 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 sudo[113783]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:34.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 sudo[114884]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-21T15:34:34.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 sudo[114884]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:34.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 sudo[114884]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:34.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 sudo[114884]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:34.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2500020017' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:34.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:34.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:34.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: pgmap v81: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:34.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:34.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:34.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:34.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:34.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:34.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:34.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:34.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2500020017' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:34.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: pgmap v81: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 sudo[113786]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-21T15:34:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 sudo[113786]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-21T15:34:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 sudo[113786]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-21T15:34:34.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:34 smithi105 sudo[113786]: pam_unix(sudo:session): session closed for user root 2023-10-21T15:34:35.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:35 smithi105 ceph-mon[103980]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:35.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:35 smithi105 ceph-mon[103980]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:35.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:35 smithi105 ceph-mon[103980]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:35.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:35.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:35.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:35.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:35 smithi105 ceph-mon[103980]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:35.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:35 smithi119 ceph-mon[103628]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:35.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:35 smithi119 ceph-mon[103628]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:35.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:35 smithi119 ceph-mon[103628]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:35.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:35.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:35.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:35.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:35 smithi119 ceph-mon[103628]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:35.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:35 smithi046 ceph-mon[99436]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:35.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:35 smithi046 ceph-mon[99436]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:35.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:35 smithi046 ceph-mon[99436]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-21T15:34:35.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-21T15:34:35.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-21T15:34:35.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-21T15:34:35.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:35 smithi046 ceph-mon[99436]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-21T15:34:37.213 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:36 smithi046 ceph-mon[99436]: pgmap v82: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:36 smithi105 ceph-mon[103980]: pgmap v82: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:37.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:36 smithi119 ceph-mon[103628]: pgmap v82: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:38 smithi105 ceph-mon[103980]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.0 KiB/s rd, 305 KiB/s wr, 20 op/s 2023-10-21T15:34:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:38 smithi119 ceph-mon[103628]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.0 KiB/s rd, 305 KiB/s wr, 20 op/s 2023-10-21T15:34:39.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:38 smithi046 ceph-mon[99436]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.0 KiB/s rd, 305 KiB/s wr, 20 op/s 2023-10-21T15:34:40.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:39 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-21T15:34:40.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:39 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:40.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:39 smithi046 ceph-mon[99436]: Deploying daemon osd.3 on smithi046 2023-10-21T15:34:40.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:39 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-21T15:34:40.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:39 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:40.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:39 smithi105 ceph-mon[103980]: Deploying daemon osd.3 on smithi046 2023-10-21T15:34:40.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:39 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-21T15:34:40.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:39 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:40.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:39 smithi119 ceph-mon[103628]: Deploying daemon osd.3 on smithi046 2023-10-21T15:34:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:40 smithi105 ceph-mon[103980]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 228 KiB/s wr, 15 op/s 2023-10-21T15:34:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:40 smithi119 ceph-mon[103628]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 228 KiB/s wr, 15 op/s 2023-10-21T15:34:41.406 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:40 smithi046 ceph-mon[99436]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 228 KiB/s wr, 15 op/s 2023-10-21T15:34:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:42 smithi105 ceph-mon[103980]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 200 KiB/s wr, 13 op/s 2023-10-21T15:34:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:42 smithi119 ceph-mon[103628]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 200 KiB/s wr, 13 op/s 2023-10-21T15:34:43.357 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:42 smithi046 ceph-mon[99436]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.9 KiB/s rd, 200 KiB/s wr, 13 op/s 2023-10-21T15:34:44.806 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:44 smithi046 ceph-mon[99436]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 170 KiB/s wr, 11 op/s 2023-10-21T15:34:44.806 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:44.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:44.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:44.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:44 smithi105 ceph-mon[103980]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 170 KiB/s wr, 11 op/s 2023-10-21T15:34:44.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:44.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:44.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:45.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:44 smithi119 ceph-mon[103628]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 170 KiB/s wr, 11 op/s 2023-10-21T15:34:45.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:45.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:45.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:46.409 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 3 on host 'smithi046' 2023-10-21T15:34:46.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.407+0000 7f96497fa700 1 -- 172.21.15.46:0/3966074147 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f964c02d2b0 con 0x7f96340a13f0 2023-10-21T15:34:46.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96340a13f0 msgr2=0x7f96340a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:46.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96340a13f0 0x7f96340a38b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f964c198210 tx=0x7f963c009310 comp rx=0 tx=0).stop 2023-10-21T15:34:46.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f964c106c60 msgr2=0x7f964c19e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:46.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f964c106c60 0x7f964c19e2b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9644004cc0 tx=0x7f9644004cf0 comp rx=0 tx=0).stop 2023-10-21T15:34:46.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 shutdown_connections 2023-10-21T15:34:46.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96340a13f0 0x7f96340a38b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:46.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f964c106c60 0x7f964c19e2b0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:46.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f964c101a00 0x7f964c196d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:46.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 --2- 172.21.15.46:0/3966074147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f964c104330 0x7f964c197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:46.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 >> 172.21.15.46:0/3966074147 conn(0x7f964c0fb3f0 msgr2=0x7f964c1026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:34:46.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 shutdown_connections 2023-10-21T15:34:46.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:34:46.410+0000 7f9652889700 1 -- 172.21.15.46:0/3966074147 wait complete. 2023-10-21T15:34:46.983 DEBUG:teuthology.orchestra.run.smithi046:osd.3> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.3.service 2023-10-21T15:34:46.986 INFO:tasks.cephadm:Deploying osd.4 on smithi105 with /dev/vg_nvme/lv_3... 2023-10-21T15:34:46.987 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-21T15:34:47.016 INFO:journalctl@ceph.osd.3.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:34:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-10-21T15:34:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:47.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:47.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-10-21T15:34:47.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:47.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:47.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:47.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-10-21T15:34:47.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:47.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:47.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:47.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:34:47.554 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:34:47.797 INFO:journalctl@ceph.osd.3.smithi046.stdout:Oct 21 15:34:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-3[126725]: 2023-10-21T15:34:47.621+0000 7f25ff8eb640 -1 osd.3 0 log_to_monitors true 2023-10-21T15:34:48.035 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:47 smithi105 ceph-mon[103980]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-21T15:34:48.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:47 smithi046 ceph-mon[99436]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-21T15:34:48.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:47 smithi119 ceph-mon[103628]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-21T15:34:49.062 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-21T15:34:49.063 INFO:teuthology.orchestra.run.smithi105.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-21T15:34:49.063 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10+0 records in 2023-10-21T15:34:49.063 INFO:teuthology.orchestra.run.smithi105.stderr:10+0 records out 2023-10-21T15:34:49.063 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110868 s, 946 MB/s 2023-10-21T15:34:49.063 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping successful for: 2023-10-21T15:34:49.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:48 smithi119 ceph-mon[103628]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-10-21T15:34:49.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:48 smithi119 ceph-mon[103628]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-21T15:34:49.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:48 smithi119 ceph-mon[103628]: osdmap e24: 4 total, 3 up, 4 in 2023-10-21T15:34:49.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:48 smithi119 ceph-mon[103628]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:34:49.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:48 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:49.303 INFO:journalctl@ceph.osd.3.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-3[126725]: 2023-10-21T15:34:48.999+0000 7f25f4761700 -1 osd.3 0 waiting for initial osdmap 2023-10-21T15:34:49.304 INFO:journalctl@ceph.osd.3.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-3[126725]: 2023-10-21T15:34:49.006+0000 7f25ee552700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:34:49.304 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:48 smithi046 ceph-mon[99436]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-10-21T15:34:49.304 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:48 smithi046 ceph-mon[99436]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-21T15:34:49.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:48 smithi046 ceph-mon[99436]: osdmap e24: 4 total, 3 up, 4 in 2023-10-21T15:34:49.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:48 smithi046 ceph-mon[99436]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:34:49.305 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:48 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:49.465 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:48 smithi105 ceph-mon[103980]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-10-21T15:34:49.465 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:48 smithi105 ceph-mon[103980]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-21T15:34:49.465 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:48 smithi105 ceph-mon[103980]: osdmap e24: 4 total, 3 up, 4 in 2023-10-21T15:34:49.465 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:48 smithi105 ceph-mon[103980]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:34:49.466 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:48 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:49.505 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi105:vg_nvme/lv_3 2023-10-21T15:34:50.061 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:34:50.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:34:50.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: osdmap e25: 4 total, 3 up, 4 in 2023-10-21T15:34:50.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:50.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:50.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:50.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi046 2023-10-21T15:34:50.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:50.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:50.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi046 to 8586M 2023-10-21T15:34:50.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:50.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:50.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:34:50.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: osdmap e25: 4 total, 3 up, 4 in 2023-10-21T15:34:50.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:50.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:50.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:50.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi046 2023-10-21T15:34:50.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:50.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:50.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi046 to 8586M 2023-10-21T15:34:50.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:50.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:50.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:34:50.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: osdmap e25: 4 total, 3 up, 4 in 2023-10-21T15:34:50.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:50.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:50.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-10-21T15:34:50.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi046 2023-10-21T15:34:50.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:50.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:34:50.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi046 to 8586M 2023-10-21T15:34:50.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:50.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:50.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:34:50.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:34:51.266 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 -- 172.21.15.105:0/2688802541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8101a60 msgr2=0x7f74b8103e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:51.266 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 --2- 172.21.15.105:0/2688802541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8101a60 0x7f74b8103e50 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f74a0009990 tx=0x7f74a0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:34:51.267 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 -- 172.21.15.105:0/2688802541 shutdown_connections 2023-10-21T15:34:51.267 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 --2- 172.21.15.105:0/2688802541 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f74b8106cc0 0x7f74b81090d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:51.267 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 --2- 172.21.15.105:0/2688802541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8101a60 0x7f74b8103e50 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:51.267 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 --2- 172.21.15.105:0/2688802541 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f74b8104390 0x7f74b8106780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:51.267 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 -- 172.21.15.105:0/2688802541 >> 172.21.15.105:0/2688802541 conn(0x7f74b80fb3f0 msgr2=0x7f74b80fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:34:51.268 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 -- 172.21.15.105:0/2688802541 shutdown_connections 2023-10-21T15:34:51.268 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 -- 172.21.15.105:0/2688802541 wait complete. 2023-10-21T15:34:51.268 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.263+0000 7f74be1f1700 1 Processor -- start 2023-10-21T15:34:51.268 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74be1f1700 1 -- start start 2023-10-21T15:34:51.268 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74be1f1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f74b8101a60 0x7f74b8196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:51.269 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74be1f1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f74b8104390 0x7f74b81971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:51.269 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74be1f1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8106cc0 0x7f74b819e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:51.269 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74be1f1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b819e7b0 con 0x7f74b8101a60 2023-10-21T15:34:51.269 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74be1f1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b819e8f0 con 0x7f74b8106cc0 2023-10-21T15:34:51.269 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74be1f1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b819eab0 con 0x7f74b8104390 2023-10-21T15:34:51.270 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8106cc0 0x7f74b819e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:51.270 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8106cc0 0x7f74b819e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:38944/0 (socket says 172.21.15.105:38944) 2023-10-21T15:34:51.270 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 -- 172.21.15.105:0/571845835 learned_addr learned my addr 172.21.15.105:0/571845835 (peer_addr_for_me v2:172.21.15.105:0/0) 2023-10-21T15:34:51.270 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b77fe700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f74b8101a60 0x7f74b8196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:51.270 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b6ffd700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f74b8104390 0x7f74b81971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:51.271 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 -- 172.21.15.105:0/571845835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f74b8104390 msgr2=0x7f74b81971a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:51.271 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f74b8104390 0x7f74b81971a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:51.271 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 -- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f74b8101a60 msgr2=0x7f74b8196c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:34:51.271 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f74b8101a60 0x7f74b8196c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:34:51.271 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 -- 172.21.15.105:0/571845835 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74a00095f0 con 0x7f74b8106cc0 2023-10-21T15:34:51.271 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.264+0000 7f74b7fff700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8106cc0 0x7f74b819e1e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f74b000ada0 tx=0x7f74b000c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:34:51.273 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.265+0000 7f74b4ff9700 1 -- 172.21.15.105:0/571845835 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b000f070 con 0x7f74b8106cc0 2023-10-21T15:34:51.273 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.265+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74b819ed90 con 0x7f74b8106cc0 2023-10-21T15:34:51.273 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.265+0000 7f74b4ff9700 1 -- 172.21.15.105:0/571845835 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f74b0007b00 con 0x7f74b8106cc0 2023-10-21T15:34:51.273 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.265+0000 7f74b4ff9700 1 -- 172.21.15.105:0/571845835 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b0005280 con 0x7f74b8106cc0 2023-10-21T15:34:51.274 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.265+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74b819f200 con 0x7f74b8106cc0 2023-10-21T15:34:51.274 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.265+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74b80fcf70 con 0x7f74b8106cc0 2023-10-21T15:34:51.274 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.267+0000 7f74b4ff9700 1 -- 172.21.15.105:0/571845835 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f74b000a090 con 0x7f74b8106cc0 2023-10-21T15:34:51.274 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.267+0000 7f74b4ff9700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f74a40a1480 0x7f74a40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:34:51.274 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.267+0000 7f74b4ff9700 1 -- 172.21.15.105:0/571845835 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 3698+0+0 (secure 0 0 0) 0x7f74b00cb530 con 0x7f74b8106cc0 2023-10-21T15:34:51.275 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.267+0000 7f74b77fe700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f74a40a1480 0x7f74a40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:34:51.275 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.268+0000 7f74b77fe700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f74a40a1480 0x7f74a40a3940 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f74b8198140 tx=0x7f74a0005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:34:51.275 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.271+0000 7f74b4ff9700 1 -- 172.21.15.105:0/571845835 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f74b00998b0 con 0x7f74b8106cc0 2023-10-21T15:34:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:50 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:34:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:50 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:34:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:51.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:50 smithi119 ceph-mon[103628]: osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] boot 2023-10-21T15:34:51.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:50 smithi119 ceph-mon[103628]: osdmap e26: 4 total, 4 up, 4 in 2023-10-21T15:34:51.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:51.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:50 smithi119 ceph-mon[103628]: osdmap e27: 4 total, 4 up, 4 in 2023-10-21T15:34:51.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:50 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:34:51.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:50 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:34:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:50 smithi046 ceph-mon[99436]: osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] boot 2023-10-21T15:34:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:50 smithi046 ceph-mon[99436]: osdmap e26: 4 total, 4 up, 4 in 2023-10-21T15:34:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:50 smithi046 ceph-mon[99436]: osdmap e27: 4 total, 4 up, 4 in 2023-10-21T15:34:51.476 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:34:51.474+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f74b802d2b0 con 0x7f74a40a1480 2023-10-21T15:34:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:50 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:34:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:50 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:34:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:50 smithi105 ceph-mon[103980]: osd.3 [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] boot 2023-10-21T15:34:51.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:50 smithi105 ceph-mon[103980]: osdmap e26: 4 total, 4 up, 4 in 2023-10-21T15:34:51.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-21T15:34:51.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:50 smithi105 ceph-mon[103980]: osdmap e27: 4 total, 4 up, 4 in 2023-10-21T15:34:52.609 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:52 smithi105 ceph-mon[103980]: pgmap v94: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:52.610 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:52 smithi105 ceph-mon[103980]: osdmap e28: 4 total, 4 up, 4 in 2023-10-21T15:34:52.610 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:52 smithi105 ceph-mon[103980]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:52.610 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:52.611 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:52.611 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:52.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:52 smithi119 ceph-mon[103628]: pgmap v94: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:52 smithi119 ceph-mon[103628]: osdmap e28: 4 total, 4 up, 4 in 2023-10-21T15:34:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:52 smithi119 ceph-mon[103628]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:52.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:52 smithi046 ceph-mon[99436]: pgmap v94: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:52.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:52 smithi046 ceph-mon[99436]: osdmap e28: 4 total, 4 up, 4 in 2023-10-21T15:34:52.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:52 smithi046 ceph-mon[99436]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:34:52.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:34:52.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:34:52.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:34:53.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:53 smithi105 ceph-mon[103980]: osdmap e29: 4 total, 4 up, 4 in 2023-10-21T15:34:53.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:53 smithi105 ceph-mon[103980]: osdmap e30: 4 total, 4 up, 4 in 2023-10-21T15:34:53.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:53 smithi119 ceph-mon[103628]: osdmap e29: 4 total, 4 up, 4 in 2023-10-21T15:34:53.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:53 smithi119 ceph-mon[103628]: osdmap e30: 4 total, 4 up, 4 in 2023-10-21T15:34:53.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:53 smithi046 ceph-mon[99436]: osdmap e29: 4 total, 4 up, 4 in 2023-10-21T15:34:53.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:53 smithi046 ceph-mon[99436]: osdmap e30: 4 total, 4 up, 4 in 2023-10-21T15:34:54.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:54 smithi105 ceph-mon[103980]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:54.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:54 smithi105 ceph-mon[103980]: from='client.? 172.21.15.105:0/442149879' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]: dispatch 2023-10-21T15:34:54.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:54 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]: dispatch 2023-10-21T15:34:54.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:54 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]': finished 2023-10-21T15:34:54.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:54 smithi105 ceph-mon[103980]: osdmap e31: 5 total, 4 up, 5 in 2023-10-21T15:34:54.743 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:34:54.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:54 smithi119 ceph-mon[103628]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:54.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:54 smithi119 ceph-mon[103628]: from='client.? 172.21.15.105:0/442149879' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]: dispatch 2023-10-21T15:34:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:54 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]: dispatch 2023-10-21T15:34:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:54 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]': finished 2023-10-21T15:34:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:54 smithi119 ceph-mon[103628]: osdmap e31: 5 total, 4 up, 5 in 2023-10-21T15:34:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:34:54.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:54 smithi046 ceph-mon[99436]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:54.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:54 smithi046 ceph-mon[99436]: from='client.? 172.21.15.105:0/442149879' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]: dispatch 2023-10-21T15:34:54.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:54 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]: dispatch 2023-10-21T15:34:54.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:54 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1bca9e64-8fa9-4b2d-b6b6-3611354cea97"}]': finished 2023-10-21T15:34:54.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:54 smithi046 ceph-mon[99436]: osdmap e31: 5 total, 4 up, 5 in 2023-10-21T15:34:54.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:34:55.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:55 smithi105 ceph-mon[103980]: from='client.? 172.21.15.105:0/1972725816' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:55.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:55 smithi119 ceph-mon[103628]: from='client.? 172.21.15.105:0/1972725816' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:55.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:55 smithi046 ceph-mon[99436]: from='client.? 172.21.15.105:0/1972725816' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:34:56.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:56 smithi105 ceph-mon[103980]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:56.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:56 smithi119 ceph-mon[103628]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:56.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:56 smithi046 ceph-mon[99436]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:34:58.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:34:58 smithi105 ceph-mon[103980]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 102 KiB/s, 0 objects/s recovering 2023-10-21T15:34:58.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:34:58 smithi119 ceph-mon[103628]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 102 KiB/s, 0 objects/s recovering 2023-10-21T15:34:58.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:34:58 smithi046 ceph-mon[99436]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 102 KiB/s, 0 objects/s recovering 2023-10-21T15:35:00.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:00 smithi105 ceph-mon[103980]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-10-21T15:35:00.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:00 smithi119 ceph-mon[103628]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-10-21T15:35:00.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:00 smithi046 ceph-mon[99436]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-10-21T15:35:01.708 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-21T15:35:01.709 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:01.709 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:01 smithi105 ceph-mon[103980]: Deploying daemon osd.4 on smithi105 2023-10-21T15:35:01.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-21T15:35:01.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:01.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:01 smithi119 ceph-mon[103628]: Deploying daemon osd.4 on smithi105 2023-10-21T15:35:01.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-21T15:35:01.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:01.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:01 smithi046 ceph-mon[99436]: Deploying daemon osd.4 on smithi105 2023-10-21T15:35:02.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:02 smithi119 ceph-mon[103628]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-21T15:35:02.919 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:02 smithi105 ceph-mon[103980]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-21T15:35:02.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:02 smithi046 ceph-mon[99436]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-21T15:35:04.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:04 smithi119 ceph-mon[103628]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-21T15:35:04.829 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:04 smithi105 ceph-mon[103980]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-21T15:35:04.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:04 smithi046 ceph-mon[99436]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-10-21T15:35:06.351 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:06 smithi105 ceph-mon[103980]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-10-21T15:35:06.351 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:06.351 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:06.351 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:06.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:06 smithi119 ceph-mon[103628]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-10-21T15:35:06.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:06.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:06.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:06.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:06 smithi046 ceph-mon[99436]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2023-10-21T15:35:06.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:06.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:06.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:07.894 INFO:teuthology.orchestra.run.smithi105.stdout:Created osd(s) 4 on host 'smithi105' 2023-10-21T15:35:07.895 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.892+0000 7f74b4ff9700 1 -- 172.21.15.105:0/571845835 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f74b802d2b0 con 0x7f74a40a1480 2023-10-21T15:35:07.897 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f74a40a1480 msgr2=0x7f74a40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:07.897 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f74a40a1480 0x7f74a40a3940 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f74b8198140 tx=0x7f74a0005fd0 comp rx=0 tx=0).stop 2023-10-21T15:35:07.897 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8106cc0 msgr2=0x7f74b819e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:07.898 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8106cc0 0x7f74b819e1e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f74b000ada0 tx=0x7f74b000c330 comp rx=0 tx=0).stop 2023-10-21T15:35:07.898 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 shutdown_connections 2023-10-21T15:35:07.898 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f74a40a1480 0x7f74a40a3940 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:07.898 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f74b8101a60 0x7f74b8196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:07.898 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f74b8106cc0 0x7f74b819e1e0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:07.899 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 --2- 172.21.15.105:0/571845835 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f74b8104390 0x7f74b81971a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:07.899 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 >> 172.21.15.105:0/571845835 conn(0x7f74b80fb3f0 msgr2=0x7f74b81026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:35:07.899 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 shutdown_connections 2023-10-21T15:35:07.899 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:07.894+0000 7f74be1f1700 1 -- 172.21.15.105:0/571845835 wait complete. 2023-10-21T15:35:08.250 DEBUG:teuthology.orchestra.run.smithi105:osd.4> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.4.service 2023-10-21T15:35:08.253 INFO:tasks.cephadm:Deploying osd.5 on smithi119 with /dev/vg_nvme/lv_3... 2023-10-21T15:35:08.254 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-21T15:35:08.282 INFO:journalctl@ceph.osd.4.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:35:08.825 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:35:08.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-21T15:35:08.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:08.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:08.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:08.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-21T15:35:08.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:08.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:08.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:08.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:09.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-21T15:35:09.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:09.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:09.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:09.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:09.365 INFO:journalctl@ceph.osd.4.smithi105.stdout:Oct 21 15:35:09 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-4[116972]: 2023-10-21T15:35:09.099+0000 7f6e64114640 -1 osd.4 0 log_to_monitors true 2023-10-21T15:35:09.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:09 smithi119 ceph-mon[103628]: from='osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-21T15:35:09.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:09 smithi119 ceph-mon[103628]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-21T15:35:09.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:09 smithi046 ceph-mon[99436]: from='osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-21T15:35:09.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:09 smithi046 ceph-mon[99436]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-21T15:35:09.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:09 smithi105 ceph-mon[103980]: from='osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-21T15:35:09.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:09 smithi105 ceph-mon[103980]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-21T15:35:10.527 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-21T15:35:10.527 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-21T15:35:10.528 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2023-10-21T15:35:10.528 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2023-10-21T15:35:10.528 INFO:teuthology.orchestra.run.smithi119.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0110798 s, 946 MB/s 2023-10-21T15:35:10.528 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 2023-10-21T15:35:10.528 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2023-10-21T15:35:10.863 INFO:journalctl@ceph.osd.4.smithi105.stdout:Oct 21 15:35:10 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-4[116972]: 2023-10-21T15:35:10.640+0000 7f6e58f8a700 -1 osd.4 0 waiting for initial osdmap 2023-10-21T15:35:10.863 INFO:journalctl@ceph.osd.4.smithi105.stdout:Oct 21 15:35:10 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-4[116972]: 2023-10-21T15:35:10.648+0000 7f6e51578700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:35:10.864 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:10 smithi105 ceph-mon[103980]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:35:10.864 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:10 smithi105 ceph-mon[103980]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-21T15:35:10.864 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:10 smithi105 ceph-mon[103980]: osdmap e32: 5 total, 4 up, 5 in 2023-10-21T15:35:10.864 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:10 smithi105 ceph-mon[103980]: from='osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:35:10.864 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:10.865 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:10 smithi105 ceph-mon[103980]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:35:10.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:10 smithi046 ceph-mon[99436]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:35:10.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:10 smithi046 ceph-mon[99436]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-21T15:35:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:10 smithi046 ceph-mon[99436]: osdmap e32: 5 total, 4 up, 5 in 2023-10-21T15:35:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:10 smithi046 ceph-mon[99436]: from='osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:35:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:10.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:10 smithi046 ceph-mon[99436]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:35:10.928 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:10 smithi119 ceph-mon[103628]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:35:10.929 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:10 smithi119 ceph-mon[103628]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-21T15:35:10.929 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:10 smithi119 ceph-mon[103628]: osdmap e32: 5 total, 4 up, 5 in 2023-10-21T15:35:10.929 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:10 smithi119 ceph-mon[103628]: from='osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:35:10.929 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:10.930 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:10 smithi119 ceph-mon[103628]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:35:10.965 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi119:vg_nvme/lv_3 2023-10-21T15:35:11.528 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:35:11.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:35:11.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: osdmap e33: 5 total, 4 up, 5 in 2023-10-21T15:35:11.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:11.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:11.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi105 2023-10-21T15:35:11.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:11.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:11.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi105 to 8584M 2023-10-21T15:35:11.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:11.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:11.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.949 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:35:11.949 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: osdmap e33: 5 total, 4 up, 5 in 2023-10-21T15:35:11.949 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:11.950 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:11.950 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi105 2023-10-21T15:35:11.950 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.950 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.950 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:11.951 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:11.951 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi105 to 8584M 2023-10-21T15:35:11.951 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.951 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:11.951 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:11.952 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:35:11.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: osdmap e33: 5 total, 4 up, 5 in 2023-10-21T15:35:11.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:11.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:11.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi105 2023-10-21T15:35:11.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:11.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:11.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi105 to 8584M 2023-10-21T15:35:11.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:11.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:11.993 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:11.993 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:12.902 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 -- 172.21.15.119:0/2906609524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc820101060 msgr2=0x7fc8201014e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:12.902 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 --2- 172.21.15.119:0/2906609524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc820101060 0x7fc8201014e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc80c009990 tx=0x7fc80c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:35:12.902 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 -- 172.21.15.119:0/2906609524 shutdown_connections 2023-10-21T15:35:12.903 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 --2- 172.21.15.119:0/2906609524 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8200ffe70 0x7fc820100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:12.903 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 --2- 172.21.15.119:0/2906609524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc820101a20 0x7fc820108340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:12.903 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 --2- 172.21.15.119:0/2906609524 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc820101060 0x7fc8201014e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:12.903 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 -- 172.21.15.119:0/2906609524 >> 172.21.15.119:0/2906609524 conn(0x7fc8200fb480 msgr2=0x7fc8200fd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:35:12.904 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 -- 172.21.15.119:0/2906609524 shutdown_connections 2023-10-21T15:35:12.904 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 -- 172.21.15.119:0/2906609524 wait complete. 2023-10-21T15:35:12.904 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 Processor -- start 2023-10-21T15:35:12.904 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 -- start start 2023-10-21T15:35:12.904 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc8200ffe70 0x7fc820069e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:12.905 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.898+0000 7fc8270f7700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc820101060 0x7fc82019b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:12.905 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc8270f7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc820101a20 0x7fc82019df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:12.905 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc8270f7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc82019e6a0 con 0x7fc820101a20 2023-10-21T15:35:12.905 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc8270f7700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc82019e810 con 0x7fc820101060 2023-10-21T15:35:12.905 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc8270f7700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc82019e9d0 con 0x7fc8200ffe70 2023-10-21T15:35:12.906 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc8200ffe70 0x7fc820069e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:12.906 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc8200ffe70 0x7fc820069e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46696/0 (socket says 172.21.15.119:46696) 2023-10-21T15:35:12.906 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 -- 172.21.15.119:0/3410064260 learned_addr learned my addr 172.21.15.119:0/3410064260 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:35:12.906 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc81ffff700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc820101060 0x7fc82019b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:12.906 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc825694700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc820101a20 0x7fc82019df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:12.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 -- 172.21.15.119:0/3410064260 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc820101060 msgr2=0x7fc82019b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:12.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc820101060 0x7fc82019b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:12.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 -- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc820101a20 msgr2=0x7fc82019df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:12.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc820101a20 0x7fc82019df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:12.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 -- 172.21.15.119:0/3410064260 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc80c0095f0 con 0x7fc8200ffe70 2023-10-21T15:35:12.908 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc824e93700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc8200ffe70 0x7fc820069e80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc81400c990 tx=0x7fc81400cd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:35:12.908 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc81dffb700 1 -- 172.21.15.119:0/3410064260 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc814007b00 con 0x7fc8200ffe70 2023-10-21T15:35:12.908 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc81dffb700 1 -- 172.21.15.119:0/3410064260 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc814007c60 con 0x7fc8200ffe70 2023-10-21T15:35:12.908 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc82019ecb0 con 0x7fc8200ffe70 2023-10-21T15:35:12.909 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc81dffb700 1 -- 172.21.15.119:0/3410064260 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc814018660 con 0x7fc8200ffe70 2023-10-21T15:35:12.909 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.899+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc82019f1b0 con 0x7fc8200ffe70 2023-10-21T15:35:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.900+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc820107420 con 0x7fc8200ffe70 2023-10-21T15:35:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.901+0000 7fc81dffb700 1 -- 172.21.15.119:0/3410064260 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc81400f450 con 0x7fc8200ffe70 2023-10-21T15:35:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.902+0000 7fc81dffb700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8100a1480 0x7fc8100a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:12.910 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.902+0000 7fc81dffb700 1 -- 172.21.15.119:0/3410064260 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 4101+0+0 (secure 0 0 0) 0x7fc8140cbc80 con 0x7fc8200ffe70 2023-10-21T15:35:12.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.902+0000 7fc81ffff700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8100a1480 0x7fc8100a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:12.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.902+0000 7fc81ffff700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8100a1480 0x7fc8100a3940 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc80c00b5c0 tx=0x7fc80c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:35:12.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:12.906+0000 7fc81dffb700 1 -- 172.21.15.119:0/3410064260 <== mon.1 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc814096400 con 0x7fc8200ffe70 2023-10-21T15:35:12.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:12 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:35:12.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:12 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:35:12.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:12 smithi046 ceph-mon[99436]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:35:12.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:12 smithi046 ceph-mon[99436]: osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] boot 2023-10-21T15:35:12.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:12 smithi046 ceph-mon[99436]: osdmap e34: 5 total, 5 up, 5 in 2023-10-21T15:35:12.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:12 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:12.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:12 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:35:12.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:12 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:35:12.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:12 smithi105 ceph-mon[103980]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:35:12.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:12 smithi105 ceph-mon[103980]: osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] boot 2023-10-21T15:35:12.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:12 smithi105 ceph-mon[103980]: osdmap e34: 5 total, 5 up, 5 in 2023-10-21T15:35:12.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:13.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:12 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:35:13.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:12 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:35:13.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:12 smithi119 ceph-mon[103628]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-21T15:35:13.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:12 smithi119 ceph-mon[103628]: osd.4 [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] boot 2023-10-21T15:35:13.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:12 smithi119 ceph-mon[103628]: osdmap e34: 5 total, 5 up, 5 in 2023-10-21T15:35:13.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:12 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-21T15:35:13.105 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:13.103+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fc82010b6c0 con 0x7fc8100a1480 2023-10-21T15:35:14.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:14 smithi119 ceph-mon[103628]: osdmap e35: 5 total, 5 up, 5 in 2023-10-21T15:35:14.229 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:14 smithi119 ceph-mon[103628]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:14.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:14 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:14.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:14 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:14.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:14 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:14.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:14 smithi119 ceph-mon[103628]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:14.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:14 smithi046 ceph-mon[99436]: osdmap e35: 5 total, 5 up, 5 in 2023-10-21T15:35:14.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:14 smithi046 ceph-mon[99436]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:14.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:14 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:14.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:14 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:14.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:14 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:14.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:14 smithi046 ceph-mon[99436]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:14.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:14 smithi105 ceph-mon[103980]: osdmap e35: 5 total, 5 up, 5 in 2023-10-21T15:35:14.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:14 smithi105 ceph-mon[103980]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:14.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:14 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:14.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:14 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:14.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:14 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:14.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:14 smithi105 ceph-mon[103980]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:16.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:16 smithi105 ceph-mon[103980]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:16.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:16 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/114799456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]: dispatch 2023-10-21T15:35:16.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:16 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]: dispatch 2023-10-21T15:35:16.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:16 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]': finished 2023-10-21T15:35:16.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:16 smithi105 ceph-mon[103980]: osdmap e36: 6 total, 5 up, 6 in 2023-10-21T15:35:16.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:16.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:16 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/4119592901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:35:16.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:16 smithi119 ceph-mon[103628]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:16.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:16 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/114799456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]: dispatch 2023-10-21T15:35:16.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:16 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]: dispatch 2023-10-21T15:35:16.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:16 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]': finished 2023-10-21T15:35:16.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:16 smithi119 ceph-mon[103628]: osdmap e36: 6 total, 5 up, 6 in 2023-10-21T15:35:16.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:16.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:16 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/4119592901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:35:16.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:16 smithi046 ceph-mon[99436]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:16.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:16 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/114799456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]: dispatch 2023-10-21T15:35:16.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:16 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]: dispatch 2023-10-21T15:35:16.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:16 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72553fe6-6d81-4487-b531-f6b95e5cdeb3"}]': finished 2023-10-21T15:35:16.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:16 smithi046 ceph-mon[99436]: osdmap e36: 6 total, 5 up, 6 in 2023-10-21T15:35:16.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:16.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:16 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/4119592901' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:35:18.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:18 smithi105 ceph-mon[103980]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:18.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:18 smithi119 ceph-mon[103628]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:18.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:18 smithi046 ceph-mon[99436]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:20.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:20 smithi105 ceph-mon[103980]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:20.742 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:20 smithi119 ceph-mon[103628]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:20.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:20 smithi046 ceph-mon[99436]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:22.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:22 smithi105 ceph-mon[103980]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:22.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:22 smithi119 ceph-mon[103628]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:22.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:22 smithi046 ceph-mon[99436]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:23.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:23 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-21T15:35:23.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:23 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:23.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:23 smithi105 ceph-mon[103980]: Deploying daemon osd.5 on smithi119 2023-10-21T15:35:23.772 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:23 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-21T15:35:23.772 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:23 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:23.772 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:23 smithi119 ceph-mon[103628]: Deploying daemon osd.5 on smithi119 2023-10-21T15:35:23.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:23 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-21T15:35:23.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:23 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:23.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:23 smithi046 ceph-mon[99436]: Deploying daemon osd.5 on smithi119 2023-10-21T15:35:24.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:24 smithi105 ceph-mon[103980]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:24.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:24 smithi119 ceph-mon[103628]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:24.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:24 smithi046 ceph-mon[99436]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:26.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:26 smithi105 ceph-mon[103980]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:26.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:26 smithi119 ceph-mon[103628]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:26.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:26 smithi046 ceph-mon[99436]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:28.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:28 smithi105 ceph-mon[103980]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:28.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:28.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:28.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:28.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:28 smithi119 ceph-mon[103628]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:28.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:28.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:28.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:28.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:28 smithi046 ceph-mon[99436]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:28.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:28.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:28.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:30.077 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.074+0000 7fc81dffb700 1 -- 172.21.15.119:0/3410064260 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fc82010b6c0 con 0x7fc8100a1480 2023-10-21T15:35:30.077 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 5 on host 'smithi119' 2023-10-21T15:35:30.080 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.078+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8100a1480 msgr2=0x7fc8100a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:30.081 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.078+0000 7fc8270f7700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8100a1480 0x7fc8100a3940 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc80c00b5c0 tx=0x7fc80c005fb0 comp rx=0 tx=0).stop 2023-10-21T15:35:30.081 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc8200ffe70 msgr2=0x7fc820069e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:30.081 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc8200ffe70 0x7fc820069e80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc81400c990 tx=0x7fc81400cd50 comp rx=0 tx=0).stop 2023-10-21T15:35:30.082 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 shutdown_connections 2023-10-21T15:35:30.082 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8100a1480 0x7fc8100a3940 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:30.082 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc820101a20 0x7fc82019df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:30.082 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc8200ffe70 0x7fc820069e80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:30.083 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 --2- 172.21.15.119:0/3410064260 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc820101060 0x7fc82019b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:30.083 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 >> 172.21.15.119:0/3410064260 conn(0x7fc8200fb480 msgr2=0x7fc820104560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:35:30.083 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 shutdown_connections 2023-10-21T15:35:30.083 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:35:30.079+0000 7fc8270f7700 1 -- 172.21.15.119:0/3410064260 wait complete. 2023-10-21T15:35:30.511 DEBUG:teuthology.orchestra.run.smithi119:osd.5> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.5.service 2023-10-21T15:35:30.514 INFO:tasks.cephadm:Deploying osd.6 on smithi046 with /dev/vg_nvme/lv_2... 2023-10-21T15:35:30.514 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-21T15:35:30.555 INFO:journalctl@ceph.osd.5.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:35:30.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:30.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:30.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:30.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:30 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:30.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:30.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:30.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:30.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:30 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:30.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:30.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:30.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:30.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:30.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:30 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:31.107 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:35:31.451 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:35:31 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:35:31.155+0000 7f2fb782a640 -1 osd.5 0 log_to_monitors true 2023-10-21T15:35:31.712 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:31 smithi119 ceph-mon[103628]: from='osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-21T15:35:31.713 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:31 smithi119 ceph-mon[103628]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-21T15:35:31.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:31 smithi046 ceph-mon[99436]: from='osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-21T15:35:31.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:31 smithi046 ceph-mon[99436]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-21T15:35:31.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:31 smithi105 ceph-mon[103980]: from='osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-21T15:35:31.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:31 smithi105 ceph-mon[103980]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-21T15:35:32.620 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-21T15:35:32.620 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-21T15:35:32.620 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2023-10-21T15:35:32.621 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2023-10-21T15:35:32.621 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00855148 s, 1.2 GB/s 2023-10-21T15:35:32.621 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2023-10-21T15:35:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:32 smithi046 ceph-mon[99436]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:32 smithi046 ceph-mon[99436]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-21T15:35:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:32 smithi046 ceph-mon[99436]: osdmap e37: 6 total, 5 up, 6 in 2023-10-21T15:35:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:32.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:32 smithi046 ceph-mon[99436]: from='osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:35:32.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:32 smithi046 ceph-mon[99436]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:35:32.959 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:35:32 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:35:32.593+0000 7f2fac6a0700 -1 osd.5 0 waiting for initial osdmap 2023-10-21T15:35:32.960 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:35:32 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:35:32.602+0000 7f2fa6c92700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:35:32.960 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:32 smithi119 ceph-mon[103628]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:32.960 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:32 smithi119 ceph-mon[103628]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-21T15:35:32.961 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:32 smithi119 ceph-mon[103628]: osdmap e37: 6 total, 5 up, 6 in 2023-10-21T15:35:32.961 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:32.961 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:32 smithi119 ceph-mon[103628]: from='osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:35:32.961 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:32 smithi119 ceph-mon[103628]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:35:32.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:32 smithi105 ceph-mon[103980]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:32.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:32 smithi105 ceph-mon[103980]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-21T15:35:32.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:32 smithi105 ceph-mon[103980]: osdmap e37: 6 total, 5 up, 6 in 2023-10-21T15:35:32.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:32.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:32 smithi105 ceph-mon[103980]: from='osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:35:32.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:32 smithi105 ceph-mon[103980]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:35:33.060 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi046:vg_nvme/lv_2 2023-10-21T15:35:33.632 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:35:33.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:35:33.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: osdmap e38: 6 total, 5 up, 6 in 2023-10-21T15:35:33.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:33.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:33.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:33.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:33.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:33.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:33.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:35:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: osdmap e38: 6 total, 5 up, 6 in 2023-10-21T15:35:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:33.865 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:33.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:33.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:33.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:33.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:33.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:35:33.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: osdmap e38: 6 total, 5 up, 6 in 2023-10-21T15:35:33.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:33.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:33.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:33.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:33.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:33.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:33.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:33.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:34.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 -- 172.21.15.46:0/428116405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c104390 msgr2=0x7fb55c106780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:34.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 --2- 172.21.15.46:0/428116405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c104390 0x7fb55c106780 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb558009990 tx=0x7fb558009ca0 comp rx=0 tx=0).stop 2023-10-21T15:35:34.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 -- 172.21.15.46:0/428116405 shutdown_connections 2023-10-21T15:35:34.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 --2- 172.21.15.46:0/428116405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb55c106cc0 0x7fb55c1090d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:34.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 --2- 172.21.15.46:0/428116405 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55c101a60 0x7fb55c103e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:34.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 --2- 172.21.15.46:0/428116405 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c104390 0x7fb55c106780 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:34.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 -- 172.21.15.46:0/428116405 >> 172.21.15.46:0/428116405 conn(0x7fb55c0fb3f0 msgr2=0x7fb55c0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:35:34.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 -- 172.21.15.46:0/428116405 shutdown_connections 2023-10-21T15:35:34.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.848+0000 7fb563be7700 1 -- 172.21.15.46:0/428116405 wait complete. 2023-10-21T15:35:34.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb563be7700 1 Processor -- start 2023-10-21T15:35:34.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb563be7700 1 -- start start 2023-10-21T15:35:34.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb563be7700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb55c101a60 0x7fb55c196af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:34.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb563be7700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55c104390 0x7fb55c197030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:34.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb563be7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c106cc0 0x7fb55c19e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:34.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb563be7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c19e680 con 0x7fb55c106cc0 2023-10-21T15:35:34.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb563be7700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c19e7c0 con 0x7fb55c101a60 2023-10-21T15:35:34.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb563be7700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb55c19e950 con 0x7fb55c104390 2023-10-21T15:35:34.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb562184700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c106cc0 0x7fb55c19e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:34.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb562184700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c106cc0 0x7fb55c19e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60596/0 (socket says 172.21.15.46:60596) 2023-10-21T15:35:34.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb562184700 1 -- 172.21.15.46:0/3346917324 learned_addr learned my addr 172.21.15.46:0/3346917324 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:35:34.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb561182700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55c104390 0x7fb55c197030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:34.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.849+0000 7fb561983700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb55c101a60 0x7fb55c196af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:34.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb562184700 1 -- 172.21.15.46:0/3346917324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55c104390 msgr2=0x7fb55c197030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:34.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb562184700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55c104390 0x7fb55c197030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:34.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb562184700 1 -- 172.21.15.46:0/3346917324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb55c101a60 msgr2=0x7fb55c196af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:34.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb562184700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb55c101a60 0x7fb55c196af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:34.857 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb562184700 1 -- 172.21.15.46:0/3346917324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5580095f0 con 0x7fb55c106cc0 2023-10-21T15:35:34.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb562184700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c106cc0 0x7fb55c19e0b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb554007d70 tx=0x7fb55400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:35:34.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb552ffd700 1 -- 172.21.15.46:0/3346917324 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb55400ac50 con 0x7fb55c106cc0 2023-10-21T15:35:34.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb552ffd700 1 -- 172.21.15.46:0/3346917324 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb55400adb0 con 0x7fb55c106cc0 2023-10-21T15:35:34.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb55c19ec30 con 0x7fb55c106cc0 2023-10-21T15:35:34.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb552ffd700 1 -- 172.21.15.46:0/3346917324 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5540115e0 con 0x7fb55c106cc0 2023-10-21T15:35:34.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.850+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb55c19f0e0 con 0x7fb55c106cc0 2023-10-21T15:35:34.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.851+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb55c0fcf70 con 0x7fb55c106cc0 2023-10-21T15:35:34.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.852+0000 7fb552ffd700 1 -- 172.21.15.46:0/3346917324 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb554012420 con 0x7fb55c106cc0 2023-10-21T15:35:34.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.853+0000 7fb552ffd700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5480a1480 0x7fb5480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:34.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.853+0000 7fb561983700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5480a1480 0x7fb5480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:34.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.853+0000 7fb552ffd700 1 -- 172.21.15.46:0/3346917324 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4562+0+0 (secure 0 0 0) 0x7fb5540cc0b0 con 0x7fb55c106cc0 2023-10-21T15:35:34.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.853+0000 7fb561983700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5480a1480 0x7fb5480a3940 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00ac50 tx=0x7fb54c00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:35:34.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:34.857+0000 7fb552ffd700 1 -- 172.21.15.46:0/3346917324 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb554096510 con 0x7fb55c106cc0 2023-10-21T15:35:34.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:35:34.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:35:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi119 2023-10-21T15:35:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi119 to 8584M 2023-10-21T15:35:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] boot 2023-10-21T15:35:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: osdmap e39: 6 total, 6 up, 6 in 2023-10-21T15:35:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:35:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:35:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:34.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi119 2023-10-21T15:35:34.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi119 to 8584M 2023-10-21T15:35:34.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:34.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] boot 2023-10-21T15:35:34.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: osdmap e39: 6 total, 6 up, 6 in 2023-10-21T15:35:34.992 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:35.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:35:35.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:35:35.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-21T15:35:35.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi119 2023-10-21T15:35:35.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi119 to 8584M 2023-10-21T15:35:35.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:35.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: osd.5 [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] boot 2023-10-21T15:35:35.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: osdmap e39: 6 total, 6 up, 6 in 2023-10-21T15:35:35.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-21T15:35:35.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:35.065+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fb55c02d270 con 0x7fb5480a1480 2023-10-21T15:35:35.898 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:35 smithi046 ceph-mon[99436]: osdmap e40: 6 total, 6 up, 6 in 2023-10-21T15:35:35.898 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:35.898 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:35.899 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:35.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:35 smithi105 ceph-mon[103980]: osdmap e40: 6 total, 6 up, 6 in 2023-10-21T15:35:35.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:35.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:35.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:36.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:35 smithi119 ceph-mon[103628]: osdmap e40: 6 total, 6 up, 6 in 2023-10-21T15:35:36.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:36.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:36.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:36.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:36 smithi046 ceph-mon[99436]: from='client.14343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:36.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:36 smithi046 ceph-mon[99436]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:36.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:36 smithi046 ceph-mon[99436]: osdmap e41: 6 total, 6 up, 6 in 2023-10-21T15:35:36.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:36 smithi105 ceph-mon[103980]: from='client.14343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:36.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:36 smithi105 ceph-mon[103980]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:36.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:36 smithi105 ceph-mon[103980]: osdmap e41: 6 total, 6 up, 6 in 2023-10-21T15:35:37.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:36 smithi119 ceph-mon[103628]: from='client.14343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:37.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:36 smithi119 ceph-mon[103628]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:37.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:36 smithi119 ceph-mon[103628]: osdmap e41: 6 total, 6 up, 6 in 2023-10-21T15:35:37.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:37 smithi046 ceph-mon[99436]: osdmap e42: 6 total, 6 up, 6 in 2023-10-21T15:35:37.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:37 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3619164716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7"}]: dispatch 2023-10-21T15:35:37.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:37 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3619164716' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7"}]': finished 2023-10-21T15:35:37.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:37 smithi046 ceph-mon[99436]: osdmap e43: 7 total, 6 up, 7 in 2023-10-21T15:35:37.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:37 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:37.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:37 smithi105 ceph-mon[103980]: osdmap e42: 6 total, 6 up, 6 in 2023-10-21T15:35:37.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:37 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3619164716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7"}]: dispatch 2023-10-21T15:35:37.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:37 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3619164716' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7"}]': finished 2023-10-21T15:35:37.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:37 smithi105 ceph-mon[103980]: osdmap e43: 7 total, 6 up, 7 in 2023-10-21T15:35:37.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:37 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:38.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:37 smithi119 ceph-mon[103628]: osdmap e42: 6 total, 6 up, 6 in 2023-10-21T15:35:38.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:37 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3619164716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7"}]: dispatch 2023-10-21T15:35:38.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:37 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3619164716' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7"}]': finished 2023-10-21T15:35:38.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:37 smithi119 ceph-mon[103628]: osdmap e43: 7 total, 6 up, 7 in 2023-10-21T15:35:38.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:37 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:38.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:38 smithi046 ceph-mon[99436]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:35:38.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:38 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/687982742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:35:38.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:38 smithi105 ceph-mon[103980]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:35:38.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:38 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/687982742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:35:39.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:38 smithi119 ceph-mon[103628]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:35:39.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:38 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/687982742' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:35:40.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:40 smithi046 ceph-mon[99436]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2023-10-21T15:35:40.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:40 smithi105 ceph-mon[103980]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2023-10-21T15:35:41.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:40 smithi119 ceph-mon[103628]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2023-10-21T15:35:42.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:42 smithi046 ceph-mon[99436]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-21T15:35:42.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:42 smithi105 ceph-mon[103980]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-21T15:35:43.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:42 smithi119 ceph-mon[103628]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-21T15:35:44.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:44 smithi046 ceph-mon[99436]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-10-21T15:35:44.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-21T15:35:44.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:44.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:44 smithi105 ceph-mon[103980]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-10-21T15:35:44.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-21T15:35:44.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:45.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:44 smithi119 ceph-mon[103628]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2023-10-21T15:35:45.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-21T15:35:45.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:45.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:45 smithi046 ceph-mon[99436]: Deploying daemon osd.6 on smithi046 2023-10-21T15:35:45.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:45 smithi105 ceph-mon[103980]: Deploying daemon osd.6 on smithi046 2023-10-21T15:35:46.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:45 smithi119 ceph-mon[103628]: Deploying daemon osd.6 on smithi046 2023-10-21T15:35:46.825 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:46 smithi046 ceph-mon[99436]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:46.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:46 smithi105 ceph-mon[103980]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:47.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:46 smithi119 ceph-mon[103628]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:48.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:48 smithi046 ceph-mon[99436]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:48.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:48 smithi105 ceph-mon[103980]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:49.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:48 smithi119 ceph-mon[103628]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:50.070 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:50.071 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:50.071 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:50.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:50.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:50.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:50.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:50.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:50.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:51.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:50 smithi046 ceph-mon[99436]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:50 smithi105 ceph-mon[103980]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:50 smithi119 ceph-mon[103628]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:51.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.668+0000 7fb552ffd700 1 -- 172.21.15.46:0/3346917324 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fb55c02d270 con 0x7fb5480a1480 2023-10-21T15:35:51.672 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 6 on host 'smithi046' 2023-10-21T15:35:51.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5480a1480 msgr2=0x7fb5480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:51.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5480a1480 0x7fb5480a3940 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00ac50 tx=0x7fb54c00a380 comp rx=0 tx=0).stop 2023-10-21T15:35:51.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c106cc0 msgr2=0x7fb55c19e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:51.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c106cc0 0x7fb55c19e0b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb554007d70 tx=0x7fb55400a340 comp rx=0 tx=0).stop 2023-10-21T15:35:51.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 shutdown_connections 2023-10-21T15:35:51.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5480a1480 0x7fb5480a3940 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:51.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb55c106cc0 0x7fb55c19e0b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:51.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb55c101a60 0x7fb55c196af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:51.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 --2- 172.21.15.46:0/3346917324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb55c104390 0x7fb55c197030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:51.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 >> 172.21.15.46:0/3346917324 conn(0x7fb55c0fb3f0 msgr2=0x7fb55c1026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:35:51.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 shutdown_connections 2023-10-21T15:35:51.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:35:51.671+0000 7fb563be7700 1 -- 172.21.15.46:0/3346917324 wait complete. 2023-10-21T15:35:52.134 DEBUG:teuthology.orchestra.run.smithi046:osd.6> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.6.service 2023-10-21T15:35:52.136 INFO:tasks.cephadm:Deploying osd.7 on smithi105 with /dev/vg_nvme/lv_2... 2023-10-21T15:35:52.136 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-21T15:35:52.172 INFO:journalctl@ceph.osd.6.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:35:52.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:52.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:52.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:52.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:52.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:52.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:52.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:52.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:52 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:52.716 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:35:52.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:52.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:52.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:52 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:35:53.153 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:35:52 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:35:52.917+0000 7f93bbc1b640 -1 osd.6 0 log_to_monitors true 2023-10-21T15:35:53.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:53 smithi046 ceph-mon[99436]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-21T15:35:53.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:53 smithi105 ceph-mon[103980]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-21T15:35:53.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:53 smithi119 ceph-mon[103628]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-21T15:35:54.339 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-21T15:35:54.340 INFO:teuthology.orchestra.run.smithi105.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-21T15:35:54.340 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10+0 records in 2023-10-21T15:35:54.340 INFO:teuthology.orchestra.run.smithi105.stderr:10+0 records out 2023-10-21T15:35:54.340 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011198 s, 936 MB/s 2023-10-21T15:35:54.341 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping successful for: 2023-10-21T15:35:54.635 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:54 smithi105 ceph-mon[103980]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:54.635 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:54 smithi105 ceph-mon[103980]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-21T15:35:54.635 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:54 smithi105 ceph-mon[103980]: osdmap e44: 7 total, 6 up, 7 in 2023-10-21T15:35:54.636 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:54 smithi105 ceph-mon[103980]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:35:54.636 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:54.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:35:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:35:54.372+0000 7f93b0a91700 -1 osd.6 0 waiting for initial osdmap 2023-10-21T15:35:54.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:35:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:35:54.382+0000 7f93ac886700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:35:54.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:54 smithi046 ceph-mon[99436]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:54.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:54 smithi046 ceph-mon[99436]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-21T15:35:54.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:54 smithi046 ceph-mon[99436]: osdmap e44: 7 total, 6 up, 7 in 2023-10-21T15:35:54.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:54 smithi046 ceph-mon[99436]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:35:54.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:54.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:54 smithi119 ceph-mon[103628]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:54.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:54 smithi119 ceph-mon[103628]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-21T15:35:54.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:54 smithi119 ceph-mon[103628]: osdmap e44: 7 total, 6 up, 7 in 2023-10-21T15:35:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:54 smithi119 ceph-mon[103628]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:35:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:54.958 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi105:vg_nvme/lv_2 2023-10-21T15:35:55.517 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:35:55.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:35:55.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: osdmap e45: 7 total, 6 up, 7 in 2023-10-21T15:35:55.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:55.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:55.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi046 2023-10-21T15:35:55.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi046 to 5724M 2023-10-21T15:35:55.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:55.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:55.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:55 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.699 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:35:55.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: osdmap e45: 7 total, 6 up, 7 in 2023-10-21T15:35:55.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:55.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:55.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi046 2023-10-21T15:35:55.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi046 to 5724M 2023-10-21T15:35:55.702 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.702 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:55.702 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:55.702 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:55 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:35:55.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: osdmap e45: 7 total, 6 up, 7 in 2023-10-21T15:35:55.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:55.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:55.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi046 2023-10-21T15:35:55.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:35:55.788 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi046 to 5724M 2023-10-21T15:35:55.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:55.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:55.789 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:35:55.790 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:55 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:35:56.548 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:56 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:35:56.548 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:56 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:35:56.548 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:56 smithi105 ceph-mon[103980]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:56.549 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:56 smithi105 ceph-mon[103980]: osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] boot 2023-10-21T15:35:56.549 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:56 smithi105 ceph-mon[103980]: osdmap e46: 7 total, 7 up, 7 in 2023-10-21T15:35:56.549 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:56 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:56.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:56 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:35:56.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:56 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:35:56.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:56 smithi046 ceph-mon[99436]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:56.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:56 smithi046 ceph-mon[99436]: osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] boot 2023-10-21T15:35:56.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:56 smithi046 ceph-mon[99436]: osdmap e46: 7 total, 7 up, 7 in 2023-10-21T15:35:56.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:56 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:56.691 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 -- 172.21.15.105:0/2099966220 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc0ffe70 msgr2=0x7ff4fc100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:56.691 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 --2- 172.21.15.105:0/2099966220 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc0ffe70 0x7ff4fc100290 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff4f0009990 tx=0x7ff4f0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:35:56.691 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 -- 172.21.15.105:0/2099966220 shutdown_connections 2023-10-21T15:35:56.691 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 --2- 172.21.15.105:0/2099966220 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4fc101990 0x7ff4fc1082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:56.692 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 --2- 172.21.15.105:0/2099966220 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc0ffe70 0x7ff4fc100290 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:56.692 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 --2- 172.21.15.105:0/2099966220 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4fc100fd0 0x7ff4fc101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:56.692 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 -- 172.21.15.105:0/2099966220 >> 172.21.15.105:0/2099966220 conn(0x7ff4fc0fb3f0 msgr2=0x7ff4fc0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:35:56.692 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 -- 172.21.15.105:0/2099966220 shutdown_connections 2023-10-21T15:35:56.693 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.686+0000 7ff502af0700 1 -- 172.21.15.105:0/2099966220 wait complete. 2023-10-21T15:35:56.693 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff502af0700 1 Processor -- start 2023-10-21T15:35:56.693 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff502af0700 1 -- start start 2023-10-21T15:35:56.693 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff502af0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4fc0ffe70 0x7ff4fc196c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:56.694 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff502af0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4fc100fd0 0x7ff4fc197170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:56.694 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff502af0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc101990 0x7ff4fc19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:56.694 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff502af0700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc19e780 con 0x7ff4fc100fd0 2023-10-21T15:35:56.694 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff502af0700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc19e8c0 con 0x7ff4fc101990 2023-10-21T15:35:56.694 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff502af0700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4fc19ea80 con 0x7ff4fc0ffe70 2023-10-21T15:35:56.695 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff50108d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc101990 0x7ff4fc19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:56.695 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff50108d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc101990 0x7ff4fc19e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39062/0 (socket says 172.21.15.105:39062) 2023-10-21T15:35:56.695 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff50108d700 1 -- 172.21.15.105:0/3643779433 learned_addr learned my addr 172.21.15.105:0/3643779433 (peer_addr_for_me v2:172.21.15.105:0/0) 2023-10-21T15:35:56.695 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff50088c700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4fc0ffe70 0x7ff4fc196c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:56.695 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.687+0000 7ff4fbfff700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4fc100fd0 0x7ff4fc197170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:56.695 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff50108d700 1 -- 172.21.15.105:0/3643779433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4fc0ffe70 msgr2=0x7ff4fc196c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:56.696 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff50108d700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4fc0ffe70 0x7ff4fc196c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:56.696 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff50108d700 1 -- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4fc100fd0 msgr2=0x7ff4fc197170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:35:56.696 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff50108d700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4fc100fd0 0x7ff4fc197170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:35:56.696 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff50108d700 1 -- 172.21.15.105:0/3643779433 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4f00095f0 con 0x7ff4fc101990 2023-10-21T15:35:56.696 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff50108d700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc101990 0x7ff4fc19e1b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4007d70 tx=0x7ff4f400a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:35:56.697 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff4f9ffb700 1 -- 172.21.15.105:0/3643779433 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4f400ad40 con 0x7ff4fc101990 2023-10-21T15:35:56.697 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff4f9ffb700 1 -- 172.21.15.105:0/3643779433 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4f40128e0 con 0x7ff4fc101990 2023-10-21T15:35:56.697 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4fc19ed60 con 0x7ff4fc101990 2023-10-21T15:35:56.697 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff4f9ffb700 1 -- 172.21.15.105:0/3643779433 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4f40116b0 con 0x7ff4fc101990 2023-10-21T15:35:56.698 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.688+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4fc19f1b0 con 0x7ff4fc101990 2023-10-21T15:35:56.699 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.689+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4fc10b740 con 0x7ff4fc101990 2023-10-21T15:35:56.699 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.690+0000 7ff4f9ffb700 1 -- 172.21.15.105:0/3643779433 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff4f4012420 con 0x7ff4fc101990 2023-10-21T15:35:56.699 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.690+0000 7ff4f9ffb700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4ec0a1480 0x7ff4ec0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:35:56.699 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.691+0000 7ff4f9ffb700 1 -- 172.21.15.105:0/3643779433 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 4965+0+0 (secure 0 0 0) 0x7ff4f40cc260 con 0x7ff4fc101990 2023-10-21T15:35:56.699 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.691+0000 7ff50088c700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4ec0a1480 0x7ff4ec0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:35:56.700 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.691+0000 7ff50088c700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4ec0a1480 0x7ff4ec0a3940 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc198110 tx=0x7ff4f0005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:35:56.700 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.695+0000 7ff4f9ffb700 1 -- 172.21.15.105:0/3643779433 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff4f40965d0 con 0x7ff4fc101990 2023-10-21T15:35:56.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:56 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:35:56.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:56 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:35:56.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:56 smithi119 ceph-mon[103628]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-21T15:35:56.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:56 smithi119 ceph-mon[103628]: osd.6 [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] boot 2023-10-21T15:35:56.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:56 smithi119 ceph-mon[103628]: osdmap e46: 7 total, 7 up, 7 in 2023-10-21T15:35:56.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:56 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-21T15:35:56.894 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:35:56.892+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7ff4fc069960 con 0x7ff4ec0a1480 2023-10-21T15:35:57.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:57 smithi105 ceph-mon[103980]: osdmap e47: 7 total, 7 up, 7 in 2023-10-21T15:35:57.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:57 smithi105 ceph-mon[103980]: from='client.24281 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:57.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:57.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:57.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:58.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:57 smithi046 ceph-mon[99436]: osdmap e47: 7 total, 7 up, 7 in 2023-10-21T15:35:58.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:57 smithi046 ceph-mon[99436]: from='client.24281 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:58.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:58.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:58.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:58.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:57 smithi119 ceph-mon[103628]: osdmap e47: 7 total, 7 up, 7 in 2023-10-21T15:35:58.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:57 smithi119 ceph-mon[103628]: from='client.24281 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:35:58.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:35:58.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:35:58.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:35:58.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:58 smithi105 ceph-mon[103980]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:35:59.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:58 smithi046 ceph-mon[99436]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:35:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:58 smithi119 ceph-mon[103628]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:00.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:59 smithi046 ceph-mon[99436]: from='client.? 172.21.15.105:0/3570957716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]: dispatch 2023-10-21T15:36:00.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:59 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]: dispatch 2023-10-21T15:36:00.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:59 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]': finished 2023-10-21T15:36:00.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:59 smithi046 ceph-mon[99436]: osdmap e48: 8 total, 7 up, 8 in 2023-10-21T15:36:00.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:35:59 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:00.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:59 smithi105 ceph-mon[103980]: from='client.? 172.21.15.105:0/3570957716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]: dispatch 2023-10-21T15:36:00.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:59 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]: dispatch 2023-10-21T15:36:00.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:59 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]': finished 2023-10-21T15:36:00.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:59 smithi105 ceph-mon[103980]: osdmap e48: 8 total, 7 up, 8 in 2023-10-21T15:36:00.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:35:59 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:00.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:59 smithi119 ceph-mon[103628]: from='client.? 172.21.15.105:0/3570957716' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]: dispatch 2023-10-21T15:36:00.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:59 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]: dispatch 2023-10-21T15:36:00.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:59 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "952093c1-3ea5-4ac8-87b9-3564d1b3c9de"}]': finished 2023-10-21T15:36:00.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:59 smithi119 ceph-mon[103628]: osdmap e48: 8 total, 7 up, 8 in 2023-10-21T15:36:00.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:35:59 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:01.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:00 smithi046 ceph-mon[99436]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:01.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:00 smithi046 ceph-mon[99436]: from='client.? 172.21.15.105:0/1757840307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:01.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:00 smithi105 ceph-mon[103980]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:01.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:00 smithi105 ceph-mon[103980]: from='client.? 172.21.15.105:0/1757840307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:01.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:00 smithi119 ceph-mon[103628]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:01.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:00 smithi119 ceph-mon[103628]: from='client.? 172.21.15.105:0/1757840307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:03.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:02 smithi046 ceph-mon[99436]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:03.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:02 smithi105 ceph-mon[103980]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:03.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:02 smithi119 ceph-mon[103628]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:05.050 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:04 smithi105 ceph-mon[103980]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:05.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:04 smithi046 ceph-mon[99436]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:04 smithi119 ceph-mon[103628]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:06.916 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:06 smithi105 ceph-mon[103980]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:06.917 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-21T15:36:06.917 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:07.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:06 smithi046 ceph-mon[99436]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:07.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-21T15:36:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:07.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:06 smithi119 ceph-mon[103628]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:07.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-21T15:36:07.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:08.095 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:07 smithi105 ceph-mon[103980]: Deploying daemon osd.7 on smithi105 2023-10-21T15:36:08.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:07 smithi046 ceph-mon[99436]: Deploying daemon osd.7 on smithi105 2023-10-21T15:36:08.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:07 smithi119 ceph-mon[103628]: Deploying daemon osd.7 on smithi105 2023-10-21T15:36:09.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:08 smithi046 ceph-mon[99436]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:09.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:08 smithi105 ceph-mon[103980]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:09.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:08 smithi119 ceph-mon[103628]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:11.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:10 smithi046 ceph-mon[99436]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:11.206 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:10 smithi105 ceph-mon[103980]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:11.206 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:11.206 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:11.206 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:11.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:10 smithi119 ceph-mon[103628]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:11.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:11.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:11.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:12.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:12 smithi105 ceph-mon[103980]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:12.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:12.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:12.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:12.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:12.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:13.106 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.104+0000 7ff4f9ffb700 1 -- 172.21.15.105:0/3643779433 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7ff4fc069960 con 0x7ff4ec0a1480 2023-10-21T15:36:13.106 INFO:teuthology.orchestra.run.smithi105.stdout:Created osd(s) 7 on host 'smithi105' 2023-10-21T15:36:13.108 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4ec0a1480 msgr2=0x7ff4ec0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:13.108 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4ec0a1480 0x7ff4ec0a3940 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc198110 tx=0x7ff4f0005fd0 comp rx=0 tx=0).stop 2023-10-21T15:36:13.108 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc101990 msgr2=0x7ff4fc19e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:13.109 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc101990 0x7ff4fc19e1b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7ff4f4007d70 tx=0x7ff4f400a340 comp rx=0 tx=0).stop 2023-10-21T15:36:13.109 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 shutdown_connections 2023-10-21T15:36:13.109 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4ec0a1480 0x7ff4ec0a3940 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:13.109 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4fc101990 0x7ff4fc19e1b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:13.109 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4fc0ffe70 0x7ff4fc196c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:13.110 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 --2- 172.21.15.105:0/3643779433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4fc100fd0 0x7ff4fc197170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:13.110 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 >> 172.21.15.105:0/3643779433 conn(0x7ff4fc0fb3f0 msgr2=0x7ff4fc069250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:36:13.110 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 shutdown_connections 2023-10-21T15:36:13.110 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:36:13.106+0000 7ff502af0700 1 -- 172.21.15.105:0/3643779433 wait complete. 2023-10-21T15:36:13.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:12 smithi046 ceph-mon[99436]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:13.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:12 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:13.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:12 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:13.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:12 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:13.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:12 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:13.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:12 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:13.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:12 smithi119 ceph-mon[103628]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:13.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:12 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:13.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:12 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:13.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:12 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:13.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:12 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:13.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:12 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:13.505 DEBUG:teuthology.orchestra.run.smithi105:osd.7> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.7.service 2023-10-21T15:36:13.508 INFO:tasks.cephadm:Deploying osd.8 on smithi119 with /dev/vg_nvme/lv_2... 2023-10-21T15:36:13.508 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-21T15:36:13.538 INFO:journalctl@ceph.osd.7.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:36:14.078 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:36:14.320 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:14 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:14.320 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:14 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:14.320 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:14 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:14.321 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:14 smithi105 ceph-mon[103980]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:14.349 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:14 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:14.349 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:14 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:14.350 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:14 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:14.350 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:14 smithi119 ceph-mon[103628]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:14.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:14 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:14.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:14 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:14.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:14 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:14.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:14 smithi046 ceph-mon[99436]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:14.603 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:36:14 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:36:14.317+0000 7f434b887640 -1 osd.7 0 log_to_monitors true 2023-10-21T15:36:15.192 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:15 smithi119 ceph-mon[103628]: from='osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-21T15:36:15.192 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:15 smithi119 ceph-mon[103628]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-21T15:36:15.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:15 smithi105 ceph-mon[103980]: from='osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-21T15:36:15.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:15 smithi105 ceph-mon[103980]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-21T15:36:15.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:15 smithi046 ceph-mon[99436]: from='osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-21T15:36:15.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:15 smithi046 ceph-mon[99436]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-21T15:36:15.706 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-21T15:36:15.707 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-21T15:36:15.707 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2023-10-21T15:36:15.707 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2023-10-21T15:36:15.707 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112086 s, 936 MB/s 2023-10-21T15:36:15.708 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2023-10-21T15:36:16.102 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:16 smithi105 ceph-mon[103980]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-21T15:36:16.102 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:16 smithi105 ceph-mon[103980]: from='osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:36:16.102 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:16 smithi105 ceph-mon[103980]: osdmap e49: 8 total, 7 up, 8 in 2023-10-21T15:36:16.134 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi119:vg_nvme/lv_2 2023-10-21T15:36:16.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:16 smithi046 ceph-mon[99436]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-21T15:36:16.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:16 smithi046 ceph-mon[99436]: from='osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:36:16.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:16 smithi046 ceph-mon[99436]: osdmap e49: 8 total, 7 up, 8 in 2023-10-21T15:36:16.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:16.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:16 smithi046 ceph-mon[99436]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:36:16.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:16 smithi046 ceph-mon[99436]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:16.490 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:36:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:36:16.103+0000 7f43406fd700 -1 osd.7 0 waiting for initial osdmap 2023-10-21T15:36:16.490 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:36:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:36:16.115+0000 7f433b4f0700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:36:16.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:16.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:16 smithi105 ceph-mon[103980]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:36:16.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:16 smithi105 ceph-mon[103980]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:16.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:16 smithi119 ceph-mon[103628]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-21T15:36:16.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:16 smithi119 ceph-mon[103628]: from='osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:36:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:16 smithi119 ceph-mon[103628]: osdmap e49: 8 total, 7 up, 8 in 2023-10-21T15:36:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:16 smithi119 ceph-mon[103628]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:36:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:16 smithi119 ceph-mon[103628]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-21T15:36:16.693 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:36:17.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:36:17.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: osdmap e50: 8 total, 7 up, 8 in 2023-10-21T15:36:17.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:17.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:17.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi105 2023-10-21T15:36:17.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi105 to 5722M 2023-10-21T15:36:17.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:17.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:17.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:36:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: osdmap e50: 8 total, 7 up, 8 in 2023-10-21T15:36:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:17.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi105 2023-10-21T15:36:17.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi105 to 5722M 2023-10-21T15:36:17.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:17.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:17.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:36:17.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: osdmap e50: 8 total, 7 up, 8 in 2023-10-21T15:36:17.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:17.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:17.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi105 2023-10-21T15:36:17.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:17.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi105 to 5722M 2023-10-21T15:36:17.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:17.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:17.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:17.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:18.036 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/2187443184 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 msgr2=0x7f0dd0100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:18.036 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/2187443184 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 0x7f0dd0100290 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4009990 tx=0x7f0dc4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:36:18.037 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/2187443184 shutdown_connections 2023-10-21T15:36:18.037 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/2187443184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd0101990 0x7f0dd01082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:18.037 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/2187443184 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 0x7f0dd0100290 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:18.037 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/2187443184 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dd0100fd0 0x7f0dd0101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:18.038 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/2187443184 >> 172.21.15.119:0/2187443184 conn(0x7f0dd00fb3f0 msgr2=0x7f0dd00fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:36:18.038 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/2187443184 shutdown_connections 2023-10-21T15:36:18.038 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.032+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/2187443184 wait complete. 2023-10-21T15:36:18.039 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd6e3a700 1 Processor -- start 2023-10-21T15:36:18.039 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd6e3a700 1 -- start start 2023-10-21T15:36:18.039 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd6e3a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 0x7f0dd010a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:36:18.039 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd6e3a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd0100fd0 0x7f0dd0108da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:36:18.039 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd6e3a700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dd0101990 0x7f0dd01092e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:36:18.040 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd6e3a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd0109a60 con 0x7f0dd0100fd0 2023-10-21T15:36:18.040 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd6e3a700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd0109bd0 con 0x7f0dd0101990 2023-10-21T15:36:18.040 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd6e3a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd01a0d00 con 0x7f0dd00ffe70 2023-10-21T15:36:18.040 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 0x7f0dd010a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:36:18.041 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 0x7f0dd010a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46814/0 (socket says 172.21.15.119:46814) 2023-10-21T15:36:18.041 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 -- 172.21.15.119:0/1112376801 learned_addr learned my addr 172.21.15.119:0/1112376801 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:36:18.041 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 -- 172.21.15.119:0/1112376801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dd0101990 msgr2=0x7f0dd01092e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:18.041 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dd0101990 0x7f0dd01092e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:18.041 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 -- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd0100fd0 msgr2=0x7f0dd0108da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:18.042 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd0100fd0 0x7f0dd0108da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:18.042 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 -- 172.21.15.119:0/1112376801 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dc40095f0 con 0x7f0dd00ffe70 2023-10-21T15:36:18.042 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dd4bd6700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 0x7f0dd010a750 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0dc400f740 tx=0x7f0dc400f820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:36:18.042 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dcdffb700 1 -- 172.21.15.119:0/1112376801 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dc401d070 con 0x7f0dd00ffe70 2023-10-21T15:36:18.043 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.033+0000 7f0dcdffb700 1 -- 172.21.15.119:0/1112376801 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0dc400fd40 con 0x7f0dd00ffe70 2023-10-21T15:36:18.043 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.034+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dd01a0f80 con 0x7f0dd00ffe70 2023-10-21T15:36:18.043 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.034+0000 7f0dcdffb700 1 -- 172.21.15.119:0/1112376801 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dc4005720 con 0x7f0dd00ffe70 2023-10-21T15:36:18.043 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.034+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dd01a1470 con 0x7f0dd00ffe70 2023-10-21T15:36:18.044 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.035+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dd01073f0 con 0x7f0dd00ffe70 2023-10-21T15:36:18.045 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.036+0000 7f0dcdffb700 1 -- 172.21.15.119:0/1112376801 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0dc4004800 con 0x7f0dd00ffe70 2023-10-21T15:36:18.045 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.036+0000 7f0dcdffb700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0dc00a1500 0x7f0dc00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:36:18.045 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.036+0000 7f0dcdffb700 1 -- 172.21.15.119:0/1112376801 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5430+0+0 (secure 0 0 0) 0x7f0dc40cd4f0 con 0x7f0dd00ffe70 2023-10-21T15:36:18.045 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.036+0000 7f0dcffff700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0dc00a1500 0x7f0dc00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:36:18.046 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.037+0000 7f0dcffff700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0dc00a1500 0x7f0dc00a39c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc0097b0 tx=0x7f0dbc006d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:36:18.046 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.040+0000 7f0dcdffb700 1 -- 172.21.15.119:0/1112376801 <== mon.1 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0dc405c100 con 0x7f0dd00ffe70 2023-10-21T15:36:18.240 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:18.238+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f0dd002d200 con 0x7f0dc00a1500 2023-10-21T15:36:18.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:18 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:36:18.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:18 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:36:18.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:18 smithi046 ceph-mon[99436]: osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] boot 2023-10-21T15:36:18.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:18 smithi046 ceph-mon[99436]: osdmap e51: 8 total, 8 up, 8 in 2023-10-21T15:36:18.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:18.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:18 smithi046 ceph-mon[99436]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:18.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:18 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:36:18.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:18 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:36:18.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:18 smithi105 ceph-mon[103980]: osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] boot 2023-10-21T15:36:18.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:18 smithi105 ceph-mon[103980]: osdmap e51: 8 total, 8 up, 8 in 2023-10-21T15:36:18.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:18.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:18 smithi105 ceph-mon[103980]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:18.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:18 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:36:18.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:18 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:36:18.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:18 smithi119 ceph-mon[103628]: osd.7 [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] boot 2023-10-21T15:36:18.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:18 smithi119 ceph-mon[103628]: osdmap e51: 8 total, 8 up, 8 in 2023-10-21T15:36:18.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-21T15:36:18.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:18 smithi119 ceph-mon[103628]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:19.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:19 smithi046 ceph-mon[99436]: osdmap e52: 8 total, 8 up, 8 in 2023-10-21T15:36:19.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:19 smithi046 ceph-mon[99436]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:36:19.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:19 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:36:19.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:19 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:36:19.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:19 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:19.476 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:19 smithi119 ceph-mon[103628]: osdmap e52: 8 total, 8 up, 8 in 2023-10-21T15:36:19.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:19 smithi119 ceph-mon[103628]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:36:19.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:19 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:36:19.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:19 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:36:19.477 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:19 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:19.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:19 smithi105 ceph-mon[103980]: osdmap e52: 8 total, 8 up, 8 in 2023-10-21T15:36:19.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:19 smithi105 ceph-mon[103980]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:36:19.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:19 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:36:19.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:19 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:36:19.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:19 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:20.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:20 smithi119 ceph-mon[103628]: osdmap e53: 8 total, 8 up, 8 in 2023-10-21T15:36:20.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:20 smithi119 ceph-mon[103628]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:20.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:20 smithi046 ceph-mon[99436]: osdmap e53: 8 total, 8 up, 8 in 2023-10-21T15:36:20.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:20 smithi046 ceph-mon[99436]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:20.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:20 smithi105 ceph-mon[103980]: osdmap e53: 8 total, 8 up, 8 in 2023-10-21T15:36:20.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:20 smithi105 ceph-mon[103980]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:21.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:21 smithi046 ceph-mon[99436]: osdmap e54: 8 total, 8 up, 8 in 2023-10-21T15:36:21.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:21 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/3180947215' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]: dispatch 2023-10-21T15:36:21.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:21 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]: dispatch 2023-10-21T15:36:21.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:21 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]': finished 2023-10-21T15:36:21.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:21 smithi046 ceph-mon[99436]: osdmap e55: 9 total, 8 up, 9 in 2023-10-21T15:36:21.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:21 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:21.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:21 smithi105 ceph-mon[103980]: osdmap e54: 8 total, 8 up, 8 in 2023-10-21T15:36:21.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:21 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/3180947215' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]: dispatch 2023-10-21T15:36:21.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:21 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]: dispatch 2023-10-21T15:36:21.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:21 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]': finished 2023-10-21T15:36:21.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:21 smithi105 ceph-mon[103980]: osdmap e55: 9 total, 8 up, 9 in 2023-10-21T15:36:21.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:21 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:21.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:21 smithi119 ceph-mon[103628]: osdmap e54: 8 total, 8 up, 8 in 2023-10-21T15:36:21.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:21 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/3180947215' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]: dispatch 2023-10-21T15:36:21.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:21 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]: dispatch 2023-10-21T15:36:21.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:21 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "58b4a887-c130-4ae5-ba39-efb547130baf"}]': finished 2023-10-21T15:36:21.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:21 smithi119 ceph-mon[103628]: osdmap e55: 9 total, 8 up, 9 in 2023-10-21T15:36:21.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:21 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:22.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:22 smithi046 ceph-mon[99436]: pgmap v167: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:22.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:22 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/2200486734' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:22.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:22 smithi105 ceph-mon[103980]: pgmap v167: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:22.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:22 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/2200486734' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:22.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:22 smithi119 ceph-mon[103628]: pgmap v167: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:22.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:22 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/2200486734' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:24.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:24 smithi105 ceph-mon[103980]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:24.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:24 smithi119 ceph-mon[103628]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:24.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:24 smithi046 ceph-mon[99436]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:26.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:26 smithi119 ceph-mon[103628]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:26.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:26 smithi105 ceph-mon[103980]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:26.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:26 smithi046 ceph-mon[99436]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:28.675 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:28 smithi119 ceph-mon[103628]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:28.676 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-21T15:36:28.676 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:28.676 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:28 smithi119 ceph-mon[103628]: Deploying daemon osd.8 on smithi119 2023-10-21T15:36:28.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:28 smithi105 ceph-mon[103980]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:28.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-21T15:36:28.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:28.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:28 smithi105 ceph-mon[103980]: Deploying daemon osd.8 on smithi119 2023-10-21T15:36:28.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:28 smithi046 ceph-mon[99436]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:28.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-21T15:36:28.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:28.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:28 smithi046 ceph-mon[99436]: Deploying daemon osd.8 on smithi119 2023-10-21T15:36:30.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:30 smithi105 ceph-mon[103980]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:30.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:30 smithi119 ceph-mon[103628]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:30.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:30 smithi046 ceph-mon[99436]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:32.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:32 smithi105 ceph-mon[103980]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:32.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:32.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:32.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:32.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:32 smithi119 ceph-mon[103628]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:32.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:32.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:32.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:32.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:32 smithi046 ceph-mon[99436]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:32.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:32.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:34.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:34 smithi105 ceph-mon[103980]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:34.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:34 smithi119 ceph-mon[103628]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:34.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:34 smithi046 ceph-mon[99436]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:35.359 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.357+0000 7f0dcdffb700 1 -- 172.21.15.119:0/1112376801 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f0dd002d200 con 0x7f0dc00a1500 2023-10-21T15:36:35.360 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 8 on host 'smithi119' 2023-10-21T15:36:35.361 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0dc00a1500 msgr2=0x7f0dc00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:35.361 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0dc00a1500 0x7f0dc00a39c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc0097b0 tx=0x7f0dbc006d20 comp rx=0 tx=0).stop 2023-10-21T15:36:35.361 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 msgr2=0x7f0dd010a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:35.361 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 0x7f0dd010a750 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0dc400f740 tx=0x7f0dc400f820 comp rx=0 tx=0).stop 2023-10-21T15:36:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 shutdown_connections 2023-10-21T15:36:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0dc00a1500 0x7f0dc00a39c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dd0101990 0x7f0dd01092e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0dd00ffe70 0x7f0dd010a750 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:35.362 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 --2- 172.21.15.119:0/1112376801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0dd0100fd0 0x7f0dd0108da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 >> 172.21.15.119:0/1112376801 conn(0x7f0dd00fb3f0 msgr2=0x7f0dd0104530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:36:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 shutdown_connections 2023-10-21T15:36:35.363 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:36:35.359+0000 7f0dd6e3a700 1 -- 172.21.15.119:0/1112376801 wait complete. 2023-10-21T15:36:35.876 DEBUG:teuthology.orchestra.run.smithi119:osd.8> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.8.service 2023-10-21T15:36:35.879 INFO:tasks.cephadm:Deploying osd.9 on smithi046 with /dev/vg_nvme/lv_1... 2023-10-21T15:36:35.880 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-21T15:36:35.908 INFO:journalctl@ceph.osd.8.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:36:36.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:36.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:36.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:35 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:36.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:36.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:36.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:35 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:36.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:36.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:36.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:36.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:35 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:36.461 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:36:36.640 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:36:36 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:36:36.394+0000 7fea5b790640 -1 osd.8 0 log_to_monitors true 2023-10-21T15:36:37.125 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:36 smithi046 ceph-mon[99436]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:37.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:36 smithi046 ceph-mon[99436]: from='osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-21T15:36:37.126 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:36 smithi046 ceph-mon[99436]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-21T15:36:37.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:36 smithi119 ceph-mon[103628]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:37.230 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:36 smithi119 ceph-mon[103628]: from='osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-21T15:36:37.231 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:36 smithi119 ceph-mon[103628]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-21T15:36:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:36 smithi105 ceph-mon[103980]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:36 smithi105 ceph-mon[103980]: from='osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-21T15:36:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:36 smithi105 ceph-mon[103980]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-21T15:36:38.218 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-21T15:36:38.218 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-21T15:36:38.219 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2023-10-21T15:36:38.219 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2023-10-21T15:36:38.219 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00883682 s, 1.2 GB/s 2023-10-21T15:36:38.219 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 2023-10-21T15:36:38.219 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2023-10-21T15:36:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:37 smithi105 ceph-mon[103980]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-21T15:36:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:37 smithi105 ceph-mon[103980]: osdmap e56: 9 total, 8 up, 9 in 2023-10-21T15:36:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:37 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:37 smithi105 ceph-mon[103980]: from='osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:36:38.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:37 smithi105 ceph-mon[103980]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:36:38.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:37 smithi046 ceph-mon[99436]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-21T15:36:38.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:37 smithi046 ceph-mon[99436]: osdmap e56: 9 total, 8 up, 9 in 2023-10-21T15:36:38.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:37 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:38.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:37 smithi046 ceph-mon[99436]: from='osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:36:38.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:37 smithi046 ceph-mon[99436]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:36:38.274 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:36:37 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:36:37.933+0000 7fea50606700 -1 osd.8 0 waiting for initial osdmap 2023-10-21T15:36:38.274 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:36:37 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:36:37.944+0000 7fea4bbfa700 -1 osd.8 57 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:36:38.274 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:37 smithi119 ceph-mon[103628]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-21T15:36:38.275 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:37 smithi119 ceph-mon[103628]: osdmap e56: 9 total, 8 up, 9 in 2023-10-21T15:36:38.275 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:37 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:38.275 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:37 smithi119 ceph-mon[103628]: from='osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:36:38.275 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:37 smithi119 ceph-mon[103628]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:36:38.723 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi046:vg_nvme/lv_1 2023-10-21T15:36:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:36:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: osdmap e57: 9 total, 8 up, 9 in 2023-10-21T15:36:39.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:39.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:39.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:39.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:39.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:36:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: osdmap e57: 9 total, 8 up, 9 in 2023-10-21T15:36:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:39.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:39.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.288 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:36:39.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:36:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: osdmap e57: 9 total, 8 up, 9 in 2023-10-21T15:36:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:36:39.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:39.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:39.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:36:39.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:40.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:39 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:36:40.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:39 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:36:40.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:39 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi119 2023-10-21T15:36:40.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:39 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi119 to 5722M 2023-10-21T15:36:40.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:39 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:40.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:39 smithi046 ceph-mon[99436]: osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] boot 2023-10-21T15:36:40.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:39 smithi046 ceph-mon[99436]: osdmap e58: 9 total, 9 up, 9 in 2023-10-21T15:36:40.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:39 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:40.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:39 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:36:40.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:39 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:36:40.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:39 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi119 2023-10-21T15:36:40.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:39 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi119 to 5722M 2023-10-21T15:36:40.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:39 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:40.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:39 smithi105 ceph-mon[103980]: osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] boot 2023-10-21T15:36:40.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:39 smithi105 ceph-mon[103980]: osdmap e58: 9 total, 9 up, 9 in 2023-10-21T15:36:40.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:39 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:40.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:39 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:36:40.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:39 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:36:40.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:39 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi119 2023-10-21T15:36:40.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:39 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi119 to 5722M 2023-10-21T15:36:40.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:39 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:40.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:39 smithi119 ceph-mon[103628]: osd.8 [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] boot 2023-10-21T15:36:40.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:39 smithi119 ceph-mon[103628]: osdmap e58: 9 total, 9 up, 9 in 2023-10-21T15:36:40.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:39 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-21T15:36:40.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/649963151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e280ffe70 msgr2=0x7f4e28100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:40.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/649963151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e280ffe70 0x7f4e28100290 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c009990 tx=0x7f4e1c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:36:40.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/649963151 shutdown_connections 2023-10-21T15:36:40.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/649963151 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e280ffe70 0x7f4e28100290 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:40.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/649963151 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4e28101990 0x7f4e281082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:40.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/649963151 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e28100fd0 0x7f4e28101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:40.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/649963151 >> 172.21.15.46:0/649963151 conn(0x7f4e280fb3f0 msgr2=0x7f4e280fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:36:40.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/649963151 shutdown_connections 2023-10-21T15:36:40.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.582+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/649963151 wait complete. 2023-10-21T15:36:40.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.583+0000 7f4e2cdb1700 1 Processor -- start 2023-10-21T15:36:40.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.583+0000 7f4e2cdb1700 1 -- start start 2023-10-21T15:36:40.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.583+0000 7f4e2cdb1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4e280ffe70 0x7f4e28195bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:36:40.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.583+0000 7f4e2cdb1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e28100fd0 0x7f4e28196110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:36:40.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.583+0000 7f4e2cdb1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e28101990 0x7f4e2819d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:36:40.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.583+0000 7f4e2cdb1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e2819d760 con 0x7f4e28101990 2023-10-21T15:36:40.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.583+0000 7f4e2cdb1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e2819d8a0 con 0x7f4e280ffe70 2023-10-21T15:36:40.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.583+0000 7f4e2cdb1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e2819da30 con 0x7f4e28100fd0 2023-10-21T15:36:40.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e28101990 0x7f4e2819d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:36:40.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e28101990 0x7f4e2819d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60744/0 (socket says 172.21.15.46:60744) 2023-10-21T15:36:40.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 -- 172.21.15.46:0/1176347568 learned_addr learned my addr 172.21.15.46:0/1176347568 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:36:40.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e2659c700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4e280ffe70 0x7f4e28195bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:36:40.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e25d9b700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e28100fd0 0x7f4e28196110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:36:40.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 -- 172.21.15.46:0/1176347568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e28100fd0 msgr2=0x7f4e28196110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:40.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e28100fd0 0x7f4e28196110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:40.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 -- 172.21.15.46:0/1176347568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4e280ffe70 msgr2=0x7f4e28195bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:40.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4e280ffe70 0x7f4e28195bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:40.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 -- 172.21.15.46:0/1176347568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e1c0095f0 con 0x7f4e28101990 2023-10-21T15:36:40.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e26d9d700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e28101990 0x7f4e2819d190 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4e2000add0 tx=0x7f4e2000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:36:40.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e177fe700 1 -- 172.21.15.46:0/1176347568 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e2000f070 con 0x7f4e28101990 2023-10-21T15:36:40.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e177fe700 1 -- 172.21.15.46:0/1176347568 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e20007b30 con 0x7f4e28101990 2023-10-21T15:36:40.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e2819dd10 con 0x7f4e28101990 2023-10-21T15:36:40.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e177fe700 1 -- 172.21.15.46:0/1176347568 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e20005280 con 0x7f4e28101990 2023-10-21T15:36:40.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.584+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e2819e240 con 0x7f4e28101990 2023-10-21T15:36:40.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.585+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e281074a0 con 0x7f4e28101990 2023-10-21T15:36:40.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.587+0000 7f4e177fe700 1 -- 172.21.15.46:0/1176347568 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4e2000c890 con 0x7f4e28101990 2023-10-21T15:36:40.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.587+0000 7f4e177fe700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e100a1480 0x7f4e100a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:36:40.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.587+0000 7f4e2659c700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e100a1480 0x7f4e100a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:36:40.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.587+0000 7f4e177fe700 1 -- 172.21.15.46:0/1176347568 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5858+0+0 (secure 0 0 0) 0x7f4e200cbe00 con 0x7f4e28101990 2023-10-21T15:36:40.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.588+0000 7f4e2659c700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e100a1480 0x7f4e100a3940 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c00b5c0 tx=0x7f4e1c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:36:40.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.591+0000 7f4e177fe700 1 -- 172.21.15.46:0/1176347568 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4e20095e80 con 0x7f4e28101990 2023-10-21T15:36:40.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:40.806+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f4e2802d2b0 con 0x7f4e100a1480 2023-10-21T15:36:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:40 smithi105 ceph-mon[103980]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:40 smithi105 ceph-mon[103980]: osdmap e59: 9 total, 9 up, 9 in 2023-10-21T15:36:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:36:41.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:36:41.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:40 smithi119 ceph-mon[103628]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:40 smithi119 ceph-mon[103628]: osdmap e59: 9 total, 9 up, 9 in 2023-10-21T15:36:41.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:36:41.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:36:41.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:41.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:40 smithi046 ceph-mon[99436]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-21T15:36:41.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:40 smithi046 ceph-mon[99436]: osdmap e59: 9 total, 9 up, 9 in 2023-10-21T15:36:41.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:36:41.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:36:41.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:42.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:41 smithi046 ceph-mon[99436]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:36:42.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:41 smithi046 ceph-mon[99436]: osdmap e60: 9 total, 9 up, 9 in 2023-10-21T15:36:42.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:41 smithi105 ceph-mon[103980]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:36:42.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:41 smithi105 ceph-mon[103980]: osdmap e60: 9 total, 9 up, 9 in 2023-10-21T15:36:42.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:41 smithi119 ceph-mon[103628]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:36:42.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:41 smithi119 ceph-mon[103628]: osdmap e60: 9 total, 9 up, 9 in 2023-10-21T15:36:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:42 smithi105 ceph-mon[103980]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:42 smithi105 ceph-mon[103980]: osdmap e61: 9 total, 9 up, 9 in 2023-10-21T15:36:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:42 smithi119 ceph-mon[103628]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:42 smithi119 ceph-mon[103628]: osdmap e61: 9 total, 9 up, 9 in 2023-10-21T15:36:43.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:42 smithi046 ceph-mon[99436]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:43.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:42 smithi046 ceph-mon[99436]: osdmap e61: 9 total, 9 up, 9 in 2023-10-21T15:36:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:43 smithi105 ceph-mon[103980]: osdmap e62: 9 total, 9 up, 9 in 2023-10-21T15:36:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:43 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2646529808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "024420e9-d18d-4040-acac-bc06e420539a"}]: dispatch 2023-10-21T15:36:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:43 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2646529808' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "024420e9-d18d-4040-acac-bc06e420539a"}]': finished 2023-10-21T15:36:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:43 smithi105 ceph-mon[103980]: osdmap e63: 10 total, 9 up, 10 in 2023-10-21T15:36:44.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:43 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:36:44.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:43 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2113363435' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:44.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:43 smithi119 ceph-mon[103628]: osdmap e62: 9 total, 9 up, 9 in 2023-10-21T15:36:44.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:43 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2646529808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "024420e9-d18d-4040-acac-bc06e420539a"}]: dispatch 2023-10-21T15:36:44.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:43 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2646529808' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "024420e9-d18d-4040-acac-bc06e420539a"}]': finished 2023-10-21T15:36:44.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:43 smithi119 ceph-mon[103628]: osdmap e63: 10 total, 9 up, 10 in 2023-10-21T15:36:44.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:43 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:36:44.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:43 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2113363435' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:44.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:43 smithi046 ceph-mon[99436]: osdmap e62: 9 total, 9 up, 9 in 2023-10-21T15:36:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:43 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2646529808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "024420e9-d18d-4040-acac-bc06e420539a"}]: dispatch 2023-10-21T15:36:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:43 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2646529808' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "024420e9-d18d-4040-acac-bc06e420539a"}]': finished 2023-10-21T15:36:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:43 smithi046 ceph-mon[99436]: osdmap e63: 10 total, 9 up, 10 in 2023-10-21T15:36:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:43 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:36:44.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:43 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2113363435' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:36:45.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:44 smithi105 ceph-mon[103980]: pgmap v185: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:36:45.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:44 smithi119 ceph-mon[103628]: pgmap v185: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:36:45.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:44 smithi046 ceph-mon[99436]: pgmap v185: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:36:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:46 smithi105 ceph-mon[103980]: pgmap v187: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 137 KiB/s, 0 objects/s recovering 2023-10-21T15:36:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:46 smithi119 ceph-mon[103628]: pgmap v187: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 137 KiB/s, 0 objects/s recovering 2023-10-21T15:36:47.327 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:46 smithi046 ceph-mon[99436]: pgmap v187: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 137 KiB/s, 0 objects/s recovering 2023-10-21T15:36:49.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:48 smithi046 ceph-mon[99436]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-21T15:36:49.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:48 smithi105 ceph-mon[103980]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-21T15:36:49.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:48 smithi119 ceph-mon[103628]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-21T15:36:50.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-21T15:36:50.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:49 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:50.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-21T15:36:50.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:49 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:50.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-21T15:36:50.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:49 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:36:51.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:50 smithi046 ceph-mon[99436]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-10-21T15:36:51.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:50 smithi046 ceph-mon[99436]: Deploying daemon osd.9 on smithi046 2023-10-21T15:36:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:50 smithi105 ceph-mon[103980]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-10-21T15:36:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:50 smithi105 ceph-mon[103980]: Deploying daemon osd.9 on smithi046 2023-10-21T15:36:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:50 smithi119 ceph-mon[103628]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-10-21T15:36:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:50 smithi119 ceph-mon[103628]: Deploying daemon osd.9 on smithi046 2023-10-21T15:36:53.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:52 smithi105 ceph-mon[103980]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:53.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:52 smithi119 ceph-mon[103628]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:53.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:52 smithi046 ceph-mon[99436]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:54 smithi105 ceph-mon[103980]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:55.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:54 smithi119 ceph-mon[103628]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:55.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:55.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:54 smithi046 ceph-mon[99436]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:55.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:36:55.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:55.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:57.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:56 smithi105 ceph-mon[103980]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:57.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:56 smithi119 ceph-mon[103628]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:57.375 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:56 smithi046 ceph-mon[99436]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:57.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.459+0000 7f4e177fe700 1 -- 172.21.15.46:0/1176347568 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f4e2802d2b0 con 0x7f4e100a1480 2023-10-21T15:36:57.462 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 9 on host 'smithi046' 2023-10-21T15:36:57.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e100a1480 msgr2=0x7f4e100a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:57.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e100a1480 0x7f4e100a3940 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4e1c00b5c0 tx=0x7f4e1c005960 comp rx=0 tx=0).stop 2023-10-21T15:36:57.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e28101990 msgr2=0x7f4e2819d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:36:57.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e28101990 0x7f4e2819d190 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f4e2000add0 tx=0x7f4e2000c330 comp rx=0 tx=0).stop 2023-10-21T15:36:57.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 shutdown_connections 2023-10-21T15:36:57.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4e100a1480 0x7f4e100a3940 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:57.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e28101990 0x7f4e2819d190 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:57.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4e280ffe70 0x7f4e28195bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:57.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 --2- 172.21.15.46:0/1176347568 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4e28100fd0 0x7f4e28196110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:36:57.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 >> 172.21.15.46:0/1176347568 conn(0x7f4e280fb3f0 msgr2=0x7f4e281045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:36:57.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 shutdown_connections 2023-10-21T15:36:57.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:36:57.461+0000 7f4e2cdb1700 1 -- 172.21.15.46:0/1176347568 wait complete. 2023-10-21T15:36:57.982 DEBUG:teuthology.orchestra.run.smithi046:osd.9> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.9.service 2023-10-21T15:36:57.985 INFO:tasks.cephadm:Deploying osd.10 on smithi105 with /dev/vg_nvme/lv_1... 2023-10-21T15:36:57.985 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-21T15:36:58.017 INFO:journalctl@ceph.osd.9.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:36:58.556 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:36:58.669 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:36:58 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:36:58.593+0000 7f46ce3d3640 -1 osd.9 0 log_to_monitors true 2023-10-21T15:36:58.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:58 smithi046 ceph-mon[99436]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:58.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:58 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:58 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:58 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:58 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:58 smithi105 ceph-mon[103980]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:58.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:58 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:58 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:58 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:58 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:58 smithi119 ceph-mon[103628]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:36:58.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:58 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:58 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:58 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:58.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:58 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:36:59.710 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:36:59 smithi105 ceph-mon[103980]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-21T15:36:59.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:36:59 smithi119 ceph-mon[103628]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-21T15:36:59.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:36:59 smithi046 ceph-mon[99436]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-21T15:37:00.165 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-21T15:37:00.165 INFO:teuthology.orchestra.run.smithi105.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-21T15:37:00.166 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10+0 records in 2023-10-21T15:37:00.166 INFO:teuthology.orchestra.run.smithi105.stderr:10+0 records out 2023-10-21T15:37:00.166 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0148604 s, 706 MB/s 2023-10-21T15:37:00.167 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping successful for: 2023-10-21T15:37:00.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:00 smithi105 ceph-mon[103980]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:37:00.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:00 smithi105 ceph-mon[103980]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-21T15:37:00.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:00 smithi105 ceph-mon[103980]: osdmap e64: 10 total, 9 up, 10 in 2023-10-21T15:37:00.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:00 smithi105 ceph-mon[103980]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:37:00.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:00.600 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi105:vg_nvme/lv_1 2023-10-21T15:37:00.659 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:37:00 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:37:00.425+0000 7f46c3249700 -1 osd.9 0 waiting for initial osdmap 2023-10-21T15:37:00.660 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:37:00 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:37:00.444+0000 7f46bd83b700 -1 osd.9 65 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:37:00.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:00 smithi046 ceph-mon[99436]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:37:00.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:00 smithi046 ceph-mon[99436]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-21T15:37:00.660 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:00 smithi046 ceph-mon[99436]: osdmap e64: 10 total, 9 up, 10 in 2023-10-21T15:37:00.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:00 smithi046 ceph-mon[99436]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:37:00.661 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:00.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:00 smithi119 ceph-mon[103628]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:37:00.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:00 smithi119 ceph-mon[103628]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-21T15:37:00.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:00 smithi119 ceph-mon[103628]: osdmap e64: 10 total, 9 up, 10 in 2023-10-21T15:37:00.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:00 smithi119 ceph-mon[103628]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2023-10-21T15:37:00.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:01.156 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:37:01.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:37:01.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: osdmap e65: 10 total, 9 up, 10 in 2023-10-21T15:37:01.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:01.702 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:01.702 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi046 2023-10-21T15:37:01.702 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.702 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi046 to 4293M 2023-10-21T15:37:01.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.704 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:01.704 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:01.704 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.704 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:01.705 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:01.705 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:01.705 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:37:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: osdmap e65: 10 total, 9 up, 10 in 2023-10-21T15:37:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi046 2023-10-21T15:37:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi046 to 4293M 2023-10-21T15:37:01.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:01.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:01.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:01.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:01.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:01.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2023-10-21T15:37:01.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: osdmap e65: 10 total, 9 up, 10 in 2023-10-21T15:37:01.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:01.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:01.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi046 2023-10-21T15:37:01.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:01.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi046 to 4293M 2023-10-21T15:37:01.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:01.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:01.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:01.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:01.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:01.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:01.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:02.386 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 -- 172.21.15.105:0/2728420218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101050 msgr2=0x7ff4d41014d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:02.386 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/2728420218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101050 0x7ff4d41014d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0009990 tx=0x7ff4d0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:37:02.386 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 -- 172.21.15.105:0/2728420218 shutdown_connections 2023-10-21T15:37:02.387 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/2728420218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4d40ffe60 0x7ff4d4100280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:02.387 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/2728420218 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4d4101a10 0x7ff4d4108330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:02.387 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/2728420218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101050 0x7ff4d41014d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:02.387 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 -- 172.21.15.105:0/2728420218 >> 172.21.15.105:0/2728420218 conn(0x7ff4d40fb450 msgr2=0x7ff4d40fd890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:02.387 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 -- 172.21.15.105:0/2728420218 shutdown_connections 2023-10-21T15:37:02.388 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.382+0000 7ff4dbe96700 1 -- 172.21.15.105:0/2728420218 wait complete. 2023-10-21T15:37:02.388 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4dbe96700 1 Processor -- start 2023-10-21T15:37:02.388 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4dbe96700 1 -- start start 2023-10-21T15:37:02.388 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4dbe96700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4d40ffe60 0x7ff4d4196d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:02.389 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4dbe96700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4d4101050 0x7ff4d4197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:02.389 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4dbe96700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101a10 0x7ff4d419e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:02.389 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4dbe96700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4d419e870 con 0x7ff4d40ffe60 2023-10-21T15:37:02.389 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4dbe96700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4d419e9b0 con 0x7ff4d4101a10 2023-10-21T15:37:02.389 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4dbe96700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4d419eb70 con 0x7ff4d4101050 2023-10-21T15:37:02.390 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4da433700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101a10 0x7ff4d419e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:02.390 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4da433700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101a10 0x7ff4d419e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:39198/0 (socket says 172.21.15.105:39198) 2023-10-21T15:37:02.390 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4da433700 1 -- 172.21.15.105:0/1274905750 learned_addr learned my addr 172.21.15.105:0/1274905750 (peer_addr_for_me v2:172.21.15.105:0/0) 2023-10-21T15:37:02.390 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4d9431700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4d4101050 0x7ff4d4197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:02.390 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4d9c32700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4d40ffe60 0x7ff4d4196d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:02.391 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4da433700 1 -- 172.21.15.105:0/1274905750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4d4101050 msgr2=0x7ff4d4197260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:02.391 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4da433700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4d4101050 0x7ff4d4197260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:02.391 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4da433700 1 -- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4d40ffe60 msgr2=0x7ff4d4196d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:02.391 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4da433700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4d40ffe60 0x7ff4d4196d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:02.391 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4da433700 1 -- 172.21.15.105:0/1274905750 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4d00095f0 con 0x7ff4d4101a10 2023-10-21T15:37:02.392 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.383+0000 7ff4d9c32700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4d40ffe60 0x7ff4d4196d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:37:02.392 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.384+0000 7ff4da433700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101a10 0x7ff4d419e2a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc00ada0 tx=0x7ff4cc00c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:02.392 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.384+0000 7ff4caffd700 1 -- 172.21.15.105:0/1274905750 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc00f070 con 0x7ff4d4101a10 2023-10-21T15:37:02.392 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.384+0000 7ff4caffd700 1 -- 172.21.15.105:0/1274905750 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4cc007b30 con 0x7ff4d4101a10 2023-10-21T15:37:02.392 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.384+0000 7ff4caffd700 1 -- 172.21.15.105:0/1274905750 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc0053e0 con 0x7ff4d4101a10 2023-10-21T15:37:02.393 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.384+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4d419ee50 con 0x7ff4d4101a10 2023-10-21T15:37:02.393 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.384+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4d419f290 con 0x7ff4d4101a10 2023-10-21T15:37:02.393 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.385+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4d410b7f0 con 0x7ff4d4101a10 2023-10-21T15:37:02.394 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.386+0000 7ff4caffd700 1 -- 172.21.15.105:0/1274905750 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff4cc00c980 con 0x7ff4d4101a10 2023-10-21T15:37:02.394 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.386+0000 7ff4caffd700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4c00a1500 0x7ff4c00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:02.394 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.387+0000 7ff4caffd700 1 -- 172.21.15.105:0/1274905750 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 6261+0+0 (secure 0 0 0) 0x7ff4cc0cc0a0 con 0x7ff4d4101a10 2023-10-21T15:37:02.395 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.387+0000 7ff4d9c32700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4c00a1500 0x7ff4c00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:02.395 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.387+0000 7ff4d9c32700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4c00a1500 0x7ff4c00a39c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4198200 tx=0x7ff4c4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:02.395 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.390+0000 7ff4caffd700 1 -- 172.21.15.105:0/1274905750 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff4cc095ef0 con 0x7ff4d4101a10 2023-10-21T15:37:02.594 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:02.592+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7ff4d4069a30 con 0x7ff4c00a1500 2023-10-21T15:37:02.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:02 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:37:02.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:02 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:37:02.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:02 smithi105 ceph-mon[103980]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:37:02.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:02.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:02 smithi105 ceph-mon[103980]: osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] boot 2023-10-21T15:37:02.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:02 smithi105 ceph-mon[103980]: osdmap e66: 10 total, 10 up, 10 in 2023-10-21T15:37:02.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:02.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:02 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:37:02.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:02 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:37:02.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:02 smithi119 ceph-mon[103628]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:37:02.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:02.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:02 smithi119 ceph-mon[103628]: osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] boot 2023-10-21T15:37:02.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:02 smithi119 ceph-mon[103628]: osdmap e66: 10 total, 10 up, 10 in 2023-10-21T15:37:02.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:02.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:02 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:37:02.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:02 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:37:02.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:02 smithi046 ceph-mon[99436]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-21T15:37:02.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:02.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:02 smithi046 ceph-mon[99436]: osd.9 [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] boot 2023-10-21T15:37:02.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:02 smithi046 ceph-mon[99436]: osdmap e66: 10 total, 10 up, 10 in 2023-10-21T15:37:02.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-21T15:37:03.717 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:03 smithi105 ceph-mon[103980]: osdmap e67: 10 total, 10 up, 10 in 2023-10-21T15:37:03.718 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:03 smithi105 ceph-mon[103980]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:03.718 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:03 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:37:03.718 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:03 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:37:03.718 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:03 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:03.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:03 smithi119 ceph-mon[103628]: osdmap e67: 10 total, 10 up, 10 in 2023-10-21T15:37:03.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:03 smithi119 ceph-mon[103628]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:03.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:03 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:37:03.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:03 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:37:03.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:03 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:03.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:03 smithi046 ceph-mon[99436]: osdmap e67: 10 total, 10 up, 10 in 2023-10-21T15:37:03.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:03 smithi046 ceph-mon[99436]: from='client.24341 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:03.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:03 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:37:03.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:03 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:37:03.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:03 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:04.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:04 smithi105 ceph-mon[103980]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:04.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:04 smithi119 ceph-mon[103628]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:04.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:04 smithi046 ceph-mon[99436]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:05.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:05 smithi105 ceph-mon[103980]: from='client.? 172.21.15.105:0/3895092519' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]: dispatch 2023-10-21T15:37:05.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:05 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]: dispatch 2023-10-21T15:37:05.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:05 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]': finished 2023-10-21T15:37:05.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:05 smithi105 ceph-mon[103980]: osdmap e68: 11 total, 10 up, 11 in 2023-10-21T15:37:05.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:05 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:05.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:05 smithi119 ceph-mon[103628]: from='client.? 172.21.15.105:0/3895092519' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]: dispatch 2023-10-21T15:37:05.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:05 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]: dispatch 2023-10-21T15:37:05.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:05 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]': finished 2023-10-21T15:37:05.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:05 smithi119 ceph-mon[103628]: osdmap e68: 11 total, 10 up, 11 in 2023-10-21T15:37:05.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:05 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:05.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:05 smithi046 ceph-mon[99436]: from='client.? 172.21.15.105:0/3895092519' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]: dispatch 2023-10-21T15:37:05.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:05 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]: dispatch 2023-10-21T15:37:05.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:05 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "593c21ed-4609-496f-8334-01d64212b2da"}]': finished 2023-10-21T15:37:05.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:05 smithi046 ceph-mon[99436]: osdmap e68: 11 total, 10 up, 11 in 2023-10-21T15:37:05.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:05 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:06.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:06 smithi105 ceph-mon[103980]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:07.054 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:06 smithi105 ceph-mon[103980]: from='client.? 172.21.15.105:0/4051603272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:37:07.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:06 smithi046 ceph-mon[99436]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:07.056 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:06 smithi046 ceph-mon[99436]: from='client.? 172.21.15.105:0/4051603272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:37:07.056 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:06 smithi119 ceph-mon[103628]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:07.056 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:06 smithi119 ceph-mon[103628]: from='client.? 172.21.15.105:0/4051603272' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:37:08.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:08 smithi105 ceph-mon[103980]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:08.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:08 smithi119 ceph-mon[103628]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:08.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:08 smithi046 ceph-mon[99436]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:10.629 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:10 smithi105 ceph-mon[103980]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:10.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:10 smithi119 ceph-mon[103628]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:10.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:10 smithi046 ceph-mon[99436]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:12.591 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:12 smithi105 ceph-mon[103980]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:12.592 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-21T15:37:12.592 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:12 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:12.592 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:12 smithi105 ceph-mon[103980]: Deploying daemon osd.10 on smithi105 2023-10-21T15:37:12.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:12 smithi119 ceph-mon[103628]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:12.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:12 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-21T15:37:12.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:12 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:12.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:12 smithi119 ceph-mon[103628]: Deploying daemon osd.10 on smithi105 2023-10-21T15:37:12.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:12 smithi046 ceph-mon[99436]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:12.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:12 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-21T15:37:12.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:12 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:12.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:12 smithi046 ceph-mon[99436]: Deploying daemon osd.10 on smithi105 2023-10-21T15:37:14.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:14 smithi119 ceph-mon[103628]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:14.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:14 smithi046 ceph-mon[99436]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:14.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:14 smithi105 ceph-mon[103980]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:17.141 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:17 smithi105 ceph-mon[103980]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:17.142 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:17.142 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:17.142 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:17.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:17 smithi119 ceph-mon[103628]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:17.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:17.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:17.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:17.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:17 smithi046 ceph-mon[99436]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:17.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:18.764 INFO:teuthology.orchestra.run.smithi105.stdout:Created osd(s) 10 on host 'smithi105' 2023-10-21T15:37:18.764 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.762+0000 7ff4caffd700 1 -- 172.21.15.105:0/1274905750 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7ff4d4069a30 con 0x7ff4c00a1500 2023-10-21T15:37:18.766 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4c00a1500 msgr2=0x7ff4c00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:18.766 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4c00a1500 0x7ff4c00a39c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff4d4198200 tx=0x7ff4c4008040 comp rx=0 tx=0).stop 2023-10-21T15:37:18.766 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101a10 msgr2=0x7ff4d419e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:18.767 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101a10 0x7ff4d419e2a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc00ada0 tx=0x7ff4cc00c330 comp rx=0 tx=0).stop 2023-10-21T15:37:18.767 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 shutdown_connections 2023-10-21T15:37:18.767 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff4c00a1500 0x7ff4c00a39c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:18.767 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4d40ffe60 0x7ff4d4196d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:18.767 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff4d4101a10 0x7ff4d419e2a0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:18.768 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.764+0000 7ff4dbe96700 1 --2- 172.21.15.105:0/1274905750 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff4d4101050 0x7ff4d4197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:18.768 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.765+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 >> 172.21.15.105:0/1274905750 conn(0x7ff4d40fb450 msgr2=0x7ff4d4069320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:18.768 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.765+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 shutdown_connections 2023-10-21T15:37:18.768 INFO:teuthology.orchestra.run.smithi105.stderr:2023-10-21T15:37:18.765+0000 7ff4dbe96700 1 -- 172.21.15.105:0/1274905750 wait complete. 2023-10-21T15:37:19.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:19 smithi105 ceph-mon[103980]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:19.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:19 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:19 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:19 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:19 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.258 DEBUG:teuthology.orchestra.run.smithi105:osd.10> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.10.service 2023-10-21T15:37:19.260 INFO:tasks.cephadm:Deploying osd.11 on smithi119 with /dev/vg_nvme/lv_1... 2023-10-21T15:37:19.261 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-21T15:37:19.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:19 smithi119 ceph-mon[103628]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:19.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:19 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:19 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:19 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:19 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.296 INFO:journalctl@ceph.osd.10.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:37:19.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:19 smithi046 ceph-mon[99436]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:19.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:19 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:19 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:19 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:19 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:19.827 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:37:20.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:20 smithi105 ceph-mon[103980]: from='osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-21T15:37:20.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:20 smithi105 ceph-mon[103980]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-21T15:37:20.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:37:19 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:37:19.982+0000 7f0bf123f640 -1 osd.10 0 log_to_monitors true 2023-10-21T15:37:20.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:20 smithi119 ceph-mon[103628]: from='osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-21T15:37:20.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:20 smithi119 ceph-mon[103628]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-21T15:37:20.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:20 smithi046 ceph-mon[99436]: from='osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-21T15:37:20.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:20 smithi046 ceph-mon[99436]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-21T15:37:21.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:21 smithi119 ceph-mon[103628]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:21.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:21 smithi119 ceph-mon[103628]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-21T15:37:21.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:21 smithi119 ceph-mon[103628]: osdmap e69: 11 total, 10 up, 11 in 2023-10-21T15:37:21.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:21 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:21.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:21 smithi119 ceph-mon[103628]: from='osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:37:21.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:21 smithi119 ceph-mon[103628]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:37:21.416 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:37:21 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:37:21.021+0000 7f0be60b5700 -1 osd.10 0 waiting for initial osdmap 2023-10-21T15:37:21.416 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:37:21 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:37:21.039+0000 7f0bdfea6700 -1 osd.10 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:37:21.417 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:21 smithi105 ceph-mon[103980]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:21.417 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:21 smithi105 ceph-mon[103980]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-21T15:37:21.417 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:21 smithi105 ceph-mon[103980]: osdmap e69: 11 total, 10 up, 11 in 2023-10-21T15:37:21.417 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:21 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:21.418 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:21 smithi105 ceph-mon[103980]: from='osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:37:21.418 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:21 smithi105 ceph-mon[103980]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:37:21.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:21 smithi046 ceph-mon[99436]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:21.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:21 smithi046 ceph-mon[99436]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-21T15:37:21.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:21 smithi046 ceph-mon[99436]: osdmap e69: 11 total, 10 up, 11 in 2023-10-21T15:37:21.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:21 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:21.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:21 smithi046 ceph-mon[99436]: from='osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:37:21.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:21 smithi046 ceph-mon[99436]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2023-10-21T15:37:21.457 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-21T15:37:21.457 INFO:teuthology.orchestra.run.smithi119.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-21T15:37:21.457 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 10+0 records in 2023-10-21T15:37:21.458 INFO:teuthology.orchestra.run.smithi119.stderr:10+0 records out 2023-10-21T15:37:21.458 INFO:teuthology.orchestra.run.smithi119.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0110714 s, 947 MB/s 2023-10-21T15:37:21.459 INFO:teuthology.orchestra.run.smithi119.stderr: stderr: 2023-10-21T15:37:21.459 INFO:teuthology.orchestra.run.smithi119.stderr:--> Zapping successful for: 2023-10-21T15:37:21.882 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch daemon add osd smithi119:vg_nvme/lv_1 2023-10-21T15:37:22.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:37:22.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: osdmap e70: 11 total, 10 up, 11 in 2023-10-21T15:37:22.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:22.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:22.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:22.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:22.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:37:22.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: osdmap e70: 11 total, 10 up, 11 in 2023-10-21T15:37:22.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:22.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:22.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:22.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:22.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2023-10-21T15:37:22.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: osdmap e70: 11 total, 10 up, 11 in 2023-10-21T15:37:22.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:22.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:22.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:22.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:22.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:22.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:22.485 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:37:23.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:37:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:37:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi105 2023-10-21T15:37:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi105 to 4292M 2023-10-21T15:37:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] boot 2023-10-21T15:37:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: osdmap e71: 11 total, 11 up, 11 in 2023-10-21T15:37:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:23.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:23.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:23 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:23.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:37:23.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:37:23.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:23.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi105 2023-10-21T15:37:23.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi105 to 4292M 2023-10-21T15:37:23.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:23.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] boot 2023-10-21T15:37:23.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: osdmap e71: 11 total, 11 up, 11 in 2023-10-21T15:37:23.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:23.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:23.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:23.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:23.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:23 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:23.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:37:23.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:37:23.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-21T15:37:23.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi105 2023-10-21T15:37:23.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi105 to 4292M 2023-10-21T15:37:23.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:23.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: osd.10 [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] boot 2023-10-21T15:37:23.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: osdmap e71: 11 total, 11 up, 11 in 2023-10-21T15:37:23.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-21T15:37:23.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:23.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:23.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:23.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:23 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:23.906 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 -- 172.21.15.119:0/1783947418 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b740ffe70 msgr2=0x7f7b74100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:23.906 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 --2- 172.21.15.119:0/1783947418 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b740ffe70 0x7f7b74100290 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009990 tx=0x7f7b68009ca0 comp rx=0 tx=0).stop 2023-10-21T15:37:23.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 -- 172.21.15.119:0/1783947418 shutdown_connections 2023-10-21T15:37:23.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 --2- 172.21.15.119:0/1783947418 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b74101990 0x7f7b741082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:23.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 --2- 172.21.15.119:0/1783947418 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b740ffe70 0x7f7b74100290 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:23.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 --2- 172.21.15.119:0/1783947418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b74100fd0 0x7f7b74101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:23.907 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 -- 172.21.15.119:0/1783947418 >> 172.21.15.119:0/1783947418 conn(0x7f7b740fb3f0 msgr2=0x7f7b740fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:23.908 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 -- 172.21.15.119:0/1783947418 shutdown_connections 2023-10-21T15:37:23.908 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 -- 172.21.15.119:0/1783947418 wait complete. 2023-10-21T15:37:23.908 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 Processor -- start 2023-10-21T15:37:23.908 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.902+0000 7f7b78de6700 1 -- start start 2023-10-21T15:37:23.909 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b78de6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b740ffe70 0x7f7b74069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:23.909 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b78de6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b74100fd0 0x7f7b7419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:23.909 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b78de6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b74101990 0x7f7b7419df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:23.909 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b78de6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7419e720 con 0x7f7b74101990 2023-10-21T15:37:23.909 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b78de6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7419e890 con 0x7f7b740ffe70 2023-10-21T15:37:23.910 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b78de6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7419ea50 con 0x7f7b74100fd0 2023-10-21T15:37:23.910 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b74100fd0 0x7f7b7419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:23.910 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b74100fd0 0x7f7b7419b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:46974/0 (socket says 172.21.15.119:46974) 2023-10-21T15:37:23.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 -- 172.21.15.119:0/98090555 learned_addr learned my addr 172.21.15.119:0/98090555 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:37:23.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b7259c700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b740ffe70 0x7f7b74069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:23.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b72d9d700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b74101990 0x7f7b7419df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:23.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 -- 172.21.15.119:0/98090555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b740ffe70 msgr2=0x7f7b74069db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:23.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b740ffe70 0x7f7b74069db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:23.911 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 -- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b74101990 msgr2=0x7f7b7419df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:23.912 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b74101990 0x7f7b7419df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:23.912 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 -- 172.21.15.119:0/98090555 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b680095f0 con 0x7f7b74100fd0 2023-10-21T15:37:23.912 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b71d9b700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b74100fd0 0x7f7b7419b930 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7b6400e9a0 tx=0x7f7b6400ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:23.912 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b637fe700 1 -- 172.21.15.119:0/98090555 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b64009790 con 0x7f7b74100fd0 2023-10-21T15:37:23.912 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b637fe700 1 -- 172.21.15.119:0/98090555 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b6400cbd0 con 0x7f7b74100fd0 2023-10-21T15:37:23.913 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b7419ed30 con 0x7f7b74100fd0 2023-10-21T15:37:23.913 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b637fe700 1 -- 172.21.15.119:0/98090555 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b64018680 con 0x7f7b74100fd0 2023-10-21T15:37:23.913 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.903+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b7419f1d0 con 0x7f7b74100fd0 2023-10-21T15:37:23.914 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.904+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b7410b620 con 0x7f7b74100fd0 2023-10-21T15:37:23.915 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.905+0000 7f7b637fe700 1 -- 172.21.15.119:0/98090555 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7b6400cd40 con 0x7f7b74100fd0 2023-10-21T15:37:23.915 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.906+0000 7f7b637fe700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b5c0a1480 0x7f7b5c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:23.915 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.906+0000 7f7b637fe700 1 -- 172.21.15.119:0/98090555 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6723+0+0 (secure 0 0 0) 0x7f7b64014070 con 0x7f7b74100fd0 2023-10-21T15:37:23.915 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.906+0000 7f7b7259c700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b5c0a1480 0x7f7b5c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:23.915 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.907+0000 7f7b7259c700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b5c0a1480 0x7f7b5c0a3940 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7b68006010 tx=0x7f7b6800b260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:23.916 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:23.910+0000 7f7b637fe700 1 -- 172.21.15.119:0/98090555 <== mon.1 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7b64096b30 con 0x7f7b74100fd0 2023-10-21T15:37:24.111 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:24.109+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f7b740612f0 con 0x7f7b5c0a1480 2023-10-21T15:37:24.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:24 smithi046 ceph-mon[99436]: osdmap e72: 11 total, 11 up, 11 in 2023-10-21T15:37:24.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:24 smithi046 ceph-mon[99436]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:24.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:24 smithi105 ceph-mon[103980]: osdmap e72: 11 total, 11 up, 11 in 2023-10-21T15:37:24.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:24 smithi105 ceph-mon[103980]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:24.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:24 smithi119 ceph-mon[103628]: osdmap e72: 11 total, 11 up, 11 in 2023-10-21T15:37:24.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:24 smithi119 ceph-mon[103628]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:25.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:25 smithi119 ceph-mon[103628]: osdmap e73: 11 total, 11 up, 11 in 2023-10-21T15:37:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:25 smithi119 ceph-mon[103628]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:37:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:37:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:25.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:25 smithi046 ceph-mon[99436]: osdmap e73: 11 total, 11 up, 11 in 2023-10-21T15:37:25.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:25 smithi046 ceph-mon[99436]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:25.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:37:25.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:37:25.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:25.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:25 smithi105 ceph-mon[103980]: osdmap e73: 11 total, 11 up, 11 in 2023-10-21T15:37:25.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:25 smithi105 ceph-mon[103980]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi119:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:25.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-21T15:37:25.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-21T15:37:25.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:26.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:26 smithi119 ceph-mon[103628]: osdmap e74: 11 total, 11 up, 11 in 2023-10-21T15:37:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:26 smithi119 ceph-mon[103628]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:26.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:26 smithi046 ceph-mon[99436]: osdmap e74: 11 total, 11 up, 11 in 2023-10-21T15:37:26.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:26 smithi046 ceph-mon[99436]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:26.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:26 smithi105 ceph-mon[103980]: osdmap e74: 11 total, 11 up, 11 in 2023-10-21T15:37:26.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:26 smithi105 ceph-mon[103980]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:27.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:27 smithi046 ceph-mon[99436]: osdmap e75: 11 total, 11 up, 11 in 2023-10-21T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:27 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/124344001' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]: dispatch 2023-10-21T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:27 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]: dispatch 2023-10-21T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:27 smithi046 ceph-mon[99436]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]': finished 2023-10-21T15:37:27.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:27 smithi046 ceph-mon[99436]: osdmap e76: 12 total, 11 up, 12 in 2023-10-21T15:37:27.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:27 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:27.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:27 smithi105 ceph-mon[103980]: osdmap e75: 11 total, 11 up, 11 in 2023-10-21T15:37:27.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:27 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/124344001' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]: dispatch 2023-10-21T15:37:27.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:27 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]: dispatch 2023-10-21T15:37:27.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:27 smithi105 ceph-mon[103980]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]': finished 2023-10-21T15:37:27.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:27 smithi105 ceph-mon[103980]: osdmap e76: 12 total, 11 up, 12 in 2023-10-21T15:37:27.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:27 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:27.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:27 smithi119 ceph-mon[103628]: osdmap e75: 11 total, 11 up, 11 in 2023-10-21T15:37:27.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:27 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/124344001' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]: dispatch 2023-10-21T15:37:27.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:27 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]: dispatch 2023-10-21T15:37:27.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:27 smithi119 ceph-mon[103628]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb"}]': finished 2023-10-21T15:37:27.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:27 smithi119 ceph-mon[103628]: osdmap e76: 12 total, 11 up, 12 in 2023-10-21T15:37:27.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:27 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:28.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:28 smithi046 ceph-mon[99436]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:37:28.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:28 smithi046 ceph-mon[99436]: from='client.? 172.21.15.119:0/2853705423' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:37:28.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:28 smithi105 ceph-mon[103980]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:37:28.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:28 smithi105 ceph-mon[103980]: from='client.? 172.21.15.119:0/2853705423' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:37:28.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:28 smithi119 ceph-mon[103628]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-21T15:37:28.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:28 smithi119 ceph-mon[103628]: from='client.? 172.21.15.119:0/2853705423' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-21T15:37:30.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:30 smithi105 ceph-mon[103980]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 983 GiB / 983 GiB avail; 112 KiB/s, 0 objects/s recovering 2023-10-21T15:37:30.519 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:30 smithi119 ceph-mon[103628]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 983 GiB / 983 GiB avail; 112 KiB/s, 0 objects/s recovering 2023-10-21T15:37:30.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:30 smithi046 ceph-mon[99436]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 983 GiB / 983 GiB avail; 112 KiB/s, 0 objects/s recovering 2023-10-21T15:37:32.755 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:32 smithi119 ceph-mon[103628]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2023-10-21T15:37:32.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:32 smithi046 ceph-mon[99436]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2023-10-21T15:37:32.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:32 smithi105 ceph-mon[103980]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2023-10-21T15:37:34.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:34 smithi119 ceph-mon[103628]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-21T15:37:34.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-21T15:37:34.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:34 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:34.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:34 smithi119 ceph-mon[103628]: Deploying daemon osd.11 on smithi119 2023-10-21T15:37:34.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:34 smithi046 ceph-mon[99436]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-21T15:37:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-21T15:37:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:34 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:34.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:34 smithi046 ceph-mon[99436]: Deploying daemon osd.11 on smithi119 2023-10-21T15:37:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:34 smithi105 ceph-mon[103980]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-10-21T15:37:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-21T15:37:34.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:34 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:34.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:34 smithi105 ceph-mon[103980]: Deploying daemon osd.11 on smithi119 2023-10-21T15:37:36.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:36 smithi119 ceph-mon[103628]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-10-21T15:37:36.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:36 smithi046 ceph-mon[99436]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-10-21T15:37:36.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:36 smithi105 ceph-mon[103980]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 63 KiB/s, 0 objects/s recovering 2023-10-21T15:37:38.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:38 smithi119 ceph-mon[103628]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-10-21T15:37:38.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:38.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:38.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:38.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:38 smithi046 ceph-mon[99436]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-10-21T15:37:38.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:38.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:38.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:38.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:38 smithi105 ceph-mon[103980]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-10-21T15:37:38.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:38.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:38.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:40.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:40 smithi119 ceph-mon[103628]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:40.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:40 smithi046 ceph-mon[99436]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:40.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:40 smithi105 ceph-mon[103980]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:41.179 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.177+0000 7f7b637fe700 1 -- 172.21.15.119:0/98090555 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f7b740612f0 con 0x7f7b5c0a1480 2023-10-21T15:37:41.179 INFO:teuthology.orchestra.run.smithi119.stdout:Created osd(s) 11 on host 'smithi119' 2023-10-21T15:37:41.181 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b5c0a1480 msgr2=0x7f7b5c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:41.181 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b5c0a1480 0x7f7b5c0a3940 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7b68006010 tx=0x7f7b6800b260 comp rx=0 tx=0).stop 2023-10-21T15:37:41.181 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b74100fd0 msgr2=0x7f7b7419b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:41.182 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b74100fd0 0x7f7b7419b930 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7b6400e9a0 tx=0x7f7b6400ed60 comp rx=0 tx=0).stop 2023-10-21T15:37:41.182 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 shutdown_connections 2023-10-21T15:37:41.182 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b5c0a1480 0x7f7b5c0a3940 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:41.182 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b74101990 0x7f7b7419df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:41.182 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b740ffe70 0x7f7b74069db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:41.183 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 --2- 172.21.15.119:0/98090555 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b74100fd0 0x7f7b7419b930 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:41.183 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 >> 172.21.15.119:0/98090555 conn(0x7f7b740fb3f0 msgr2=0x7f7b740fd730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:41.183 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 shutdown_connections 2023-10-21T15:37:41.183 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:41.179+0000 7f7b78de6700 1 -- 172.21.15.119:0/98090555 wait complete. 2023-10-21T15:37:41.585 DEBUG:teuthology.orchestra.run.smithi119:osd.11> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.11.service 2023-10-21T15:37:41.587 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2023-10-21T15:37:41.588 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd stat -f json 2023-10-21T15:37:41.619 INFO:journalctl@ceph.osd.11.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:37:42.169 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:37:42.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.402 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.403 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:42 smithi046 ceph-mon[99436]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:42.429 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:37:42 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:37:42.304+0000 7fcf05e84640 -1 osd.11 0 log_to_monitors true 2023-10-21T15:37:42.430 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.430 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.430 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.431 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.431 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:42 smithi119 ceph-mon[103628]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:42.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:42.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:42 smithi105 ceph-mon[103980]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:43 smithi119 ceph-mon[103628]: from='osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-21T15:37:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:43 smithi119 ceph-mon[103628]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-21T15:37:43.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.362+0000 7f1e2148b700 1 -- 172.21.15.46:0/2838846242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101a00 msgr2=0x7f1e1c108320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:43.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.362+0000 7f1e2148b700 1 --2- 172.21.15.46:0/2838846242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101a00 0x7f1e1c108320 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1e1400b0a0 tx=0x7f1e1400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.362+0000 7f1e2148b700 1 -- 172.21.15.46:0/2838846242 shutdown_connections 2023-10-21T15:37:43.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.362+0000 7f1e2148b700 1 --2- 172.21.15.46:0/2838846242 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101a00 0x7f1e1c108320 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.362+0000 7f1e2148b700 1 --2- 172.21.15.46:0/2838846242 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e1c0ffe50 0x7f1e1c100270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.362+0000 7f1e2148b700 1 --2- 172.21.15.46:0/2838846242 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e1c101040 0x7f1e1c1014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.362+0000 7f1e2148b700 1 -- 172.21.15.46:0/2838846242 >> 172.21.15.46:0/2838846242 conn(0x7f1e1c0fb440 msgr2=0x7f1e1c0fd880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:43.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.362+0000 7f1e2148b700 1 -- 172.21.15.46:0/2838846242 shutdown_connections 2023-10-21T15:37:43.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.363+0000 7f1e2148b700 1 -- 172.21.15.46:0/2838846242 wait complete. 2023-10-21T15:37:43.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.363+0000 7f1e2148b700 1 Processor -- start 2023-10-21T15:37:43.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.363+0000 7f1e2148b700 1 -- start start 2023-10-21T15:37:43.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.363+0000 7f1e2148b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e1c0ffe50 0x7f1e1c069ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:43.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.363+0000 7f1e2148b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101040 0x7f1e1c19ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:43.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.363+0000 7f1e2148b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e1c101a00 0x7f1e1c19e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:43.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.363+0000 7f1e2148b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e1c19e830 con 0x7f1e1c101040 2023-10-21T15:37:43.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e2148b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e1c19e9a0 con 0x7f1e1c0ffe50 2023-10-21T15:37:43.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e2148b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e1c19eb60 con 0x7f1e1c101a00 2023-10-21T15:37:43.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101040 0x7f1e1c19ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:43.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101040 0x7f1e1c19ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60888/0 (socket says 172.21.15.46:60888) 2023-10-21T15:37:43.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 -- 172.21.15.46:0/555949406 learned_addr learned my addr 172.21.15.46:0/555949406 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:37:43.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1b7fe700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e1c101a00 0x7f1e1c19e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:43.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1affd700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e1c0ffe50 0x7f1e1c069ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:43.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 -- 172.21.15.46:0/555949406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e1c101a00 msgr2=0x7f1e1c19e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:43.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e1c101a00 0x7f1e1c19e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 -- 172.21.15.46:0/555949406 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e1c0ffe50 msgr2=0x7f1e1c069ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:43.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e1c0ffe50 0x7f1e1c069ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 -- 172.21.15.46:0/555949406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e14009d00 con 0x7f1e1c101040 2023-10-21T15:37:43.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e1a7fc700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101040 0x7f1e1c19ba50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1e1000c990 tx=0x7f1e1000cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:43.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e03fff700 1 -- 172.21.15.46:0/555949406 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e10007940 con 0x7f1e1c101040 2023-10-21T15:37:43.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e1c19ee40 con 0x7f1e1c101040 2023-10-21T15:37:43.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e03fff700 1 -- 172.21.15.46:0/555949406 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1e1000f450 con 0x7f1e1c101040 2023-10-21T15:37:43.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e03fff700 1 -- 172.21.15.46:0/555949406 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e10018660 con 0x7f1e1c101040 2023-10-21T15:37:43.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.364+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e1c19f300 con 0x7f1e1c101040 2023-10-21T15:37:43.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.365+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e1c10b720 con 0x7f1e1c101040 2023-10-21T15:37:43.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.367+0000 7f1e03fff700 1 -- 172.21.15.46:0/555949406 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1e1000f830 con 0x7f1e1c101040 2023-10-21T15:37:43.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.367+0000 7f1e03fff700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e040a1480 0x7f1e040a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:43.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.367+0000 7f1e1affd700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e040a1480 0x7f1e040a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:43.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.367+0000 7f1e03fff700 1 -- 172.21.15.46:0/555949406 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 6831+0+0 (secure 0 0 0) 0x7f1e100cc6b0 con 0x7f1e1c101040 2023-10-21T15:37:43.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.368+0000 7f1e1affd700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e040a1480 0x7f1e040a3940 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c100bb0 tx=0x7f1e0c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:43.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.371+0000 7f1e03fff700 1 -- 172.21.15.46:0/555949406 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1e10096370 con 0x7f1e1c101040 2023-10-21T15:37:43.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:43 smithi046 ceph-mon[99436]: from='osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-21T15:37:43.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:43 smithi046 ceph-mon[99436]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-21T15:37:43.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:43 smithi105 ceph-mon[103980]: from='osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-21T15:37:43.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:43 smithi105 ceph-mon[103980]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-21T15:37:43.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.573+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f1e1c106d20 con 0x7f1e1c101040 2023-10-21T15:37:43.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.574+0000 7f1e03fff700 1 -- 172.21.15.46:0/555949406 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v77) v1 ==== 74+0+133 (secure 0 0 0) 0x7f1e1000f5c0 con 0x7f1e1c101040 2023-10-21T15:37:43.575 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:37:43.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.575+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e040a1480 msgr2=0x7f1e040a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:43.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.575+0000 7f1e2148b700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e040a1480 0x7f1e040a3940 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c100bb0 tx=0x7f1e0c00b410 comp rx=0 tx=0).stop 2023-10-21T15:37:43.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.575+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101040 msgr2=0x7f1e1c19ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.575+0000 7f1e2148b700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101040 0x7f1e1c19ba50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1e1000c990 tx=0x7f1e1000cca0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.576+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 shutdown_connections 2023-10-21T15:37:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.576+0000 7f1e2148b700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e040a1480 0x7f1e040a3940 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.576+0000 7f1e2148b700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e1c101a00 0x7f1e1c19e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.576+0000 7f1e2148b700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e1c0ffe50 0x7f1e1c069ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.576+0000 7f1e2148b700 1 --2- 172.21.15.46:0/555949406 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e1c101040 0x7f1e1c19ba50 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.576+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 >> 172.21.15.46:0/555949406 conn(0x7f1e1c0fb440 msgr2=0x7f1e1c0fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.576+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 shutdown_connections 2023-10-21T15:37:43.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:43.576+0000 7f1e2148b700 1 -- 172.21.15.46:0/555949406 wait complete. 2023-10-21T15:37:44.016 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":77,"num_osds":12,"num_up_osds":11,"osd_up_since":1697902642,"num_in_osds":12,"osd_in_since":1697902646,"num_remapped_pgs":0} 2023-10-21T15:37:44.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:44 smithi046 ceph-mon[99436]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-21T15:37:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:44 smithi046 ceph-mon[99436]: osdmap e77: 12 total, 11 up, 12 in 2023-10-21T15:37:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:44 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:44 smithi046 ceph-mon[99436]: from='osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:37:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:44 smithi046 ceph-mon[99436]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:37:44.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:44 smithi046 ceph-mon[99436]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:44.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:44 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/555949406' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-21T15:37:44.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:44 smithi105 ceph-mon[103980]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-21T15:37:44.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:44 smithi105 ceph-mon[103980]: osdmap e77: 12 total, 11 up, 12 in 2023-10-21T15:37:44.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:44 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:44.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:44 smithi105 ceph-mon[103980]: from='osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:37:44.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:44 smithi105 ceph-mon[103980]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:37:44.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:44 smithi105 ceph-mon[103980]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:44.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:44 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/555949406' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-21T15:37:44.533 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:37:44.175+0000 7fcefacfa700 -1 osd.11 0 waiting for initial osdmap 2023-10-21T15:37:44.533 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:37:44.190+0000 7fcef32e8700 -1 osd.11 78 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-21T15:37:44.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-mon[103628]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-21T15:37:44.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-mon[103628]: osdmap e77: 12 total, 11 up, 12 in 2023-10-21T15:37:44.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:44.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-mon[103628]: from='osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:37:44.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-mon[103628]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]: dispatch 2023-10-21T15:37:44.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-mon[103628]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:44.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:44 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/555949406' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-21T15:37:45.017 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd stat -f json 2023-10-21T15:37:45.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:37:45.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: osdmap e78: 12 total, 11 up, 12 in 2023-10-21T15:37:45.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:45.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:45.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: Detected new or changed devices on smithi119 2023-10-21T15:37:45.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: Adjusting osd_memory_target on smithi119 to 4292M 2023-10-21T15:37:45.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:45.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:45.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:45.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:45.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:45.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:45 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:37:45.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: osdmap e78: 12 total, 11 up, 12 in 2023-10-21T15:37:45.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:45.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:45.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: Detected new or changed devices on smithi119 2023-10-21T15:37:45.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: Adjusting osd_memory_target on smithi119 to 4292M 2023-10-21T15:37:45.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:45.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:45.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:45.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:45.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:45.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:45 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi119", "root=default"]}]': finished 2023-10-21T15:37:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: osdmap e78: 12 total, 11 up, 12 in 2023-10-21T15:37:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: Detected new or changed devices on smithi119 2023-10-21T15:37:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-21T15:37:45.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: Adjusting osd_memory_target on smithi119 to 4292M 2023-10-21T15:37:45.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:45.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:45.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:45.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:45.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:45.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:45 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:45.594 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:37:46.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:46 smithi046 ceph-mon[99436]: purged_snaps scrub starts 2023-10-21T15:37:46.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:46 smithi046 ceph-mon[99436]: purged_snaps scrub ok 2023-10-21T15:37:46.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:46 smithi046 ceph-mon[99436]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:46.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:46 smithi046 ceph-mon[99436]: osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] boot 2023-10-21T15:37:46.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:46 smithi046 ceph-mon[99436]: osdmap e79: 12 total, 12 up, 12 in 2023-10-21T15:37:46.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:46 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:46.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:46 smithi105 ceph-mon[103980]: purged_snaps scrub starts 2023-10-21T15:37:46.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:46 smithi105 ceph-mon[103980]: purged_snaps scrub ok 2023-10-21T15:37:46.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:46 smithi105 ceph-mon[103980]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:46.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:46 smithi105 ceph-mon[103980]: osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] boot 2023-10-21T15:37:46.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:46 smithi105 ceph-mon[103980]: osdmap e79: 12 total, 12 up, 12 in 2023-10-21T15:37:46.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:46 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:46.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:46 smithi119 ceph-mon[103628]: purged_snaps scrub starts 2023-10-21T15:37:46.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:46 smithi119 ceph-mon[103628]: purged_snaps scrub ok 2023-10-21T15:37:46.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:46 smithi119 ceph-mon[103628]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-21T15:37:46.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:46 smithi119 ceph-mon[103628]: osd.11 [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] boot 2023-10-21T15:37:46.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:46 smithi119 ceph-mon[103628]: osdmap e79: 12 total, 12 up, 12 in 2023-10-21T15:37:46.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:46 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-21T15:37:46.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 -- 172.21.15.46:0/3687448450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 msgr2=0x7ff734102610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:46.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 --2- 172.21.15.46:0/3687448450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 0x7ff734102610 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff71c0099c0 tx=0x7ff71c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:37:46.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 -- 172.21.15.46:0/3687448450 shutdown_connections 2023-10-21T15:37:46.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 --2- 172.21.15.46:0/3687448450 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff734102b50 0x7ff734109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:46.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 --2- 172.21.15.46:0/3687448450 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff734100fb0 0x7ff7341013d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:46.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 --2- 172.21.15.46:0/3687448450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 0x7ff734102610 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:46.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 -- 172.21.15.46:0/3687448450 >> 172.21.15.46:0/3687448450 conn(0x7ff7340fc550 msgr2=0x7ff7340fe990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:46.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 -- 172.21.15.46:0/3687448450 shutdown_connections 2023-10-21T15:37:46.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.798+0000 7ff73930e700 1 -- 172.21.15.46:0/3687448450 wait complete. 2023-10-21T15:37:46.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.799+0000 7ff73930e700 1 Processor -- start 2023-10-21T15:37:46.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.799+0000 7ff73930e700 1 -- start start 2023-10-21T15:37:46.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff73930e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff734100fb0 0x7ff734196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:46.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff73930e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 0x7ff7341970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:46.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff73930e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff734102b50 0x7ff73419e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:46.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff73930e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff73419e730 con 0x7ff7341021b0 2023-10-21T15:37:46.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff73930e700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff73419e870 con 0x7ff734102b50 2023-10-21T15:37:46.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff73930e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff73419ea00 con 0x7ff734100fb0 2023-10-21T15:37:46.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 0x7ff7341970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:46.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 0x7ff7341970e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60904/0 (socket says 172.21.15.46:60904) 2023-10-21T15:37:46.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 -- 172.21.15.46:0/3877810103 learned_addr learned my addr 172.21.15.46:0/3877810103 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:37:46.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff732ffd700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff734100fb0 0x7ff734196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:46.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7337fe700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff734102b50 0x7ff73419e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:46.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 -- 172.21.15.46:0/3877810103 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff734100fb0 msgr2=0x7ff734196ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:46.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff734100fb0 0x7ff734196ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:46.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 -- 172.21.15.46:0/3877810103 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff734102b50 msgr2=0x7ff73419e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:46.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff734102b50 0x7ff73419e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:46.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 -- 172.21.15.46:0/3877810103 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff71c0095f0 con 0x7ff7341021b0 2023-10-21T15:37:46.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff7327fc700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 0x7ff7341970e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff71c004730 tx=0x7ff71c004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:46.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff72bfff700 1 -- 172.21.15.46:0/3877810103 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff71c01d070 con 0x7ff7341021b0 2023-10-21T15:37:46.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff72bfff700 1 -- 172.21.15.46:0/3877810103 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff71c004010 con 0x7ff7341021b0 2023-10-21T15:37:46.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff73419ec80 con 0x7ff7341021b0 2023-10-21T15:37:46.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.800+0000 7ff72bfff700 1 -- 172.21.15.46:0/3877810103 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff71c022cf0 con 0x7ff7341021b0 2023-10-21T15:37:46.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.801+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff73419f120 con 0x7ff7341021b0 2023-10-21T15:37:46.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.801+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff734107e20 con 0x7ff7341021b0 2023-10-21T15:37:46.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.803+0000 7ff72bfff700 1 -- 172.21.15.46:0/3877810103 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff71c022470 con 0x7ff7341021b0 2023-10-21T15:37:46.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.803+0000 7ff72bfff700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff7200a1480 0x7ff7200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:46.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.803+0000 7ff72bfff700 1 -- 172.21.15.46:0/3877810103 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff71c0cdcb0 con 0x7ff7341021b0 2023-10-21T15:37:46.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.803+0000 7ff732ffd700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff7200a1480 0x7ff7200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:46.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.804+0000 7ff732ffd700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff7200a1480 0x7ff7200a3940 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff734102010 tx=0x7ff72400a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:46.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:46.807+0000 7ff72bfff700 1 -- 172.21.15.46:0/3877810103 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff71c097840 con 0x7ff7341021b0 2023-10-21T15:37:47.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.008+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7ff73410c7c0 con 0x7ff7341021b0 2023-10-21T15:37:47.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.009+0000 7ff72bfff700 1 -- 172.21.15.46:0/3877810103 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v80) v1 ==== 74+0+133 (secure 0 0 0) 0x7ff71c09ae60 con 0x7ff7341021b0 2023-10-21T15:37:47.011 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:37:47.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff7200a1480 msgr2=0x7ff7200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:47.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff7200a1480 0x7ff7200a3940 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff734102010 tx=0x7ff72400a3b0 comp rx=0 tx=0).stop 2023-10-21T15:37:47.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 msgr2=0x7ff7341970e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:47.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 0x7ff7341970e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff71c004730 tx=0x7ff71c004760 comp rx=0 tx=0).stop 2023-10-21T15:37:47.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 shutdown_connections 2023-10-21T15:37:47.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff7200a1480 0x7ff7200a3940 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:47.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff734102b50 0x7ff73419e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:47.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff734100fb0 0x7ff734196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:47.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 --2- 172.21.15.46:0/3877810103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff7341021b0 0x7ff7341970e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:47.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 >> 172.21.15.46:0/3877810103 conn(0x7ff7340fc550 msgr2=0x7ff7340fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:47.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 shutdown_connections 2023-10-21T15:37:47.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:47.011+0000 7ff73930e700 1 -- 172.21.15.46:0/3877810103 wait complete. 2023-10-21T15:37:47.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:47 smithi046 ceph-mon[99436]: osdmap e80: 12 total, 12 up, 12 in 2023-10-21T15:37:47.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:47 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3877810103' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-21T15:37:47.356 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":80,"num_osds":12,"num_up_osds":12,"osd_up_since":1697902665,"num_in_osds":12,"osd_in_since":1697902646,"num_remapped_pgs":0} 2023-10-21T15:37:47.357 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd dump --format=json 2023-10-21T15:37:47.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:47 smithi105 ceph-mon[103980]: osdmap e80: 12 total, 12 up, 12 in 2023-10-21T15:37:47.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:47 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3877810103' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-21T15:37:47.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:47 smithi119 ceph-mon[103628]: osdmap e80: 12 total, 12 up, 12 in 2023-10-21T15:37:47.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:47 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3877810103' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-21T15:37:47.926 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:37:48.408 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:48 smithi046 ceph-mon[99436]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:48.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:48 smithi105 ceph-mon[103980]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:48.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:48 smithi119 ceph-mon[103628]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:49.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/435492610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec100f80 msgr2=0x7fc9ec101400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:49.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/435492610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec100f80 0x7fc9ec101400 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc9d40099c0 tx=0x7fc9d4009cd0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/435492610 shutdown_connections 2023-10-21T15:37:49.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/435492610 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9ec101940 0x7fc9ec10ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/435492610 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9ec106f90 0x7fc9ec107370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/435492610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec100f80 0x7fc9ec101400 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/435492610 >> 172.21.15.46:0/435492610 conn(0x7fc9ec0780a0 msgr2=0x7fc9ec0784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:49.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/435492610 shutdown_connections 2023-10-21T15:37:49.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.158+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/435492610 wait complete. 2023-10-21T15:37:49.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9f1c5c700 1 Processor -- start 2023-10-21T15:37:49.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9f1c5c700 1 -- start start 2023-10-21T15:37:49.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9f1c5c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9ec100f80 0x7fc9ec197010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:49.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9f1c5c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec101940 0x7fc9ec197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:49.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9f1c5c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9ec106f90 0x7fc9ec19b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:49.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9f1c5c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec19bf80 con 0x7fc9ec101940 2023-10-21T15:37:49.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9f1c5c700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec19c0f0 con 0x7fc9ec106f90 2023-10-21T15:37:49.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9f1c5c700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec19c2b0 con 0x7fc9ec100f80 2023-10-21T15:37:49.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eaffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec101940 0x7fc9ec197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:49.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eaffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec101940 0x7fc9ec197550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60924/0 (socket says 172.21.15.46:60924) 2023-10-21T15:37:49.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eaffd700 1 -- 172.21.15.46:0/2393540909 learned_addr learned my addr 172.21.15.46:0/2393540909 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:37:49.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eb7fe700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9ec100f80 0x7fc9ec197010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:49.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9ebfff700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9ec106f90 0x7fc9ec19b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:49.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eaffd700 1 -- 172.21.15.46:0/2393540909 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9ec100f80 msgr2=0x7fc9ec197010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:49.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eaffd700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9ec100f80 0x7fc9ec197010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eaffd700 1 -- 172.21.15.46:0/2393540909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9ec106f90 msgr2=0x7fc9ec19b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:49.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eaffd700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9ec106f90 0x7fc9ec19b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.159+0000 7fc9eaffd700 1 -- 172.21.15.46:0/2393540909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9d40095f0 con 0x7fc9ec101940 2023-10-21T15:37:49.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.160+0000 7fc9eaffd700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec101940 0x7fc9ec197550 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009990 tx=0x7fc9d4009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:49.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.160+0000 7fc9e8ff9700 1 -- 172.21.15.46:0/2393540909 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9d401d070 con 0x7fc9ec101940 2023-10-21T15:37:49.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.160+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9ec19c530 con 0x7fc9ec101940 2023-10-21T15:37:49.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.160+0000 7fc9e8ff9700 1 -- 172.21.15.46:0/2393540909 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc9d4004cb0 con 0x7fc9ec101940 2023-10-21T15:37:49.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.160+0000 7fc9e8ff9700 1 -- 172.21.15.46:0/2393540909 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4003b30 con 0x7fc9ec101940 2023-10-21T15:37:49.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.160+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9ec1a3df0 con 0x7fc9ec101940 2023-10-21T15:37:49.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.161+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9ec04ebb0 con 0x7fc9ec101940 2023-10-21T15:37:49.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.162+0000 7fc9e8ff9700 1 -- 172.21.15.46:0/2393540909 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc9d40047f0 con 0x7fc9ec101940 2023-10-21T15:37:49.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.162+0000 7fc9e8ff9700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9d80a1480 0x7fc9d80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:49.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.163+0000 7fc9e8ff9700 1 -- 172.21.15.46:0/2393540909 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc9d40cd6e0 con 0x7fc9ec101940 2023-10-21T15:37:49.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.163+0000 7fc9eb7fe700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9d80a1480 0x7fc9d80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:49.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.163+0000 7fc9eb7fe700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9d80a1480 0x7fc9d80a3940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc005950 tx=0x7fc9dc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:49.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.167+0000 7fc9e8ff9700 1 -- 172.21.15.46:0/2393540909 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc9d4097270 con 0x7fc9ec101940 2023-10-21T15:37:49.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.368+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc9ec110e50 con 0x7fc9ec101940 2023-10-21T15:37:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.369+0000 7fc9e8ff9700 1 -- 172.21.15.46:0/2393540909 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18422 (secure 0 0 0) 0x7fc9d409a890 con 0x7fc9ec101940 2023-10-21T15:37:49.371 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:37:49.371 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":80,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:37:46.181208+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:37:49.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9d80a1480 msgr2=0x7fc9d80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9d80a1480 0x7fc9d80a3940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc005950 tx=0x7fc9dc00b410 comp rx=0 tx=0).stop 2023-10-21T15:37:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec101940 msgr2=0x7fc9ec197550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec101940 0x7fc9ec197550 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009990 tx=0x7fc9d4009580 comp rx=0 tx=0).stop 2023-10-21T15:37:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 shutdown_connections 2023-10-21T15:37:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9d80a1480 0x7fc9d80a3940 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9ec106f90 0x7fc9ec19b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9ec100f80 0x7fc9ec197010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 --2- 172.21.15.46:0/2393540909 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9ec101940 0x7fc9ec197550 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 >> 172.21.15.46:0/2393540909 conn(0x7fc9ec0780a0 msgr2=0x7fc9ec0ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:49.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 shutdown_connections 2023-10-21T15:37:49.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:49.371+0000 7fc9f1c5c700 1 -- 172.21.15.46:0/2393540909 wait complete. 2023-10-21T15:37:49.779 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:37:49.779 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd pool get .mgr pg_num 2023-10-21T15:37:50.345 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:37:50.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:50 smithi105 ceph-mon[103980]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:50.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:50 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2393540909' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:37:50.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:50 smithi119 ceph-mon[103628]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:50.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:50 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2393540909' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:37:50.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:50 smithi046 ceph-mon[99436]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:50.547 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:50 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2393540909' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:37:51.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 -- 172.21.15.46:0/69869279 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac0ffe60 msgr2=0x7f6fac1002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:51.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 --2- 172.21.15.46:0/69869279 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac0ffe60 0x7f6fac1002e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6f980099c0 tx=0x7f6f98009cd0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 -- 172.21.15.46:0/69869279 shutdown_connections 2023-10-21T15:37:51.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 --2- 172.21.15.46:0/69869279 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fac100820 0x7f6fac10cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 --2- 172.21.15.46:0/69869279 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6fac105e70 0x7f6fac106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 --2- 172.21.15.46:0/69869279 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac0ffe60 0x7f6fac1002e0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 -- 172.21.15.46:0/69869279 >> 172.21.15.46:0/69869279 conn(0x7f6fac075e00 msgr2=0x7f6fac076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:51.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 -- 172.21.15.46:0/69869279 shutdown_connections 2023-10-21T15:37:51.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.619+0000 7f6fb3243700 1 -- 172.21.15.46:0/69869279 wait complete. 2023-10-21T15:37:51.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.620+0000 7f6fb3243700 1 Processor -- start 2023-10-21T15:37:51.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.620+0000 7f6fb3243700 1 -- start start 2023-10-21T15:37:51.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.620+0000 7f6fb3243700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fac0ffe60 0x7f6fac195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:51.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.620+0000 7f6fb3243700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6fac100820 0x7f6fac196420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:51.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.620+0000 7f6fb3243700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac105e70 0x7f6fac19a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:51.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.620+0000 7f6fb3243700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac19aea0 con 0x7f6fac105e70 2023-10-21T15:37:51.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.620+0000 7f6fb3243700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac19b010 con 0x7f6fac0ffe60 2023-10-21T15:37:51.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.620+0000 7f6fb3243700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac19b1d0 con 0x7f6fac100820 2023-10-21T15:37:51.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac105e70 0x7f6fac19a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:51.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac105e70 0x7f6fac19a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60940/0 (socket says 172.21.15.46:60940) 2023-10-21T15:37:51.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 -- 172.21.15.46:0/2727050340 learned_addr learned my addr 172.21.15.46:0/2727050340 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:37:51.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb0fdf700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fac0ffe60 0x7f6fac195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:51.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fabfff700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6fac100820 0x7f6fac196420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:51.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 -- 172.21.15.46:0/2727050340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6fac100820 msgr2=0x7f6fac196420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:51.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6fac100820 0x7f6fac196420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 -- 172.21.15.46:0/2727050340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fac0ffe60 msgr2=0x7f6fac195ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:51.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fac0ffe60 0x7f6fac195ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 -- 172.21.15.46:0/2727050340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f980095f0 con 0x7f6fac105e70 2023-10-21T15:37:51.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fabfff700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6fac100820 0x7f6fac196420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:37:51.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb17e0700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac105e70 0x7f6fac19a890 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6fa4007ee0 tx=0x7f6fa400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:51.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fa9ffb700 1 -- 172.21.15.46:0/2727050340 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa400ddd0 con 0x7f6fac105e70 2023-10-21T15:37:51.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fa9ffb700 1 -- 172.21.15.46:0/2727050340 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6fa400f040 con 0x7f6fac105e70 2023-10-21T15:37:51.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fac19b4b0 con 0x7f6fac105e70 2023-10-21T15:37:51.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fa9ffb700 1 -- 172.21.15.46:0/2727050340 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa40048e0 con 0x7f6fac105e70 2023-10-21T15:37:51.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.621+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fac1a2d10 con 0x7f6fac105e70 2023-10-21T15:37:51.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.622+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fac04ebb0 con 0x7f6fac105e70 2023-10-21T15:37:51.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.623+0000 7f6fa9ffb700 1 -- 172.21.15.46:0/2727050340 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6fa4003a00 con 0x7f6fac105e70 2023-10-21T15:37:51.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.624+0000 7f6fa9ffb700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6f9c0a1480 0x7f6f9c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:51.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.624+0000 7f6fb0fdf700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6f9c0a1480 0x7f6f9c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:51.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.624+0000 7f6fa9ffb700 1 -- 172.21.15.46:0/2727050340 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6fa40cca20 con 0x7f6fac105e70 2023-10-21T15:37:51.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.625+0000 7f6fb0fdf700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6f9c0a1480 0x7f6f9c0a3940 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0005950 tx=0x7f6fa000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:51.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.628+0000 7f6fa9ffb700 1 -- 172.21.15.46:0/2727050340 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6fa4096520 con 0x7f6fac105e70 2023-10-21T15:37:51.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.826+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6fac10fe30 con 0x7f6fac105e70 2023-10-21T15:37:51.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.826+0000 7f6fa9ffb700 1 -- 172.21.15.46:0/2727050340 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6fa4099b40 con 0x7f6fac105e70 2023-10-21T15:37:51.828 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:37:51.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6f9c0a1480 msgr2=0x7f6f9c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:51.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6f9c0a1480 0x7f6f9c0a3940 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0005950 tx=0x7f6fa000a300 comp rx=0 tx=0).stop 2023-10-21T15:37:51.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac105e70 msgr2=0x7f6fac19a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:51.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac105e70 0x7f6fac19a890 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6fa4007ee0 tx=0x7f6fa400d3b0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 shutdown_connections 2023-10-21T15:37:51.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6f9c0a1480 0x7f6f9c0a3940 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6fac105e70 0x7f6fac19a890 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fac0ffe60 0x7f6fac195ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 --2- 172.21.15.46:0/2727050340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6fac100820 0x7f6fac196420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:51.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 >> 172.21.15.46:0/2727050340 conn(0x7f6fac075e00 msgr2=0x7f6fac0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:51.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 shutdown_connections 2023-10-21T15:37:51.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:51.828+0000 7f6fb3243700 1 -- 172.21.15.46:0/2727050340 wait complete. 2023-10-21T15:37:52.202 INFO:tasks.cephadm:Adding mds.a on smithi046 2023-10-21T15:37:52.202 INFO:tasks.cephadm:Adding mds.d on smithi046 2023-10-21T15:37:52.203 INFO:tasks.cephadm:Adding mds.g on smithi046 2023-10-21T15:37:52.203 INFO:tasks.cephadm:Adding mds.j on smithi046 2023-10-21T15:37:52.203 INFO:tasks.cephadm:Adding mds.b on smithi105 2023-10-21T15:37:52.204 INFO:tasks.cephadm:Adding mds.e on smithi105 2023-10-21T15:37:52.204 INFO:tasks.cephadm:Adding mds.h on smithi105 2023-10-21T15:37:52.204 INFO:tasks.cephadm:Adding mds.k on smithi105 2023-10-21T15:37:52.204 INFO:tasks.cephadm:Adding mds.c on smithi119 2023-10-21T15:37:52.205 INFO:tasks.cephadm:Adding mds.f on smithi119 2023-10-21T15:37:52.205 INFO:tasks.cephadm:Adding mds.i on smithi119 2023-10-21T15:37:52.205 INFO:tasks.cephadm:Adding mds.l on smithi119 2023-10-21T15:37:52.205 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph orch apply mds all '12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l' 2023-10-21T15:37:52.780 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:37:52.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:52 smithi119 ceph-mon[103628]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:52.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:52 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2727050340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:37:52.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:52 smithi046 ceph-mon[99436]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:52.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:52 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2727050340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:37:52.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:52 smithi105 ceph-mon[103980]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:52.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:52 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2727050340' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:37:54.223 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 -- 172.21.15.119:0/1659896425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c0ff5f0 msgr2=0x7f625c0ffa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:54.223 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 --2- 172.21.15.119:0/1659896425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c0ff5f0 0x7f625c0ffa10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f624c009990 tx=0x7f624c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.224 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 -- 172.21.15.119:0/1659896425 shutdown_connections 2023-10-21T15:37:54.224 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 --2- 172.21.15.119:0/1659896425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f625c101190 0x7f625c107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.224 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 --2- 172.21.15.119:0/1659896425 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c0ff5f0 0x7f625c0ffa10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.224 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 --2- 172.21.15.119:0/1659896425 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f625c1007f0 0x7f625c100c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.224 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 -- 172.21.15.119:0/1659896425 >> 172.21.15.119:0/1659896425 conn(0x7f625c0fab70 msgr2=0x7f625c0fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:54.225 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 -- 172.21.15.119:0/1659896425 shutdown_connections 2023-10-21T15:37:54.225 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.221+0000 7f6260a47700 1 -- 172.21.15.119:0/1659896425 wait complete. 2023-10-21T15:37:54.227 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6260a47700 1 Processor -- start 2023-10-21T15:37:54.228 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6260a47700 1 -- start start 2023-10-21T15:37:54.228 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6260a47700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f625c0ff5f0 0x7f625c196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:54.228 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6260a47700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c1007f0 0x7f625c1971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:54.228 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6260a47700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f625c101190 0x7f625c19e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:54.228 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6260a47700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c19e7e0 con 0x7f625c101190 2023-10-21T15:37:54.229 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6260a47700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c19e920 con 0x7f625c0ff5f0 2023-10-21T15:37:54.229 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6260a47700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c19eae0 con 0x7f625c1007f0 2023-10-21T15:37:54.229 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c1007f0 0x7f625c1971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:54.229 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c1007f0 0x7f625c1971a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.119:47100/0 (socket says 172.21.15.119:47100) 2023-10-21T15:37:54.229 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 -- 172.21.15.119:0/3625873621 learned_addr learned my addr 172.21.15.119:0/3625873621 (peer_addr_for_me v2:172.21.15.119:0/0) 2023-10-21T15:37:54.230 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f625a59c700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f625c0ff5f0 0x7f625c196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:54.230 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f625ad9d700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f625c101190 0x7f625c19e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:54.230 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 -- 172.21.15.119:0/3625873621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f625c0ff5f0 msgr2=0x7f625c196c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:54.230 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f625c0ff5f0 0x7f625c196c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.230 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 -- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f625c101190 msgr2=0x7f625c19e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:54.231 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f625c101190 0x7f625c19e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.231 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 -- 172.21.15.119:0/3625873621 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f624c0095f0 con 0x7f625c1007f0 2023-10-21T15:37:54.231 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f625a59c700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f625c0ff5f0 0x7f625c196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:37:54.231 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f625ad9d700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f625c101190 0x7f625c19e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:37:54.231 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.222+0000 7f6259d9b700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c1007f0 0x7f625c1971a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f625000d950 tx=0x7f625000dd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:54.232 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.223+0000 7f624b7fe700 1 -- 172.21.15.119:0/3625873621 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6250009b40 con 0x7f625c1007f0 2023-10-21T15:37:54.232 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.223+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f625c19edc0 con 0x7f625c1007f0 2023-10-21T15:37:54.232 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.223+0000 7f624b7fe700 1 -- 172.21.15.119:0/3625873621 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6250009ca0 con 0x7f625c1007f0 2023-10-21T15:37:54.232 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.223+0000 7f624b7fe700 1 -- 172.21.15.119:0/3625873621 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f625000f620 con 0x7f625c1007f0 2023-10-21T15:37:54.232 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.223+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f625c19f260 con 0x7f625c1007f0 2023-10-21T15:37:54.233 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.224+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f625c10ae10 con 0x7f625c1007f0 2023-10-21T15:37:54.233 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.225+0000 7f624b7fe700 1 -- 172.21.15.119:0/3625873621 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6250010460 con 0x7f625c1007f0 2023-10-21T15:37:54.233 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.225+0000 7f624b7fe700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62440a1480 0x7f62440a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:54.233 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.225+0000 7f624b7fe700 1 -- 172.21.15.119:0/3625873621 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f62500ccc00 con 0x7f625c1007f0 2023-10-21T15:37:54.233 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.225+0000 7f625a59c700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62440a1480 0x7f62440a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:54.234 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.226+0000 7f625a59c700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62440a1480 0x7f62440a3940 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f624c003790 tx=0x7f624c005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:54.234 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.229+0000 7f624b7fe700 1 -- 172.21.15.119:0/3625873621 <== mon.1 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6250096700 con 0x7f625c1007f0 2023-10-21T15:37:54.428 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.426+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f625c068210 con 0x7f62440a1480 2023-10-21T15:37:54.437 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.435+0000 7f624b7fe700 1 -- 172.21.15.119:0/3625873621 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f625c068210 con 0x7f62440a1480 2023-10-21T15:37:54.437 INFO:teuthology.orchestra.run.smithi119.stdout:Scheduled mds.all update... 2023-10-21T15:37:54.439 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62440a1480 msgr2=0x7f62440a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:54.439 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62440a1480 0x7f62440a3940 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f624c003790 tx=0x7f624c005e80 comp rx=0 tx=0).stop 2023-10-21T15:37:54.439 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c1007f0 msgr2=0x7f625c1971a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:54.439 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c1007f0 0x7f625c1971a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f625000d950 tx=0x7f625000dd10 comp rx=0 tx=0).stop 2023-10-21T15:37:54.440 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 shutdown_connections 2023-10-21T15:37:54.440 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62440a1480 0x7f62440a3940 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.440 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f625c101190 0x7f625c19e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.440 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f625c0ff5f0 0x7f625c196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.440 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 --2- 172.21.15.119:0/3625873621 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f625c1007f0 0x7f625c1971a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:54.441 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 >> 172.21.15.119:0/3625873621 conn(0x7f625c0fab70 msgr2=0x7f625c0fce60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:54.441 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 shutdown_connections 2023-10-21T15:37:54.441 INFO:teuthology.orchestra.run.smithi119.stderr:2023-10-21T15:37:54.437+0000 7f6260a47700 1 -- 172.21.15.119:0/3625873621 wait complete. 2023-10-21T15:37:54.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:54.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:54.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:37:54.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:37:54.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:54 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:54.836 DEBUG:teuthology.orchestra.run.smithi046:mds.a> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.a.service 2023-10-21T15:37:54.840 DEBUG:teuthology.orchestra.run.smithi046:mds.d> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.d.service 2023-10-21T15:37:54.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:54.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:54.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:54.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:54.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:54.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:54.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:37:54.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:37:54.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:54 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:54.873 DEBUG:teuthology.orchestra.run.smithi046:mds.g> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.g.service 2023-10-21T15:37:54.879 INFO:journalctl@ceph.mds.a.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:37:54.880 DEBUG:teuthology.orchestra.run.smithi046:mds.j> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.j.service 2023-10-21T15:37:54.903 INFO:journalctl@ceph.mds.d.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:37:54.904 DEBUG:teuthology.orchestra.run.smithi105:mds.b> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.b.service 2023-10-21T15:37:54.907 DEBUG:teuthology.orchestra.run.smithi105:mds.e> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.e.service 2023-10-21T15:37:54.910 INFO:journalctl@ceph.mds.g.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:37:54.934 INFO:journalctl@ceph.mds.j.smithi046.stdout:-- Logs begin at Sat 2023-10-21 15:17:15 UTC. -- 2023-10-21T15:37:54.936 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:54.937 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:54.937 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:37:54.937 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:54.938 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:37:54.938 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:54.938 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:37:54.938 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:37:54.939 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:54 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:54.939 DEBUG:teuthology.orchestra.run.smithi105:mds.h> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.h.service 2023-10-21T15:37:54.944 INFO:journalctl@ceph.mds.b.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:37:54.945 DEBUG:teuthology.orchestra.run.smithi105:mds.k> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.k.service 2023-10-21T15:37:54.968 INFO:journalctl@ceph.mds.e.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:37:54.969 DEBUG:teuthology.orchestra.run.smithi119:mds.c> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.c.service 2023-10-21T15:37:54.972 DEBUG:teuthology.orchestra.run.smithi119:mds.f> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.f.service 2023-10-21T15:37:54.973 INFO:journalctl@ceph.mds.h.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:37:54.996 INFO:journalctl@ceph.mds.k.smithi105.stdout:-- Logs begin at Sat 2023-10-21 15:17:03 UTC. -- 2023-10-21T15:37:55.002 INFO:journalctl@ceph.mds.c.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:37:55.003 DEBUG:teuthology.orchestra.run.smithi119:mds.i> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.i.service 2023-10-21T15:37:55.028 INFO:journalctl@ceph.mds.f.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:37:55.029 DEBUG:teuthology.orchestra.run.smithi119:mds.l> sudo journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.l.service 2023-10-21T15:37:55.054 INFO:journalctl@ceph.mds.i.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:37:55.055 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-10-21T15:37:55.056 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:37:55.080 INFO:journalctl@ceph.mds.l.smithi119.stdout:-- Logs begin at Sat 2023-10-21 15:17:04 UTC. -- 2023-10-21T15:37:55.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 -- 172.21.15.46:0/3992703746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 msgr2=0x7fdeb8101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 --2- 172.21.15.46:0/3992703746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 0x7fdeb8101450 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0099c0 tx=0x7fdeac009cd0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 -- 172.21.15.46:0/3992703746 shutdown_connections 2023-10-21T15:37:55.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 --2- 172.21.15.46:0/3992703746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdeb8101990 0x7fdeb8108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 --2- 172.21.15.46:0/3992703746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdeb80ffe00 0x7fdeb8100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 --2- 172.21.15.46:0/3992703746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 0x7fdeb8101450 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 -- 172.21.15.46:0/3992703746 >> 172.21.15.46:0/3992703746 conn(0x7fdeb80fb350 msgr2=0x7fdeb80fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:55.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 -- 172.21.15.46:0/3992703746 shutdown_connections 2023-10-21T15:37:55.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.202+0000 7fdec00e8700 1 -- 172.21.15.46:0/3992703746 wait complete. 2023-10-21T15:37:55.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdec00e8700 1 Processor -- start 2023-10-21T15:37:55.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdec00e8700 1 -- start start 2023-10-21T15:37:55.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdec00e8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdeb80ffe00 0x7fdeb8196af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdec00e8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 0x7fdeb8197030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdec00e8700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdeb8101990 0x7fdeb819e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdec00e8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb819e670 con 0x7fdeb8100ff0 2023-10-21T15:37:55.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdec00e8700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb819e7b0 con 0x7fdeb8101990 2023-10-21T15:37:55.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdec00e8700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdeb819e940 con 0x7fdeb80ffe00 2023-10-21T15:37:55.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdebd683700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 0x7fdeb8197030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdebde84700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdeb80ffe00 0x7fdeb8196af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdebd683700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 0x7fdeb8197030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60950/0 (socket says 172.21.15.46:60950) 2023-10-21T15:37:55.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdebd683700 1 -- 172.21.15.46:0/4063069509 learned_addr learned my addr 172.21.15.46:0/4063069509 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:37:55.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.203+0000 7fdebe685700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdeb8101990 0x7fdeb819e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdebd683700 1 -- 172.21.15.46:0/4063069509 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdeb80ffe00 msgr2=0x7fdeb8196af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdebd683700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdeb80ffe00 0x7fdeb8196af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdebd683700 1 -- 172.21.15.46:0/4063069509 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdeb8101990 msgr2=0x7fdeb819e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdebd683700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdeb8101990 0x7fdeb819e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdebd683700 1 -- 172.21.15.46:0/4063069509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdeac0095f0 con 0x7fdeb8100ff0 2023-10-21T15:37:55.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdebde84700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdeb80ffe00 0x7fdeb8196af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:37:55.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdebe685700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdeb8101990 0x7fdeb819e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:37:55.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdebd683700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 0x7fdeb8197030 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fdeac005f50 tx=0x7fdeac00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:55.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdeb6ffd700 1 -- 172.21.15.46:0/4063069509 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeac01c070 con 0x7fdeb8100ff0 2023-10-21T15:37:55.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdeb6ffd700 1 -- 172.21.15.46:0/4063069509 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdeac00fe30 con 0x7fdeb8100ff0 2023-10-21T15:37:55.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdeb819ebc0 con 0x7fdeb8100ff0 2023-10-21T15:37:55.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdeb6ffd700 1 -- 172.21.15.46:0/4063069509 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdeac022e80 con 0x7fdeb8100ff0 2023-10-21T15:37:55.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.204+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdeb819efe0 con 0x7fdeb8100ff0 2023-10-21T15:37:55.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.205+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdeb810b680 con 0x7fdeb8100ff0 2023-10-21T15:37:55.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.206+0000 7fdeb6ffd700 1 -- 172.21.15.46:0/4063069509 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdeac020070 con 0x7fdeb8100ff0 2023-10-21T15:37:55.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.206+0000 7fdeb6ffd700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdea00a1520 0x7fdea00a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.207+0000 7fdeb6ffd700 1 -- 172.21.15.46:0/4063069509 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdeac0cda60 con 0x7fdeb8100ff0 2023-10-21T15:37:55.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.207+0000 7fdebde84700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdea00a1520 0x7fdea00a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.207+0000 7fdebde84700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdea00a1520 0x7fdea00a39e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8100e50 tx=0x7fdea800b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:55.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.210+0000 7fdeb6ffd700 1 -- 172.21.15.46:0/4063069509 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdeac0975f0 con 0x7fdeb8100ff0 2023-10-21T15:37:55.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.414+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdeb819f1d0 con 0x7fdeb8100ff0 2023-10-21T15:37:55.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.415+0000 7fdeb6ffd700 1 -- 172.21.15.46:0/4063069509 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18422 (secure 0 0 0) 0x7fdeac09ac10 con 0x7fdeb8100ff0 2023-10-21T15:37:55.418 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:37:55.419 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":80,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:37:46.181208+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:37:55.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdea00a1520 msgr2=0x7fdea00a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdea00a1520 0x7fdea00a39e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8100e50 tx=0x7fdea800b040 comp rx=0 tx=0).stop 2023-10-21T15:37:55.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 msgr2=0x7fdeb8197030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 0x7fdeb8197030 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fdeac005f50 tx=0x7fdeac00f690 comp rx=0 tx=0).stop 2023-10-21T15:37:55.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 shutdown_connections 2023-10-21T15:37:55.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdea00a1520 0x7fdea00a39e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdeb8101990 0x7fdeb819e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdeb80ffe00 0x7fdeb8196af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 --2- 172.21.15.46:0/4063069509 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdeb8100ff0 0x7fdeb8197030 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 >> 172.21.15.46:0/4063069509 conn(0x7fdeb80fb350 msgr2=0x7fdeb80692a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:55.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 shutdown_connections 2023-10-21T15:37:55.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.418+0000 7fdec00e8700 1 -- 172.21.15.46:0/4063069509 wait complete. 2023-10-21T15:37:55.433 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:37:55.433 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:37:55.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 -- 172.21.15.46:0/4055333466 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe040101950 msgr2=0x7fe040108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 --2- 172.21.15.46:0/4055333466 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe040101950 0x7fe040108200 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe03800b0d0 tx=0x7fe03800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 -- 172.21.15.46:0/4055333466 shutdown_connections 2023-10-21T15:37:55.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 --2- 172.21.15.46:0/4055333466 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe040101950 0x7fe040108200 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 --2- 172.21.15.46:0/4055333466 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe0400ffdc0 0x7fe0401001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 --2- 172.21.15.46:0/4055333466 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe040100fb0 0x7fe040101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 -- 172.21.15.46:0/4055333466 >> 172.21.15.46:0/4055333466 conn(0x7fe0400fb350 msgr2=0x7fe0400fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 -- 172.21.15.46:0/4055333466 shutdown_connections 2023-10-21T15:37:55.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 -- 172.21.15.46:0/4055333466 wait complete. 2023-10-21T15:37:55.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 Processor -- start 2023-10-21T15:37:55.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.563+0000 7fe045395700 1 -- start start 2023-10-21T15:37:55.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe045395700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0400ffdc0 0x7fe040069de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe045395700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe040100fb0 0x7fe04019b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe045395700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe040101950 0x7fe04019e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe045395700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe04019e7a0 con 0x7fe0400ffdc0 2023-10-21T15:37:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe045395700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe04019e910 con 0x7fe040101950 2023-10-21T15:37:55.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe045395700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe04019ead0 con 0x7fe040100fb0 2023-10-21T15:37:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0400ffdc0 0x7fe040069de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0400ffdc0 0x7fe040069de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60962/0 (socket says 172.21.15.46:60962) 2023-10-21T15:37:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 -- 172.21.15.46:0/2352666426 learned_addr learned my addr 172.21.15.46:0/2352666426 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:37:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03f7fe700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe040101950 0x7fe04019e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03e7fc700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe040100fb0 0x7fe04019b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 -- 172.21.15.46:0/2352666426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe040100fb0 msgr2=0x7fe04019b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe040100fb0 0x7fe04019b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 -- 172.21.15.46:0/2352666426 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe040101950 msgr2=0x7fe04019e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe040101950 0x7fe04019e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 -- 172.21.15.46:0/2352666426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe038009d00 con 0x7fe0400ffdc0 2023-10-21T15:37:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03f7fe700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe040101950 0x7fe04019e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:37:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe03effd700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0400ffdc0 0x7fe040069de0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe03000e970 tx=0x7fe03000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe027fff700 1 -- 172.21.15.46:0/2352666426 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe030009790 con 0x7fe0400ffdc0 2023-10-21T15:37:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe04019edb0 con 0x7fe0400ffdc0 2023-10-21T15:37:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe027fff700 1 -- 172.21.15.46:0/2352666426 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0300044e0 con 0x7fe0400ffdc0 2023-10-21T15:37:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.564+0000 7fe027fff700 1 -- 172.21.15.46:0/2352666426 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe030003e30 con 0x7fe0400ffdc0 2023-10-21T15:37:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.565+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe04019f220 con 0x7fe0400ffdc0 2023-10-21T15:37:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.565+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0401072b0 con 0x7fe0400ffdc0 2023-10-21T15:37:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.566+0000 7fe027fff700 1 -- 172.21.15.46:0/2352666426 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe030004000 con 0x7fe0400ffdc0 2023-10-21T15:37:55.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.567+0000 7fe027fff700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe0280a1480 0x7fe0280a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.567+0000 7fe027fff700 1 -- 172.21.15.46:0/2352666426 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe030014070 con 0x7fe0400ffdc0 2023-10-21T15:37:55.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.567+0000 7fe03e7fc700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe0280a1480 0x7fe0280a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.568+0000 7fe03e7fc700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe0280a1480 0x7fe0280a3940 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe034009bf0 tx=0x7fe034009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:55.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.571+0000 7fe027fff700 1 -- 172.21.15.46:0/2352666426 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe030096820 con 0x7fe0400ffdc0 2023-10-21T15:37:55.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.774+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe04010b870 con 0x7fe0400ffdc0 2023-10-21T15:37:55.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.774+0000 7fe027fff700 1 -- 172.21.15.46:0/2352666426 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe030017e90 con 0x7fe0400ffdc0 2023-10-21T15:37:55.777 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:37:55.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe0280a1480 msgr2=0x7fe0280a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe0280a1480 0x7fe0280a3940 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe034009bf0 tx=0x7fe034009260 comp rx=0 tx=0).stop 2023-10-21T15:37:55.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0400ffdc0 msgr2=0x7fe040069de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0400ffdc0 0x7fe040069de0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe03000e970 tx=0x7fe03000ed30 comp rx=0 tx=0).stop 2023-10-21T15:37:55.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 shutdown_connections 2023-10-21T15:37:55.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe0280a1480 0x7fe0280a3940 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe0400ffdc0 0x7fe040069de0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe040101950 0x7fe04019e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 --2- 172.21.15.46:0/2352666426 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe040100fb0 0x7fe04019b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 >> 172.21.15.46:0/2352666426 conn(0x7fe0400fb350 msgr2=0x7fe0401043f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:55.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 shutdown_connections 2023-10-21T15:37:55.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.776+0000 7fe045395700 1 -- 172.21.15.46:0/2352666426 wait complete. 2023-10-21T15:37:55.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:55 smithi119 ceph-mon[103628]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:55.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:55 smithi119 ceph-mon[103628]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l;count:12 2023-10-21T15:37:55.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:55 smithi119 ceph-mon[103628]: Deploying daemon mds.l on smithi119 2023-10-21T15:37:55.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:55 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4063069509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:37:55.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:55 smithi046 ceph-mon[99436]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:55.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:55 smithi046 ceph-mon[99436]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l;count:12 2023-10-21T15:37:55.790 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:55 smithi046 ceph-mon[99436]: Deploying daemon mds.l on smithi119 2023-10-21T15:37:55.791 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:55 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4063069509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:37:55.792 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:37:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 -- 172.21.15.46:0/4040325621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea40100fc0 msgr2=0x7fea40101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 --2- 172.21.15.46:0/4040325621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea40100fc0 0x7fea40101420 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fea2c0099c0 tx=0x7fea2c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 -- 172.21.15.46:0/4040325621 shutdown_connections 2023-10-21T15:37:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 --2- 172.21.15.46:0/4040325621 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea40101960 0x7fea40108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 --2- 172.21.15.46:0/4040325621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea400ffdd0 0x7fea401001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 --2- 172.21.15.46:0/4040325621 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea40100fc0 0x7fea40101420 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 -- 172.21.15.46:0/4040325621 >> 172.21.15.46:0/4040325621 conn(0x7fea400fb320 msgr2=0x7fea400fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 -- 172.21.15.46:0/4040325621 shutdown_connections 2023-10-21T15:37:55.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.915+0000 7fea46b01700 1 -- 172.21.15.46:0/4040325621 wait complete. 2023-10-21T15:37:55.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea46b01700 1 Processor -- start 2023-10-21T15:37:55.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea46b01700 1 -- start start 2023-10-21T15:37:55.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea46b01700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea400ffdd0 0x7fea40195940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea46b01700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea40100fc0 0x7fea40195e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea46b01700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea40101960 0x7fea4019cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea46b01700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea4019d4c0 con 0x7fea400ffdd0 2023-10-21T15:37:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea46b01700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea4019d600 con 0x7fea40100fc0 2023-10-21T15:37:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea46b01700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea4019d790 con 0x7fea40101960 2023-10-21T15:37:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4489d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea400ffdd0 0x7fea40195940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4489d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea400ffdd0 0x7fea40195940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60976/0 (socket says 172.21.15.46:60976) 2023-10-21T15:37:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4489d700 1 -- 172.21.15.46:0/2924307391 learned_addr learned my addr 172.21.15.46:0/2924307391 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:37:55.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4509e700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea40101960 0x7fea4019cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea3ffff700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea40100fc0 0x7fea40195e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4489d700 1 -- 172.21.15.46:0/2924307391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea40101960 msgr2=0x7fea4019cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4489d700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea40101960 0x7fea4019cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4489d700 1 -- 172.21.15.46:0/2924307391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea40100fc0 msgr2=0x7fea40195e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:55.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4489d700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea40100fc0 0x7fea40195e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.916+0000 7fea4489d700 1 -- 172.21.15.46:0/2924307391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea2c0095f0 con 0x7fea400ffdd0 2023-10-21T15:37:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.917+0000 7fea4489d700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea400ffdd0 0x7fea40195940 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fea3400c990 tx=0x7fea3400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.917+0000 7fea3dffb700 1 -- 172.21.15.46:0/2924307391 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea34007b00 con 0x7fea400ffdd0 2023-10-21T15:37:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.917+0000 7fea3dffb700 1 -- 172.21.15.46:0/2924307391 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea34007c60 con 0x7fea400ffdd0 2023-10-21T15:37:55.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.917+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea40068160 con 0x7fea400ffdd0 2023-10-21T15:37:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.917+0000 7fea3dffb700 1 -- 172.21.15.46:0/2924307391 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea34018660 con 0x7fea400ffdd0 2023-10-21T15:37:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.917+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea400686c0 con 0x7fea400ffdd0 2023-10-21T15:37:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.918+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea4010b5e0 con 0x7fea400ffdd0 2023-10-21T15:37:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.919+0000 7fea3dffb700 1 -- 172.21.15.46:0/2924307391 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fea3400f450 con 0x7fea400ffdd0 2023-10-21T15:37:55.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.920+0000 7fea3dffb700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fea300a15a0 0x7fea300a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.920+0000 7fea3ffff700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fea300a15a0 0x7fea300a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.920+0000 7fea3dffb700 1 -- 172.21.15.46:0/2924307391 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fea340cc8c0 con 0x7fea400ffdd0 2023-10-21T15:37:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.920+0000 7fea3ffff700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fea300a15a0 0x7fea300a3a60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fea2c00b580 tx=0x7fea2c01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:55.923+0000 7fea3dffb700 1 -- 172.21.15.46:0/2924307391 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fea34096430 con 0x7fea400ffdd0 2023-10-21T15:37:55.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:55 smithi105 ceph-mon[103980]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:37:55.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:55 smithi105 ceph-mon[103980]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l;count:12 2023-10-21T15:37:55.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:55 smithi105 ceph-mon[103980]: Deploying daemon mds.l on smithi119 2023-10-21T15:37:55.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:55 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4063069509' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:37:56.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.169+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fea40106b90 con 0x7fea400ffdd0 2023-10-21T15:37:56.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.170+0000 7fea3dffb700 1 -- 172.21.15.46:0/2924307391 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7fea34099a50 con 0x7fea400ffdd0 2023-10-21T15:37:56.173 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:37:56.173 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-10-21T15:37:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fea300a15a0 msgr2=0x7fea300a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fea300a15a0 0x7fea300a3a60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fea2c00b580 tx=0x7fea2c01a040 comp rx=0 tx=0).stop 2023-10-21T15:37:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea400ffdd0 msgr2=0x7fea40195940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:56.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea400ffdd0 0x7fea40195940 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fea3400c990 tx=0x7fea3400cca0 comp rx=0 tx=0).stop 2023-10-21T15:37:56.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 shutdown_connections 2023-10-21T15:37:56.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fea300a15a0 0x7fea300a3a60 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:56.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fea400ffdd0 0x7fea40195940 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:56.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fea40101960 0x7fea4019cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:56.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 --2- 172.21.15.46:0/2924307391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea40100fc0 0x7fea40195e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:56.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 >> 172.21.15.46:0/2924307391 conn(0x7fea400fb320 msgr2=0x7fea400fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:56.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 shutdown_connections 2023-10-21T15:37:56.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:56.172+0000 7fea46b01700 1 -- 172.21.15.46:0/2924307391 wait complete. 2023-10-21T15:37:56.177 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 1 2023-10-21T15:37:56.466 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:37:56 smithi119 systemd[1]: Starting Ceph mds.l for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:37:56.726 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:37:56 smithi119 podman[141104]: 2023-10-21T15:37:56.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:56 smithi119 ceph-mon[103628]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:56.726 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:56 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2352666426' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:37:56.727 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:56 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2924307391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:37:56.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:56 smithi046 ceph-mon[99436]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:56.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:56 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2352666426' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:37:56.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:56 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2924307391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:37:56.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:56 smithi105 ceph-mon[103980]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:56.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:56 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2352666426' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:37:56.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:56 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2924307391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:37:57.033 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:37:56 smithi119 ceph-mds[141144]: -- 172.21.15.119:0/204801169 <== mon.1 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557d6a81d1e0 con 0x557d6a7f2c00 2023-10-21T15:37:57.034 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:37:56 smithi119 bash[141104]: 4348f5fc02bce0bb2beeaa9f8276a2c53e710495b50bf15e7ca55639f7fc793a 2023-10-21T15:37:57.034 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:37:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-l[141120]: starting mds.l at 2023-10-21T15:37:57.034 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:37:56 smithi119 systemd[1]: Started Ceph mds.l for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:37:58.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6832/999213981,v1:172.21.15.119:6833/999213981] up:boot 2023-10-21T15:37:58.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: fsmap 1 up:standby 2023-10-21T15:37:58.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-21T15:37:58.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:37:58.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:37:58.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:58.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:57 smithi119 ceph-mon[103628]: Deploying daemon mds.k on smithi105 2023-10-21T15:37:58.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6832/999213981,v1:172.21.15.119:6833/999213981] up:boot 2023-10-21T15:37:58.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: fsmap 1 up:standby 2023-10-21T15:37:58.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-21T15:37:58.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.054 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.054 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.054 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:37:58.054 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:37:58.055 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:58.055 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:57 smithi105 ceph-mon[103980]: Deploying daemon mds.k on smithi105 2023-10-21T15:37:58.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6832/999213981,v1:172.21.15.119:6833/999213981] up:boot 2023-10-21T15:37:58.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: fsmap 1 up:standby 2023-10-21T15:37:58.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-21T15:37:58.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:37:58.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:37:58.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:37:58.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:37:58.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:57 smithi046 ceph-mon[99436]: Deploying daemon mds.k on smithi105 2023-10-21T15:37:58.188 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:37:58.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.325+0000 7f195d0c1700 1 -- 172.21.15.46:0/719318682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958101990 msgr2=0x7f1958108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:58.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.325+0000 7f195d0c1700 1 --2- 172.21.15.46:0/719318682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958101990 0x7f1958108240 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f195000b0d0 tx=0x7f195000b3e0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.325+0000 7f195d0c1700 1 -- 172.21.15.46:0/719318682 shutdown_connections 2023-10-21T15:37:58.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.325+0000 7f195d0c1700 1 --2- 172.21.15.46:0/719318682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1958101990 0x7f1958108240 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.325+0000 7f195d0c1700 1 --2- 172.21.15.46:0/719318682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f19580ffe00 0x7f1958100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.325+0000 7f195d0c1700 1 --2- 172.21.15.46:0/719318682 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1958100ff0 0x7f1958101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.325+0000 7f195d0c1700 1 -- 172.21.15.46:0/719318682 >> 172.21.15.46:0/719318682 conn(0x7f19580fb330 msgr2=0x7f19580fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:58.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.325+0000 7f195d0c1700 1 -- 172.21.15.46:0/719318682 shutdown_connections 2023-10-21T15:37:58.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.326+0000 7f195d0c1700 1 -- 172.21.15.46:0/719318682 wait complete. 2023-10-21T15:37:58.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.326+0000 7f195d0c1700 1 Processor -- start 2023-10-21T15:37:58.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.326+0000 7f195d0c1700 1 -- start start 2023-10-21T15:37:58.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195d0c1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19580ffe00 0x7f1958196c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:58.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195d0c1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1958100ff0 0x7f1958197170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:58.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195d0c1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1958101990 0x7f195819e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:58.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195d0c1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f195819e770 con 0x7f19580ffe00 2023-10-21T15:37:58.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195d0c1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f195819e8e0 con 0x7f1958100ff0 2023-10-21T15:37:58.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195d0c1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f195819eaa0 con 0x7f1958101990 2023-10-21T15:37:58.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19580ffe00 0x7f1958196c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:58.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195659c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1958100ff0 0x7f1958197170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:58.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19580ffe00 0x7f1958196c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60990/0 (socket says 172.21.15.46:60990) 2023-10-21T15:37:58.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195659c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1958100ff0 0x7f1958197170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:49692/0 (socket says 172.21.15.46:49692) 2023-10-21T15:37:58.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 -- 172.21.15.46:0/4069572004 learned_addr learned my addr 172.21.15.46:0/4069572004 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:37:58.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f195759e700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1958101990 0x7f195819e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:58.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 -- 172.21.15.46:0/4069572004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1958101990 msgr2=0x7f195819e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:58.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1958101990 0x7f195819e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 -- 172.21.15.46:0/4069572004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1958100ff0 msgr2=0x7f1958197170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:58.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1958100ff0 0x7f1958197170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 -- 172.21.15.46:0/4069572004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1950009d00 con 0x7f19580ffe00 2023-10-21T15:37:58.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f1956d9d700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19580ffe00 0x7f1958196c30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f194800e970 tx=0x7f194800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:58.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.327+0000 7f193ffff700 1 -- 172.21.15.46:0/4069572004 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1948009790 con 0x7f19580ffe00 2023-10-21T15:37:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.328+0000 7f193ffff700 1 -- 172.21.15.46:0/4069572004 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f194800c7e0 con 0x7f19580ffe00 2023-10-21T15:37:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.328+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f195819ed80 con 0x7f19580ffe00 2023-10-21T15:37:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.328+0000 7f193ffff700 1 -- 172.21.15.46:0/4069572004 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1948003c70 con 0x7f19580ffe00 2023-10-21T15:37:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.328+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f195819f1d0 con 0x7f19580ffe00 2023-10-21T15:37:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.329+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f195810b620 con 0x7f19580ffe00 2023-10-21T15:37:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.330+0000 7f193ffff700 1 -- 172.21.15.46:0/4069572004 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f194800cc50 con 0x7f19580ffe00 2023-10-21T15:37:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.330+0000 7f193ffff700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19400a1520 0x7f19400a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:37:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.331+0000 7f195659c700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19400a1520 0x7f19400a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:37:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.331+0000 7f193ffff700 1 -- 172.21.15.46:0/4069572004 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1948014070 con 0x7f19580ffe00 2023-10-21T15:37:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.331+0000 7f195659c700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19400a1520 0x7f19400a39e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f194c009c60 tx=0x7f194c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:37:58.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.335+0000 7f193ffff700 1 -- 172.21.15.46:0/4069572004 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1948096510 con 0x7f19580ffe00 2023-10-21T15:37:58.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.589+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f195819f420 con 0x7f19580ffe00 2023-10-21T15:37:58.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.590+0000 7f193ffff700 1 -- 172.21.15.46:0/4069572004 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1325 (secure 0 0 0) 0x7f1948003dd0 con 0x7f19580ffe00 2023-10-21T15:37:58.593 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:37:58.593 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-10-21T15:37:58.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19400a1520 msgr2=0x7f19400a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:58.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19400a1520 0x7f19400a39e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f194c009c60 tx=0x7f194c009260 comp rx=0 tx=0).stop 2023-10-21T15:37:58.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19580ffe00 msgr2=0x7f1958196c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:37:58.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19580ffe00 0x7f1958196c30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f194800e970 tx=0x7f194800ec80 comp rx=0 tx=0).stop 2023-10-21T15:37:58.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 shutdown_connections 2023-10-21T15:37:58.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19400a1520 0x7f19400a39e0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f19580ffe00 0x7f1958196c30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1958101990 0x7f195819e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 --2- 172.21.15.46:0/4069572004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1958100ff0 0x7f1958197170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:37:58.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 >> 172.21.15.46:0/4069572004 conn(0x7f19580fb330 msgr2=0x7f1958069050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:37:58.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 shutdown_connections 2023-10-21T15:37:58.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:37:58.592+0000 7f195d0c1700 1 -- 172.21.15.46:0/4069572004 wait complete. 2023-10-21T15:37:58.597 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 2 2023-10-21T15:37:58.724 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:37:58 smithi105 systemd[1]: Starting Ceph mds.k for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:37:58.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:58 smithi046 ceph-mon[99436]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:58.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:37:58 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4069572004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:37:58.974 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:37:58 smithi105 podman[140506]: 2023-10-21T15:37:58.974 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:58 smithi105 ceph-mon[103980]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:58.975 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:37:58 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4069572004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:37:59.240 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:37:58 smithi105 ceph-mds[140546]: -- 172.21.15.105:0/1432028586 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5610ecd791e0 con 0x5610ecd4e800 2023-10-21T15:37:59.240 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:37:58 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-k[140522]: starting mds.k at 2023-10-21T15:37:59.240 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:37:58 smithi105 bash[140506]: fbc5fd7461e30a8bdccbca5fad7f42b9a05ce3f8da29080febc059e06b3de6b4 2023-10-21T15:37:59.240 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:37:59 smithi105 systemd[1]: Started Ceph mds.k for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:37:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:58 smithi119 ceph-mon[103628]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:37:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:37:58 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4069572004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:00.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.330 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:00.331 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:00.331 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:00.331 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: Deploying daemon mds.j on smithi046 2023-10-21T15:38:00.332 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:00.332 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] up:boot 2023-10-21T15:38:00.333 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: fsmap 2 up:standby 2023-10-21T15:38:00.333 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:00 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-21T15:38:00.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:00.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:00.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:00.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: Deploying daemon mds.j on smithi046 2023-10-21T15:38:00.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:00.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] up:boot 2023-10-21T15:38:00.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: fsmap 2 up:standby 2023-10-21T15:38:00.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:00 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-21T15:38:00.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:00.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:00.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:00.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:00.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: Deploying daemon mds.j on smithi046 2023-10-21T15:38:00.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:00.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] up:boot 2023-10-21T15:38:00.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: fsmap 2 up:standby 2023-10-21T15:38:00.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:00 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-21T15:38:00.607 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:00.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/780947014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8106bb0 msgr2=0x7f4bc8109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:00.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/780947014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8106bb0 0x7f4bc8109020 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4bc000b0a0 tx=0x7f4bc000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:00.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/780947014 shutdown_connections 2023-10-21T15:38:00.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/780947014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8106bb0 0x7f4bc8109020 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:00.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/780947014 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bc8101950 0x7f4bc8103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:00.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/780947014 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bc8104280 0x7f4bc8106670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:00.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/780947014 >> 172.21.15.46:0/780947014 conn(0x7f4bc80fb320 msgr2=0x7f4bc80fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:00.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/780947014 shutdown_connections 2023-10-21T15:38:00.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.758+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/780947014 wait complete. 2023-10-21T15:38:00.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcf9ef700 1 Processor -- start 2023-10-21T15:38:00.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcf9ef700 1 -- start start 2023-10-21T15:38:00.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcf9ef700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bc8101950 0x7f4bc81012c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:00.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcf9ef700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8104280 0x7f4bc80ff900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:00.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcf9ef700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bc8106bb0 0x7f4bc80ffe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:00.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcf9ef700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bc81005e0 con 0x7f4bc8104280 2023-10-21T15:38:00.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcf9ef700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bc8100750 con 0x7f4bc8101950 2023-10-21T15:38:00.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcf9ef700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bc81a0c70 con 0x7f4bc8106bb0 2023-10-21T15:38:00.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bccf8a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8104280 0x7f4bc80ff900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:00.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bccf8a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8104280 0x7f4bc80ff900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32774/0 (socket says 172.21.15.46:32774) 2023-10-21T15:38:00.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bccf8a700 1 -- 172.21.15.46:0/1807068560 learned_addr learned my addr 172.21.15.46:0/1807068560 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:00.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcdf8c700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bc8106bb0 0x7f4bc80ffe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:00.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.759+0000 7f4bcd78b700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bc8101950 0x7f4bc81012c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:00.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bccf8a700 1 -- 172.21.15.46:0/1807068560 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bc8106bb0 msgr2=0x7f4bc80ffe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:00.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bccf8a700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bc8106bb0 0x7f4bc80ffe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:00.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bccf8a700 1 -- 172.21.15.46:0/1807068560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bc8101950 msgr2=0x7f4bc81012c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:00.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bccf8a700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bc8101950 0x7f4bc81012c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:00.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bccf8a700 1 -- 172.21.15.46:0/1807068560 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bc0009d00 con 0x7f4bc8104280 2023-10-21T15:38:00.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bcd78b700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bc8101950 0x7f4bc81012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:38:00.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bccf8a700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8104280 0x7f4bc80ff900 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4bb800d980 tx=0x7f4bb800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:00.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bbe7fc700 1 -- 172.21.15.46:0/1807068560 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bb8004a30 con 0x7f4bc8104280 2023-10-21T15:38:00.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bc81a0f50 con 0x7f4bc8104280 2023-10-21T15:38:00.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bbe7fc700 1 -- 172.21.15.46:0/1807068560 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4bb80054e0 con 0x7f4bc8104280 2023-10-21T15:38:00.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bbe7fc700 1 -- 172.21.15.46:0/1807068560 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bb8009c90 con 0x7f4bc8104280 2023-10-21T15:38:00.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.760+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bc81a1380 con 0x7f4bc8104280 2023-10-21T15:38:00.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.761+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4bc80fcea0 con 0x7f4bc8104280 2023-10-21T15:38:00.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.763+0000 7f4bbe7fc700 1 -- 172.21.15.46:0/1807068560 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4bb8004c20 con 0x7f4bc8104280 2023-10-21T15:38:00.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.763+0000 7f4bbe7fc700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4bb40a1520 0x7f4bb40a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:00.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.764+0000 7f4bcd78b700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4bb40a1520 0x7f4bb40a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:00.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.764+0000 7f4bbe7fc700 1 -- 172.21.15.46:0/1807068560 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4bb80ccab0 con 0x7f4bc8104280 2023-10-21T15:38:00.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.764+0000 7f4bcd78b700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4bb40a1520 0x7f4bb40a39e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4bc4005fd0 tx=0x7f4bc4005dc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:00.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:00.767+0000 7f4bbe7fc700 1 -- 172.21.15.46:0/1807068560 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4bb80965b0 con 0x7f4bc8104280 2023-10-21T15:38:00.919 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:38:00 smithi046 systemd[1]: Starting Ceph mds.j for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:01.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.037+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4bc802d1a0 con 0x7f4bc8104280 2023-10-21T15:38:01.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.037+0000 7f4bbe7fc700 1 -- 172.21.15.46:0/1807068560 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2119 (secure 0 0 0) 0x7f4bb8017090 con 0x7f4bc8104280 2023-10-21T15:38:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:01.040 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-10-21T15:38:01.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4bb40a1520 msgr2=0x7f4bb40a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:01.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4bb40a1520 0x7f4bb40a39e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4bc4005fd0 tx=0x7f4bc4005dc0 comp rx=0 tx=0).stop 2023-10-21T15:38:01.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8104280 msgr2=0x7f4bc80ff900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:01.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8104280 0x7f4bc80ff900 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4bb800d980 tx=0x7f4bb800dc90 comp rx=0 tx=0).stop 2023-10-21T15:38:01.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 shutdown_connections 2023-10-21T15:38:01.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4bb40a1520 0x7f4bb40a39e0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:01.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bc8106bb0 0x7f4bc80ffe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:01.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bc8101950 0x7f4bc81012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:01.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 --2- 172.21.15.46:0/1807068560 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bc8104280 0x7f4bc80ff900 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:01.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.039+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 >> 172.21.15.46:0/1807068560 conn(0x7f4bc80fb320 msgr2=0x7f4bc81025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:01.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.040+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 shutdown_connections 2023-10-21T15:38:01.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:01.040+0000 7f4bcf9ef700 1 -- 172.21.15.46:0/1807068560 wait complete. 2023-10-21T15:38:01.045 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 3 2023-10-21T15:38:01.363 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:38:01 smithi046 podman[150648]: 2023-10-21T15:38:01.363 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-mds[150690]: -- 172.21.15.46:0/3085015226 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c475c711e0 con 0x55c475c47000 2023-10-21T15:38:01.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1807068560' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:01.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:01.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:01.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:01.671 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:38:01 smithi046 bash[150648]: 78036de92410292e9dba8961926cae33b9ea264072146c6c1cbe8a927907c035 2023-10-21T15:38:01.671 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:38:01 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-j[150666]: starting mds.j at 2023-10-21T15:38:01.671 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:38:01 smithi046 systemd[1]: Started Ceph mds.j for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:01.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:01 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1807068560' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:01.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:01.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:01 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:01.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:01 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1807068560' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:01.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:01.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:01.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:01.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:01 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:02.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:02 smithi046 ceph-mon[99436]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:02.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:02 smithi046 ceph-mon[99436]: Deploying daemon mds.d on smithi046 2023-10-21T15:38:02.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:02 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.46:6834/3156928262,v1:172.21.15.46:6835/3156928262] up:boot 2023-10-21T15:38:02.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:02 smithi046 ceph-mon[99436]: fsmap 3 up:standby 2023-10-21T15:38:02.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:02 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-21T15:38:02.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:02 smithi119 ceph-mon[103628]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:02.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:02 smithi119 ceph-mon[103628]: Deploying daemon mds.d on smithi046 2023-10-21T15:38:02.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:02 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.46:6834/3156928262,v1:172.21.15.46:6835/3156928262] up:boot 2023-10-21T15:38:02.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:02 smithi119 ceph-mon[103628]: fsmap 3 up:standby 2023-10-21T15:38:02.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:02 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-21T15:38:02.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:02 smithi105 ceph-mon[103980]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:02.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:02 smithi105 ceph-mon[103980]: Deploying daemon mds.d on smithi046 2023-10-21T15:38:02.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:02 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.46:6834/3156928262,v1:172.21.15.46:6835/3156928262] up:boot 2023-10-21T15:38:02.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:02 smithi105 ceph-mon[103980]: fsmap 3 up:standby 2023-10-21T15:38:02.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:02 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-21T15:38:03.011 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:38:03 smithi046 systemd[1]: Starting Ceph mds.d for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:03.056 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:03.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 -- 172.21.15.46:0/927894665 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64104280 msgr2=0x7fca64106670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:03.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 --2- 172.21.15.46:0/927894665 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64104280 0x7fca64106670 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fca50009990 tx=0x7fca50009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 -- 172.21.15.46:0/927894665 shutdown_connections 2023-10-21T15:38:03.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 --2- 172.21.15.46:0/927894665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca64106bb0 0x7fca64109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 --2- 172.21.15.46:0/927894665 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca64101950 0x7fca64103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 --2- 172.21.15.46:0/927894665 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64104280 0x7fca64106670 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 -- 172.21.15.46:0/927894665 >> 172.21.15.46:0/927894665 conn(0x7fca640fb320 msgr2=0x7fca640fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:03.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 -- 172.21.15.46:0/927894665 shutdown_connections 2023-10-21T15:38:03.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 -- 172.21.15.46:0/927894665 wait complete. 2023-10-21T15:38:03.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 Processor -- start 2023-10-21T15:38:03.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.210+0000 7fca6ab81700 1 -- start start 2023-10-21T15:38:03.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6ab81700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca64101950 0x7fca64196ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:03.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6ab81700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca64104280 0x7fca64197000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:03.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6ab81700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64106bb0 0x7fca6419e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:03.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6ab81700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca6419e640 con 0x7fca64106bb0 2023-10-21T15:38:03.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6ab81700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca6419e780 con 0x7fca64101950 2023-10-21T15:38:03.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6ab81700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca6419e910 con 0x7fca64104280 2023-10-21T15:38:03.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64106bb0 0x7fca6419e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:03.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64106bb0 0x7fca6419e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32802/0 (socket says 172.21.15.46:32802) 2023-10-21T15:38:03.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 -- 172.21.15.46:0/1191364023 learned_addr learned my addr 172.21.15.46:0/1191364023 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:03.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6891d700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca64101950 0x7fca64196ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:03.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca63fff700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca64104280 0x7fca64197000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:03.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 -- 172.21.15.46:0/1191364023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca64104280 msgr2=0x7fca64197000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:03.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca64104280 0x7fca64197000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 -- 172.21.15.46:0/1191364023 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca64101950 msgr2=0x7fca64196ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:03.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca64101950 0x7fca64196ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 -- 172.21.15.46:0/1191364023 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca500095f0 con 0x7fca64106bb0 2023-10-21T15:38:03.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6911e700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64106bb0 0x7fca6419e070 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fca5c00ef30 tx=0x7fca5c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:03.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca61ffb700 1 -- 172.21.15.46:0/1191364023 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5c018070 con 0x7fca64106bb0 2023-10-21T15:38:03.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.211+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca6419eb90 con 0x7fca64106bb0 2023-10-21T15:38:03.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.212+0000 7fca61ffb700 1 -- 172.21.15.46:0/1191364023 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca5c00f040 con 0x7fca64106bb0 2023-10-21T15:38:03.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.212+0000 7fca61ffb700 1 -- 172.21.15.46:0/1191364023 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5c00cd00 con 0x7fca64106bb0 2023-10-21T15:38:03.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.212+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca6419f0a0 con 0x7fca64106bb0 2023-10-21T15:38:03.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.213+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca640fcea0 con 0x7fca64106bb0 2023-10-21T15:38:03.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.214+0000 7fca61ffb700 1 -- 172.21.15.46:0/1191364023 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fca5c003a00 con 0x7fca64106bb0 2023-10-21T15:38:03.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.215+0000 7fca61ffb700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fca540a1520 0x7fca540a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:03.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.215+0000 7fca6891d700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fca540a1520 0x7fca540a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:03.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.215+0000 7fca61ffb700 1 -- 172.21.15.46:0/1191364023 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fca5c0ccd30 con 0x7fca64106bb0 2023-10-21T15:38:03.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.215+0000 7fca6891d700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fca540a1520 0x7fca540a39e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fca58009c60 tx=0x7fca58009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:03.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.219+0000 7fca61ffb700 1 -- 172.21.15.46:0/1191364023 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fca5c0968a0 con 0x7fca64106bb0 2023-10-21T15:38:03.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.477+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fca6410c6c0 con 0x7fca64106bb0 2023-10-21T15:38:03.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.477+0000 7fca61ffb700 1 -- 172.21.15.46:0/1191364023 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2910 (secure 0 0 0) 0x7fca5c096030 con 0x7fca64106bb0 2023-10-21T15:38:03.480 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:03.481 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-10-21T15:38:03.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fca540a1520 msgr2=0x7fca540a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:03.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fca540a1520 0x7fca540a39e0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fca58009c60 tx=0x7fca58009260 comp rx=0 tx=0).stop 2023-10-21T15:38:03.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64106bb0 msgr2=0x7fca6419e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:03.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64106bb0 0x7fca6419e070 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fca5c00ef30 tx=0x7fca5c00c3a0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 shutdown_connections 2023-10-21T15:38:03.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fca540a1520 0x7fca540a39e0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fca64106bb0 0x7fca6419e070 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca64101950 0x7fca64196ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 --2- 172.21.15.46:0/1191364023 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fca64104280 0x7fca64197000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:03.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 >> 172.21.15.46:0/1191364023 conn(0x7fca640fb320 msgr2=0x7fca641025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:03.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 shutdown_connections 2023-10-21T15:38:03.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:03.480+0000 7fca6ab81700 1 -- 172.21.15.46:0/1191364023 wait complete. 2023-10-21T15:38:03.485 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 4 2023-10-21T15:38:03.633 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:38:03 smithi046 podman[151014]: 2023-10-21T15:38:03.633 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:03 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1191364023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:03.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:03 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1191364023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:03.919 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:38:03 smithi046 ceph-mds[151077]: -- 172.21.15.46:0/2166879989 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563e924db1e0 con 0x563e924b0c00 2023-10-21T15:38:03.919 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:38:03 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-d[151050]: starting mds.d at 2023-10-21T15:38:03.920 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:38:03 smithi046 bash[151014]: 47594d4d71c1ef3ae414b691511752dcbecb0dca6b12bd4885b8fc2c2503cc5d 2023-10-21T15:38:03.920 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:38:03 smithi046 systemd[1]: Started Ceph mds.d for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:03.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:03 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1191364023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:05.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:05.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:05.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:05.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:05.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: Deploying daemon mds.e on smithi105 2023-10-21T15:38:05.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.46:6836/1530475364,v1:172.21.15.46:6837/1530475364] up:boot 2023-10-21T15:38:05.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: fsmap 4 up:standby 2023-10-21T15:38:05.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:04 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-21T15:38:05.051 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:05.051 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.052 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.052 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.052 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:05.052 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:05.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:05.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: Deploying daemon mds.e on smithi105 2023-10-21T15:38:05.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.46:6836/1530475364,v1:172.21.15.46:6837/1530475364] up:boot 2023-10-21T15:38:05.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: fsmap 4 up:standby 2023-10-21T15:38:05.053 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:04 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-21T15:38:05.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:05.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:05.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:05.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:05.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:05.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: Deploying daemon mds.e on smithi105 2023-10-21T15:38:05.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.46:6836/1530475364,v1:172.21.15.46:6837/1530475364] up:boot 2023-10-21T15:38:05.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: fsmap 4 up:standby 2023-10-21T15:38:05.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:04 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-21T15:38:05.495 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:05.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 -- 172.21.15.46:0/3619379846 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 msgr2=0x7f26cc100000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:05.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 --2- 172.21.15.46:0/3619379846 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 0x7f26cc100000 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f26bc0099c0 tx=0x7f26bc009cd0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 -- 172.21.15.46:0/3619379846 shutdown_connections 2023-10-21T15:38:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 --2- 172.21.15.46:0/3619379846 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 0x7f26cc100000 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 --2- 172.21.15.46:0/3619379846 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26cc101770 0x7f26cc108020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 --2- 172.21.15.46:0/3619379846 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f26cc100dd0 0x7f26cc101230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 -- 172.21.15.46:0/3619379846 >> 172.21.15.46:0/3619379846 conn(0x7f26cc0fb130 msgr2=0x7f26cc0fd590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:05.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 -- 172.21.15.46:0/3619379846 shutdown_connections 2023-10-21T15:38:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.635+0000 7f26cbfff700 1 -- 172.21.15.46:0/3619379846 wait complete. 2023-10-21T15:38:05.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cbfff700 1 Processor -- start 2023-10-21T15:38:05.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cbfff700 1 -- start start 2023-10-21T15:38:05.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 0x7f26cc069890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:05.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cbfff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26cc100dd0 0x7f26cc19db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cbfff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f26cc101770 0x7f26cc1a0050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cbfff700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26cc1a0700 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cbfff700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26cc1a0870 con 0x7f26cc101770 2023-10-21T15:38:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cbfff700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26cc1a0a30 con 0x7f26cc100dd0 2023-10-21T15:38:05.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26caffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 0x7f26cc069890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:05.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26caffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 0x7f26cc069890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32826/0 (socket says 172.21.15.46:32826) 2023-10-21T15:38:05.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26caffd700 1 -- 172.21.15.46:0/797535067 learned_addr learned my addr 172.21.15.46:0/797535067 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:05.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26ca7fc700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26cc100dd0 0x7f26cc19db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:05.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.636+0000 7f26cb7fe700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f26cc101770 0x7f26cc1a0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:05.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26caffd700 1 -- 172.21.15.46:0/797535067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26cc100dd0 msgr2=0x7f26cc19db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:05.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26caffd700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26cc100dd0 0x7f26cc19db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26caffd700 1 -- 172.21.15.46:0/797535067 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f26cc101770 msgr2=0x7f26cc1a0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:05.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26caffd700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f26cc101770 0x7f26cc1a0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26caffd700 1 -- 172.21.15.46:0/797535067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26bc0095f0 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26cb7fe700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f26cc101770 0x7f26cc1a0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:05.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26caffd700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 0x7f26cc069890 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f26bc009990 tx=0x7f26bc00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:05.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26d0a00700 1 -- 172.21.15.46:0/797535067 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26bc01d070 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26d0a00700 1 -- 172.21.15.46:0/797535067 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26bc0054f0 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26cc1a0cb0 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26d0a00700 1 -- 172.21.15.46:0/797535067 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26bc004b00 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.637+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26cc1a10d0 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.638+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26cc106b10 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.640+0000 7f26d0a00700 1 -- 172.21.15.46:0/797535067 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f26bc00fb80 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.640+0000 7f26d0a00700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f26b80a1480 0x7f26b80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:05.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.641+0000 7f26ca7fc700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f26b80a1480 0x7f26b80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:05.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.641+0000 7f26d0a00700 1 -- 172.21.15.46:0/797535067 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f26bc0cdb00 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.641+0000 7f26ca7fc700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f26b80a1480 0x7f26b80a3940 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f26b4009c60 tx=0x7f26b4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:05.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.644+0000 7f26d0a00700 1 -- 172.21.15.46:0/797535067 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f26bc0975f0 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.681 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:38:05 smithi105 systemd[1]: Starting Ceph mds.e for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:05.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.892+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f26cc02d2b0 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.892+0000 7f26d0a00700 1 -- 172.21.15.46:0/797535067 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3701 (secure 0 0 0) 0x7f26bc09ac10 con 0x7f26cc0ffbe0 2023-10-21T15:38:05.895 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:05.895 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-10-21T15:38:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f26b80a1480 msgr2=0x7f26b80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f26b80a1480 0x7f26b80a3940 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f26b4009c60 tx=0x7f26b4009260 comp rx=0 tx=0).stop 2023-10-21T15:38:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 msgr2=0x7f26cc069890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 0x7f26cc069890 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f26bc009990 tx=0x7f26bc00f690 comp rx=0 tx=0).stop 2023-10-21T15:38:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 shutdown_connections 2023-10-21T15:38:05.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f26b80a1480 0x7f26b80a3940 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26cc0ffbe0 0x7f26cc069890 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f26cc101770 0x7f26cc1a0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 --2- 172.21.15.46:0/797535067 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f26cc100dd0 0x7f26cc19db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:05.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 >> 172.21.15.46:0/797535067 conn(0x7f26cc0fb130 msgr2=0x7f26cc0fd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:05.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 shutdown_connections 2023-10-21T15:38:05.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:05.894+0000 7f26cbfff700 1 -- 172.21.15.46:0/797535067 wait complete. 2023-10-21T15:38:05.899 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 5 2023-10-21T15:38:05.949 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:38:05 smithi105 podman[140844]: 2023-10-21T15:38:06.240 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:38:05 smithi105 ceph-mds[140884]: -- 172.21.15.105:0/3783409694 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55da35a751e0 con 0x55da35a4ac00 2023-10-21T15:38:06.240 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:38:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: starting mds.e at 2023-10-21T15:38:06.240 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:38:05 smithi105 bash[140844]: ebd38cc4ba12a86ce199dee08e3d0fb72ebe2eb815ab74f7ab34e4abc21b7166 2023-10-21T15:38:06.241 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:38:05 smithi105 systemd[1]: Started Ceph mds.e for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:07.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:06 smithi119 ceph-mon[103628]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:07.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:06 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/797535067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:07.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:07.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:07.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:06 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:07.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:06 smithi046 ceph-mon[99436]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:07.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:06 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/797535067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:07.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:07.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:06 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:06 smithi105 ceph-mon[103980]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:06 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/797535067' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:07.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:07.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:07.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:06 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:07.777 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:38:07 smithi119 systemd[1]: Starting Ceph mds.f for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:07.909 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:08.033 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:38:07 smithi119 podman[141448]: 2023-10-21T15:38:08.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:07 smithi119 ceph-mon[103628]: Deploying daemon mds.f on smithi119 2023-10-21T15:38:08.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:07 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:boot 2023-10-21T15:38:08.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:07 smithi119 ceph-mon[103628]: fsmap 5 up:standby 2023-10-21T15:38:08.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:07 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-21T15:38:08.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 -- 172.21.15.46:0/415728411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 msgr2=0x7f9a541001f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:08.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/415728411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 0x7f9a541001f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9a480099c0 tx=0x7f9a48009cd0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 -- 172.21.15.46:0/415728411 shutdown_connections 2023-10-21T15:38:08.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/415728411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 0x7f9a541001f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/415728411 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a54101960 0x7f9a54108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/415728411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a54100fc0 0x7f9a54101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 -- 172.21.15.46:0/415728411 >> 172.21.15.46:0/415728411 conn(0x7f9a540fb320 msgr2=0x7f9a540fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 -- 172.21.15.46:0/415728411 shutdown_connections 2023-10-21T15:38:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.048+0000 7f9a5ab79700 1 -- 172.21.15.46:0/415728411 wait complete. 2023-10-21T15:38:08.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a5ab79700 1 Processor -- start 2023-10-21T15:38:08.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a5ab79700 1 -- start start 2023-10-21T15:38:08.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a5ab79700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 0x7f9a54103d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:08.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a5ab79700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a54100fc0 0x7f9a541023a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:08.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a5ab79700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a54101960 0x7f9a541028e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a5ab79700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a54103080 con 0x7f9a540ffdd0 2023-10-21T15:38:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a5ab79700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a541031f0 con 0x7f9a54101960 2023-10-21T15:38:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a5ab79700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a541a0a90 con 0x7f9a54100fc0 2023-10-21T15:38:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a58915700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 0x7f9a54103d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a58915700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 0x7f9a54103d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32840/0 (socket says 172.21.15.46:32840) 2023-10-21T15:38:08.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a58915700 1 -- 172.21.15.46:0/1815949622 learned_addr learned my addr 172.21.15.46:0/1815949622 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:08.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a53fff700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a54100fc0 0x7f9a541023a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:08.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a59116700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a54101960 0x7f9a541028e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:08.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.049+0000 7f9a58915700 1 -- 172.21.15.46:0/1815949622 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a54100fc0 msgr2=0x7f9a541023a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:08.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a58915700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a54100fc0 0x7f9a541023a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a58915700 1 -- 172.21.15.46:0/1815949622 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a54101960 msgr2=0x7f9a541028e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:08.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a58915700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a54101960 0x7f9a541028e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a58915700 1 -- 172.21.15.46:0/1815949622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a480095f0 con 0x7f9a540ffdd0 2023-10-21T15:38:08.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a58915700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 0x7f9a54103d60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9a48009fd0 tx=0x7f9a4800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:08.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a51ffb700 1 -- 172.21.15.46:0/1815949622 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a4801d070 con 0x7f9a540ffdd0 2023-10-21T15:38:08.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a541a0d10 con 0x7f9a540ffdd0 2023-10-21T15:38:08.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a51ffb700 1 -- 172.21.15.46:0/1815949622 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9a480054f0 con 0x7f9a540ffdd0 2023-10-21T15:38:08.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a51ffb700 1 -- 172.21.15.46:0/1815949622 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a48004bd0 con 0x7f9a540ffdd0 2023-10-21T15:38:08.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.050+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a541a1190 con 0x7f9a540ffdd0 2023-10-21T15:38:08.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.051+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a5410b5e0 con 0x7f9a540ffdd0 2023-10-21T15:38:08.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.053+0000 7f9a51ffb700 1 -- 172.21.15.46:0/1815949622 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9a4800fb80 con 0x7f9a540ffdd0 2023-10-21T15:38:08.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.053+0000 7f9a51ffb700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9a440a1520 0x7f9a440a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:08.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.054+0000 7f9a51ffb700 1 -- 172.21.15.46:0/1815949622 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f9a480cdaa0 con 0x7f9a540ffdd0 2023-10-21T15:38:08.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.054+0000 7f9a53fff700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9a440a1520 0x7f9a440a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:08.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.054+0000 7f9a53fff700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9a440a1520 0x7f9a440a39e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9a4000ac50 tx=0x7f9a4000a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:08.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.057+0000 7f9a51ffb700 1 -- 172.21.15.46:0/1815949622 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9a48097630 con 0x7f9a540ffdd0 2023-10-21T15:38:08.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:07 smithi046 ceph-mon[99436]: Deploying daemon mds.f on smithi119 2023-10-21T15:38:08.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:07 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:boot 2023-10-21T15:38:08.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:07 smithi046 ceph-mon[99436]: fsmap 5 up:standby 2023-10-21T15:38:08.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:07 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-21T15:38:08.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:07 smithi105 ceph-mon[103980]: Deploying daemon mds.f on smithi119 2023-10-21T15:38:08.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:07 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:boot 2023-10-21T15:38:08.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:07 smithi105 ceph-mon[103980]: fsmap 5 up:standby 2023-10-21T15:38:08.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:07 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-21T15:38:08.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.309+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9a5410b770 con 0x7f9a540ffdd0 2023-10-21T15:38:08.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.310+0000 7f9a51ffb700 1 -- 172.21.15.46:0/1815949622 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4495 (secure 0 0 0) 0x7f9a4809ac50 con 0x7f9a540ffdd0 2023-10-21T15:38:08.313 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:08.313 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2023-10-21T15:38:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9a440a1520 msgr2=0x7f9a440a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9a440a1520 0x7f9a440a39e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9a4000ac50 tx=0x7f9a4000a380 comp rx=0 tx=0).stop 2023-10-21T15:38:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 msgr2=0x7f9a54103d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:08.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 0x7f9a54103d60 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9a48009fd0 tx=0x7f9a4800f690 comp rx=0 tx=0).stop 2023-10-21T15:38:08.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 shutdown_connections 2023-10-21T15:38:08.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9a440a1520 0x7f9a440a39e0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a540ffdd0 0x7f9a54103d60 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a54101960 0x7f9a541028e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 --2- 172.21.15.46:0/1815949622 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a54100fc0 0x7f9a541023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:08.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 >> 172.21.15.46:0/1815949622 conn(0x7f9a540fb320 msgr2=0x7f9a54068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:08.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 shutdown_connections 2023-10-21T15:38:08.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:08.312+0000 7f9a5ab79700 1 -- 172.21.15.46:0/1815949622 wait complete. 2023-10-21T15:38:08.318 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 6 2023-10-21T15:38:08.533 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mds[141489]: -- 172.21.15.119:0/2324936007 <== mon.1 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a7c4f551e0 con 0x55a7c4f2a800 2023-10-21T15:38:08.534 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: starting mds.f at 2023-10-21T15:38:08.534 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:38:08 smithi119 bash[141448]: 440f448eae433460b8c7edc243ec41536433c7d90401dc7e1c058a8417352c4c 2023-10-21T15:38:08.534 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:38:08 smithi119 systemd[1]: Started Ceph mds.f for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:09.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mon[103628]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:09.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:09.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:09.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:08 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1815949622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:09.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:08 smithi046 ceph-mon[99436]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:09.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:08 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:08 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1815949622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:09.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:08 smithi105 ceph-mon[103980]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:09.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:09.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:09.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:09.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:08 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:09.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:08 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1815949622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:10.105 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:38:09 smithi119 systemd[1]: Starting Ceph mds.c for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:10.105 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:09 smithi119 ceph-mon[103628]: Deploying daemon mds.c on smithi119 2023-10-21T15:38:10.105 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:09 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:boot 2023-10-21T15:38:10.106 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:09 smithi119 ceph-mon[103628]: fsmap 6 up:standby 2023-10-21T15:38:10.106 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:09 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-21T15:38:10.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:09 smithi046 ceph-mon[99436]: Deploying daemon mds.c on smithi119 2023-10-21T15:38:10.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:09 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:boot 2023-10-21T15:38:10.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:09 smithi046 ceph-mon[99436]: fsmap 6 up:standby 2023-10-21T15:38:10.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:09 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-21T15:38:10.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:09 smithi105 ceph-mon[103980]: Deploying daemon mds.c on smithi119 2023-10-21T15:38:10.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:09 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:boot 2023-10-21T15:38:10.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:09 smithi105 ceph-mon[103980]: fsmap 6 up:standby 2023-10-21T15:38:10.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:09 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-21T15:38:10.328 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:10.414 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:38:10 smithi119 podman[141790]: 2023-10-21T15:38:10.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 -- 172.21.15.46:0/1043973031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2748101970 msgr2=0x7f2748108220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:10.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 --2- 172.21.15.46:0/1043973031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2748101970 0x7f2748108220 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f274000b0d0 tx=0x7f274000b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 -- 172.21.15.46:0/1043973031 shutdown_connections 2023-10-21T15:38:10.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 --2- 172.21.15.46:0/1043973031 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2748101970 0x7f2748108220 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 --2- 172.21.15.46:0/1043973031 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f27480ffde0 0x7f2748100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 --2- 172.21.15.46:0/1043973031 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2748100fd0 0x7f2748101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 -- 172.21.15.46:0/1043973031 >> 172.21.15.46:0/1043973031 conn(0x7f27480fb310 msgr2=0x7f27480fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:10.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 -- 172.21.15.46:0/1043973031 shutdown_connections 2023-10-21T15:38:10.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.466+0000 7f27503d3700 1 -- 172.21.15.46:0/1043973031 wait complete. 2023-10-21T15:38:10.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f27503d3700 1 Processor -- start 2023-10-21T15:38:10.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f27503d3700 1 -- start start 2023-10-21T15:38:10.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f27503d3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27480ffde0 0x7f2748198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:10.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f27503d3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2748100fd0 0x7f2748199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:10.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f27503d3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2748101970 0x7f27481a0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:10.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f27503d3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27481a0900 con 0x7f27480ffde0 2023-10-21T15:38:10.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f27503d3700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27481a0a70 con 0x7f2748101970 2023-10-21T15:38:10.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f27503d3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27481a0c30 con 0x7f2748100fd0 2023-10-21T15:38:10.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f274e16f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27480ffde0 0x7f2748198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:10.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f274e16f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27480ffde0 0x7f2748198dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32854/0 (socket says 172.21.15.46:32854) 2023-10-21T15:38:10.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f274e16f700 1 -- 172.21.15.46:0/1923344753 learned_addr learned my addr 172.21.15.46:0/1923344753 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:10.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f274d96e700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2748100fd0 0x7f2748199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:10.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f274e970700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2748101970 0x7f27481a0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:10.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.467+0000 7f274e16f700 1 -- 172.21.15.46:0/1923344753 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2748100fd0 msgr2=0x7f2748199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:10.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f274e16f700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2748100fd0 0x7f2748199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f274e16f700 1 -- 172.21.15.46:0/1923344753 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2748101970 msgr2=0x7f27481a0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:10.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f274e16f700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2748101970 0x7f27481a0330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f274e16f700 1 -- 172.21.15.46:0/1923344753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2740009d00 con 0x7f27480ffde0 2023-10-21T15:38:10.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f274e970700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2748101970 0x7f27481a0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:10.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f274e16f700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27480ffde0 0x7f2748198dc0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f274400d980 tx=0x7f274400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:10.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f273b7fe700 1 -- 172.21.15.46:0/1923344753 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2744004020 con 0x7f27480ffde0 2023-10-21T15:38:10.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27481a0f10 con 0x7f27480ffde0 2023-10-21T15:38:10.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f273b7fe700 1 -- 172.21.15.46:0/1923344753 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2744009730 con 0x7f27480ffde0 2023-10-21T15:38:10.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f273b7fe700 1 -- 172.21.15.46:0/1923344753 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2744003a30 con 0x7f27480ffde0 2023-10-21T15:38:10.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.468+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27481a1340 con 0x7f27480ffde0 2023-10-21T15:38:10.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.469+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f274810c740 con 0x7f27480ffde0 2023-10-21T15:38:10.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.470+0000 7f273b7fe700 1 -- 172.21.15.46:0/1923344753 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f27440098a0 con 0x7f27480ffde0 2023-10-21T15:38:10.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.471+0000 7f273b7fe700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27340a1520 0x7f27340a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:10.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.471+0000 7f274d96e700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27340a1520 0x7f27340a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:10.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.471+0000 7f273b7fe700 1 -- 172.21.15.46:0/1923344753 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f27440cc8a0 con 0x7f27480ffde0 2023-10-21T15:38:10.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.471+0000 7f274d96e700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27340a1520 0x7f27340a39e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f273c00ac50 tx=0x7f273c00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:10.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.474+0000 7f273b7fe700 1 -- 172.21.15.46:0/1923344753 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f27440963a0 con 0x7f27480ffde0 2023-10-21T15:38:10.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.725+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f274810c920 con 0x7f27480ffde0 2023-10-21T15:38:10.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.726+0000 7f273b7fe700 1 -- 172.21.15.46:0/1923344753 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5286 (secure 0 0 0) 0x7f2744024e60 con 0x7f27480ffde0 2023-10-21T15:38:10.729 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:10.729 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7}],"filesystems":[]} 2023-10-21T15:38:10.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27340a1520 msgr2=0x7f27340a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:10.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27340a1520 0x7f27340a39e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f273c00ac50 tx=0x7f273c00a380 comp rx=0 tx=0).stop 2023-10-21T15:38:10.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27480ffde0 msgr2=0x7f2748198dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:10.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27480ffde0 0x7f2748198dc0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f274400d980 tx=0x7f274400dc90 comp rx=0 tx=0).stop 2023-10-21T15:38:10.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 shutdown_connections 2023-10-21T15:38:10.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27340a1520 0x7f27340a39e0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27480ffde0 0x7f2748198dc0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2748101970 0x7f27481a0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 --2- 172.21.15.46:0/1923344753 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2748100fd0 0x7f2748199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:10.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 >> 172.21.15.46:0/1923344753 conn(0x7f27480fb310 msgr2=0x7f27480fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:10.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 shutdown_connections 2023-10-21T15:38:10.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:10.728+0000 7f27503d3700 1 -- 172.21.15.46:0/1923344753 wait complete. 2023-10-21T15:38:10.733 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2023-10-21T15:38:10.783 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mds[141830]: -- 172.21.15.119:0/2388831648 <== mon.1 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557cf23fd1e0 con 0x557cf23d2800 2023-10-21T15:38:10.783 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: starting mds.c at 2023-10-21T15:38:10.784 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:38:10 smithi119 bash[141790]: 3046a780f99949f366cdfb251e8a631cf9b985c8d9e0c99479966312f7d16a5e 2023-10-21T15:38:10.784 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:38:10 smithi119 systemd[1]: Started Ceph mds.c for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:11.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:10 smithi046 ceph-mon[99436]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:11.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:10 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:11.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:10 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1923344753' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:10 smithi105 ceph-mon[103980]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:11.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:11.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:10 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:11.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:10 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1923344753' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:11.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mon[103628]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:11.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:11.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:11.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:11.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:11.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:10 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1923344753' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:11.870 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:11 smithi105 ceph-mon[103980]: Deploying daemon mds.h on smithi105 2023-10-21T15:38:11.870 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:11 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6836/3747517153,v1:172.21.15.119:6837/3747517153] up:boot 2023-10-21T15:38:11.871 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:11 smithi105 ceph-mon[103980]: fsmap 7 up:standby 2023-10-21T15:38:11.871 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:11 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:38:12.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:11 smithi046 ceph-mon[99436]: Deploying daemon mds.h on smithi105 2023-10-21T15:38:12.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:11 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6836/3747517153,v1:172.21.15.119:6837/3747517153] up:boot 2023-10-21T15:38:12.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:11 smithi046 ceph-mon[99436]: fsmap 7 up:standby 2023-10-21T15:38:12.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:11 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:38:12.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:11 smithi119 ceph-mon[103628]: Deploying daemon mds.h on smithi105 2023-10-21T15:38:12.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:11 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6836/3747517153,v1:172.21.15.119:6837/3747517153] up:boot 2023-10-21T15:38:12.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:11 smithi119 ceph-mon[103628]: fsmap 7 up:standby 2023-10-21T15:38:12.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:11 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:38:12.490 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:38:12 smithi105 systemd[1]: Starting Ceph mds.h for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:12.743 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:12.799 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:38:12 smithi105 podman[141195]: 2023-10-21T15:38:12.800 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:38:12 smithi105 bash[141195]: 8240e0c2095c10b6b54dd9ea1da9aab56a441f772c53f107014b7dec4ab2ead0 2023-10-21T15:38:12.800 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:38:12 smithi105 ceph-mds[141235]: -- 172.21.15.105:0/3046330605 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56365f29d1e0 con 0x56365f273000 2023-10-21T15:38:12.800 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:38:12 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-h[141211]: starting mds.h at 2023-10-21T15:38:12.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.885+0000 7f9dd4660700 1 -- 172.21.15.46:0/764337142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc102a20 msgr2=0x7f9dcc109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:12.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.885+0000 7f9dd4660700 1 --2- 172.21.15.46:0/764337142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc102a20 0x7f9dcc109340 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f9dc400b0a0 tx=0x7f9dc400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:12.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.885+0000 7f9dd4660700 1 -- 172.21.15.46:0/764337142 shutdown_connections 2023-10-21T15:38:12.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.885+0000 7f9dd4660700 1 --2- 172.21.15.46:0/764337142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc102a20 0x7f9dcc109340 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:12.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.885+0000 7f9dd4660700 1 --2- 172.21.15.46:0/764337142 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dcc100f10 0x7f9dcc101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:12.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.885+0000 7f9dd4660700 1 --2- 172.21.15.46:0/764337142 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9dcc102060 0x7f9dcc1024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:12.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.885+0000 7f9dd4660700 1 -- 172.21.15.46:0/764337142 >> 172.21.15.46:0/764337142 conn(0x7f9dcc0fc460 msgr2=0x7f9dcc0fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:12.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.885+0000 7f9dd4660700 1 -- 172.21.15.46:0/764337142 shutdown_connections 2023-10-21T15:38:12.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 -- 172.21.15.46:0/764337142 wait complete. 2023-10-21T15:38:12.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 Processor -- start 2023-10-21T15:38:12.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 -- start start 2023-10-21T15:38:12.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc100f10 0x7f9dcc196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:12.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9dcc102060 0x7f9dcc197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dcc102a20 0x7f9dcc19e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dcc19e750 con 0x7f9dcc100f10 2023-10-21T15:38:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dcc19e890 con 0x7f9dcc102a20 2023-10-21T15:38:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd4660700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dcc19ea20 con 0x7f9dcc102060 2023-10-21T15:38:12.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd23fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc100f10 0x7f9dcc196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd23fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc100f10 0x7f9dcc196bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32868/0 (socket says 172.21.15.46:32868) 2023-10-21T15:38:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.886+0000 7f9dd23fc700 1 -- 172.21.15.46:0/133327943 learned_addr learned my addr 172.21.15.46:0/133327943 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd2bfd700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dcc102a20 0x7f9dcc19e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd1bfb700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9dcc102060 0x7f9dcc197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:12.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd23fc700 1 -- 172.21.15.46:0/133327943 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9dcc102060 msgr2=0x7f9dcc197110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd23fc700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9dcc102060 0x7f9dcc197110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd23fc700 1 -- 172.21.15.46:0/133327943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dcc102a20 msgr2=0x7f9dcc19e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd23fc700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dcc102a20 0x7f9dcc19e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd23fc700 1 -- 172.21.15.46:0/133327943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dc4009d00 con 0x7f9dcc100f10 2023-10-21T15:38:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd23fc700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc100f10 0x7f9dcc196bd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9dc800e9a0 tx=0x7f9dc800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:12.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dc37fe700 1 -- 172.21.15.46:0/133327943 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc8009790 con 0x7f9dcc100f10 2023-10-21T15:38:12.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dc37fe700 1 -- 172.21.15.46:0/133327943 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9dc8010430 con 0x7f9dcc100f10 2023-10-21T15:38:12.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dcc19ed00 con 0x7f9dcc100f10 2023-10-21T15:38:12.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dc37fe700 1 -- 172.21.15.46:0/133327943 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dc8018680 con 0x7f9dcc100f10 2023-10-21T15:38:12.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.887+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dcc19f1c0 con 0x7f9dcc100f10 2023-10-21T15:38:12.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.888+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dcc1083a0 con 0x7f9dcc100f10 2023-10-21T15:38:12.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.889+0000 7f9dc37fe700 1 -- 172.21.15.46:0/133327943 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9dc80105a0 con 0x7f9dcc100f10 2023-10-21T15:38:12.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.890+0000 7f9dc37fe700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9db80a1520 0x7f9db80a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:12.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.890+0000 7f9dd1bfb700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9db80a1520 0x7f9db80a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:12.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.890+0000 7f9dc37fe700 1 -- 172.21.15.46:0/133327943 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f9dc8014070 con 0x7f9dcc100f10 2023-10-21T15:38:12.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.891+0000 7f9dd1bfb700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9db80a1520 0x7f9db80a39e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc009c60 tx=0x7f9dbc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:12.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:12.894+0000 7f9dc37fe700 1 -- 172.21.15.46:0/133327943 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9dc8096700 con 0x7f9dcc100f10 2023-10-21T15:38:13.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.144+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9dcc02d090 con 0x7f9dcc100f10 2023-10-21T15:38:13.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.145+0000 7f9dc37fe700 1 -- 172.21.15.46:0/133327943 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6874 (secure 0 0 0) 0x7f9dc8099d20 con 0x7f9dcc100f10 2023-10-21T15:38:13.148 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:13.148 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2023-10-21T15:38:13.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9db80a1520 msgr2=0x7f9db80a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:13.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9db80a1520 0x7f9db80a39e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc009c60 tx=0x7f9dbc009260 comp rx=0 tx=0).stop 2023-10-21T15:38:13.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc100f10 msgr2=0x7f9dcc196bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:13.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc100f10 0x7f9dcc196bd0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9dc800e9a0 tx=0x7f9dc800ecb0 comp rx=0 tx=0).stop 2023-10-21T15:38:13.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 shutdown_connections 2023-10-21T15:38:13.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9db80a1520 0x7f9db80a39e0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:13.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9dcc100f10 0x7f9dcc196bd0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:13.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9dcc102a20 0x7f9dcc19e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:13.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 --2- 172.21.15.46:0/133327943 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9dcc102060 0x7f9dcc197110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:13.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 >> 172.21.15.46:0/133327943 conn(0x7f9dcc0fc460 msgr2=0x7f9dcc1054e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:13.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 shutdown_connections 2023-10-21T15:38:13.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:13.147+0000 7f9dd4660700 1 -- 172.21.15.46:0/133327943 wait complete. 2023-10-21T15:38:13.152 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 9 2023-10-21T15:38:13.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:12 smithi046 ceph-mon[99436]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:13.240 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:38:12 smithi105 systemd[1]: Started Ceph mds.h for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:13.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:12 smithi105 ceph-mon[103980]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:13.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:12 smithi119 ceph-mon[103628]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:14.149 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.150 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6836/1557228428,v1:172.21.15.105:6837/1557228428] up:boot 2023-10-21T15:38:14.150 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: fsmap 8 up:standby 2023-10-21T15:38:14.150 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-21T15:38:14.150 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.151 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.151 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:14.151 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:14.151 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:14.151 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: Deploying daemon mds.i on smithi119 2023-10-21T15:38:14.152 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:13 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/133327943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:14.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6836/1557228428,v1:172.21.15.105:6837/1557228428] up:boot 2023-10-21T15:38:14.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: fsmap 8 up:standby 2023-10-21T15:38:14.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-21T15:38:14.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:14.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:14.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:14.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: Deploying daemon mds.i on smithi119 2023-10-21T15:38:14.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:13 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/133327943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:14.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6836/1557228428,v1:172.21.15.105:6837/1557228428] up:boot 2023-10-21T15:38:14.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: fsmap 8 up:standby 2023-10-21T15:38:14.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-21T15:38:14.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:14.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:14.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:14.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:14.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: Deploying daemon mds.i on smithi119 2023-10-21T15:38:14.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:13 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/133327943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:14.783 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:38:14 smithi119 systemd[1]: Starting Ceph mds.i for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:15.056 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:38:14 smithi119 podman[142144]: 2023-10-21T15:38:15.057 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:14 smithi119 ceph-mon[103628]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:15.163 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:15.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:14 smithi046 ceph-mon[99436]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:15.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:14 smithi105 ceph-mon[103980]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:15.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 -- 172.21.15.46:0/2224904765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 msgr2=0x7fdc24102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:15.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/2224904765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 0x7fdc24102510 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdc14009990 tx=0x7fdc14009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 -- 172.21.15.46:0/2224904765 shutdown_connections 2023-10-21T15:38:15.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/2224904765 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdc24102a50 0x7fdc24109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/2224904765 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc24100eb0 0x7fdc241012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/2224904765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 0x7fdc24102510 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 -- 172.21.15.46:0/2224904765 >> 172.21.15.46:0/2224904765 conn(0x7fdc240fc430 msgr2=0x7fdc240fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:15.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 -- 172.21.15.46:0/2224904765 shutdown_connections 2023-10-21T15:38:15.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.303+0000 7fdc2bf42700 1 -- 172.21.15.46:0/2224904765 wait complete. 2023-10-21T15:38:15.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2bf42700 1 Processor -- start 2023-10-21T15:38:15.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2bf42700 1 -- start start 2023-10-21T15:38:15.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2bf42700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdc24100eb0 0x7fdc24196b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:15.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2bf42700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 0x7fdc24197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:15.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2bf42700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc24102a50 0x7fdc2419e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:15.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2bf42700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2419e690 con 0x7fdc24102090 2023-10-21T15:38:15.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2bf42700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2419e7d0 con 0x7fdc24100eb0 2023-10-21T15:38:15.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2bf42700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2419e960 con 0x7fdc24102a50 2023-10-21T15:38:15.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 0x7fdc24197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:15.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc29cde700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdc24100eb0 0x7fdc24196b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:15.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 0x7fdc24197050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32884/0 (socket says 172.21.15.46:32884) 2023-10-21T15:38:15.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc29cde700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdc24100eb0 0x7fdc24196b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:49814/0 (socket says 172.21.15.46:49814) 2023-10-21T15:38:15.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 -- 172.21.15.46:0/1072520213 learned_addr learned my addr 172.21.15.46:0/1072520213 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:15.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc2a4df700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc24102a50 0x7fdc2419e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:15.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 -- 172.21.15.46:0/1072520213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc24102a50 msgr2=0x7fdc2419e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:15.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc24102a50 0x7fdc2419e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 -- 172.21.15.46:0/1072520213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdc24100eb0 msgr2=0x7fdc24196b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:15.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdc24100eb0 0x7fdc24196b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 -- 172.21.15.46:0/1072520213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc140095f0 con 0x7fdc24102090 2023-10-21T15:38:15.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc29cde700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdc24100eb0 0x7fdc24196b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:38:15.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.304+0000 7fdc294dd700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 0x7fdc24197050 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fdc14004710 tx=0x7fdc14009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:15.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.305+0000 7fdc1affd700 1 -- 172.21.15.46:0/1072520213 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc1401d070 con 0x7fdc24102090 2023-10-21T15:38:15.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.305+0000 7fdc1affd700 1 -- 172.21.15.46:0/1072520213 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdc14021410 con 0x7fdc24102090 2023-10-21T15:38:15.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.305+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc2419ebe0 con 0x7fdc24102090 2023-10-21T15:38:15.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.305+0000 7fdc1affd700 1 -- 172.21.15.46:0/1072520213 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc14017650 con 0x7fdc24102090 2023-10-21T15:38:15.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.305+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc2419f000 con 0x7fdc24102090 2023-10-21T15:38:15.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.306+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc24107dc0 con 0x7fdc24102090 2023-10-21T15:38:15.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.307+0000 7fdc1affd700 1 -- 172.21.15.46:0/1072520213 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdc14021580 con 0x7fdc24102090 2023-10-21T15:38:15.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.307+0000 7fdc1affd700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdc100a1520 0x7fdc100a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:15.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.308+0000 7fdc29cde700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdc100a1520 0x7fdc100a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:15.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.308+0000 7fdc1affd700 1 -- 172.21.15.46:0/1072520213 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdc140cdbe0 con 0x7fdc24102090 2023-10-21T15:38:15.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.308+0000 7fdc29cde700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdc100a1520 0x7fdc100a39e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fdc24101c00 tx=0x7fdc20009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:15.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.312+0000 7fdc1affd700 1 -- 172.21.15.46:0/1072520213 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdc14097770 con 0x7fdc24102090 2023-10-21T15:38:15.533 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:38:15 smithi119 ceph-mds[142184]: -- 172.21.15.119:0/3828448317 <== mon.1 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5582530c51e0 con 0x55825309a800 2023-10-21T15:38:15.534 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:38:15 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: starting mds.i at 2023-10-21T15:38:15.534 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:38:15 smithi119 bash[142144]: b8789c220f6f9305bdd16a89670596d9284bada8cab812054ab4bd10c4254272 2023-10-21T15:38:15.534 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:38:15 smithi119 systemd[1]: Started Ceph mds.i for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:15.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.582+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdc2410c720 con 0x7fdc24102090 2023-10-21T15:38:15.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.582+0000 7fdc1affd700 1 -- 172.21.15.46:0/1072520213 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6874 (secure 0 0 0) 0x7fdc1409ad90 con 0x7fdc24102090 2023-10-21T15:38:15.585 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:15.586 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2023-10-21T15:38:15.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdc100a1520 msgr2=0x7fdc100a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:15.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdc100a1520 0x7fdc100a39e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fdc24101c00 tx=0x7fdc20009260 comp rx=0 tx=0).stop 2023-10-21T15:38:15.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 msgr2=0x7fdc24197050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:15.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 0x7fdc24197050 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fdc14004710 tx=0x7fdc14009580 comp rx=0 tx=0).stop 2023-10-21T15:38:15.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 shutdown_connections 2023-10-21T15:38:15.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdc100a1520 0x7fdc100a39e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdc24102a50 0x7fdc2419e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdc24100eb0 0x7fdc24196b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 --2- 172.21.15.46:0/1072520213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdc24102090 0x7fdc24197050 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:15.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 >> 172.21.15.46:0/1072520213 conn(0x7fdc240fc430 msgr2=0x7fdc240fe690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:15.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 shutdown_connections 2023-10-21T15:38:15.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:15.585+0000 7fdc2bf42700 1 -- 172.21.15.46:0/1072520213 wait complete. 2023-10-21T15:38:15.590 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 9 2023-10-21T15:38:16.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:16.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:16.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:16.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:16.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: Deploying daemon mds.g on smithi046 2023-10-21T15:38:16.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1072520213' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:16.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:boot 2023-10-21T15:38:16.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: fsmap 9 up:standby 2023-10-21T15:38:16.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:16 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-21T15:38:16.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:16.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:16.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:16.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:16.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: Deploying daemon mds.g on smithi046 2023-10-21T15:38:16.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1072520213' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:16.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:boot 2023-10-21T15:38:16.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: fsmap 9 up:standby 2023-10-21T15:38:16.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:16 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-21T15:38:16.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:16.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:16.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: Deploying daemon mds.g on smithi046 2023-10-21T15:38:16.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1072520213' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:16.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:boot 2023-10-21T15:38:16.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: fsmap 9 up:standby 2023-10-21T15:38:16.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:16 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-21T15:38:17.138 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:38:16 smithi046 systemd[1]: Starting Ceph mds.g for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:17.419 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:38:17 smithi046 podman[151601]: 2023-10-21T15:38:17.420 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:38:17 smithi046 ceph-mds[151642]: -- 172.21.15.46:0/1784146537 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5601e1c891e0 con 0x5601e1c5f000 2023-10-21T15:38:17.420 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:38:17 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-g[151617]: starting mds.g at 2023-10-21T15:38:17.420 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:38:17 smithi046 bash[151601]: 7cde66e1ad458805e2981fcbf04e234c890bf34143da1d8875de1aa89073972b 2023-10-21T15:38:17.603 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:17.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 -- 172.21.15.46:0/4215315507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 msgr2=0x7f32641012d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 --2- 172.21.15.46:0/4215315507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 0x7f32641012d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3254009990 tx=0x7f3254009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 -- 172.21.15.46:0/4215315507 shutdown_connections 2023-10-21T15:38:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 --2- 172.21.15.46:0/4215315507 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 0x7f32641012d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:17.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 --2- 172.21.15.46:0/4215315507 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3264102a50 0x7f3264109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 --2- 172.21.15.46:0/4215315507 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3264102090 0x7f3264102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 -- 172.21.15.46:0/4215315507 >> 172.21.15.46:0/4215315507 conn(0x7f32640fc430 msgr2=0x7f32640fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 -- 172.21.15.46:0/4215315507 shutdown_connections 2023-10-21T15:38:17.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.734+0000 7f3268b1b700 1 -- 172.21.15.46:0/4215315507 wait complete. 2023-10-21T15:38:17.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3268b1b700 1 Processor -- start 2023-10-21T15:38:17.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3268b1b700 1 -- start start 2023-10-21T15:38:17.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3268b1b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 0x7f3264074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:17.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3268b1b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3264102090 0x7f32640732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:17.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3268b1b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3264102a50 0x7f32640737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:17.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3268b1b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3264073f80 con 0x7f3264100eb0 2023-10-21T15:38:17.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3268b1b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32640740f0 con 0x7f3264102a50 2023-10-21T15:38:17.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3268b1b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32641a0bb0 con 0x7f3264102090 2023-10-21T15:38:17.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 0x7f3264074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:17.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 0x7f3264074c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32906/0 (socket says 172.21.15.46:32906) 2023-10-21T15:38:17.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 -- 172.21.15.46:0/1665614667 learned_addr learned my addr 172.21.15.46:0/1665614667 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:17.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3261d9b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3264102090 0x7f32640732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:17.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3262d9d700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3264102a50 0x7f32640737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:17.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 -- 172.21.15.46:0/1665614667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3264102090 msgr2=0x7f32640732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:17.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3264102090 0x7f32640732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:17.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 -- 172.21.15.46:0/1665614667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3264102a50 msgr2=0x7f32640737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:17.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3264102a50 0x7f32640737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:17.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 -- 172.21.15.46:0/1665614667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32540095f0 con 0x7f3264100eb0 2023-10-21T15:38:17.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f3262d9d700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3264102a50 0x7f32640737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:17.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.735+0000 7f326259c700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 0x7f3264074c60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f32540095c0 tx=0x7f325400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:17.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.736+0000 7f32537fe700 1 -- 172.21.15.46:0/1665614667 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f325401d070 con 0x7f3264100eb0 2023-10-21T15:38:17.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.736+0000 7f32537fe700 1 -- 172.21.15.46:0/1665614667 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3254004830 con 0x7f3264100eb0 2023-10-21T15:38:17.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.736+0000 7f32537fe700 1 -- 172.21.15.46:0/1665614667 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3254005420 con 0x7f3264100eb0 2023-10-21T15:38:17.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.736+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32641a0e30 con 0x7f3264100eb0 2023-10-21T15:38:17.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.736+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32641a11a0 con 0x7f3264100eb0 2023-10-21T15:38:17.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.737+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3264107db0 con 0x7f3264100eb0 2023-10-21T15:38:17.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.738+0000 7f32537fe700 1 -- 172.21.15.46:0/1665614667 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f32540049a0 con 0x7f3264100eb0 2023-10-21T15:38:17.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.738+0000 7f32537fe700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f324c0a1520 0x7f324c0a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:17.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.738+0000 7f3261d9b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f324c0a1520 0x7f324c0a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:17.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.738+0000 7f32537fe700 1 -- 172.21.15.46:0/1665614667 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f32540cdf30 con 0x7f3264100eb0 2023-10-21T15:38:17.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.739+0000 7f3261d9b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f324c0a1520 0x7f324c0a39e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3264100bd0 tx=0x7f325800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:17.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.742+0000 7f32537fe700 1 -- 172.21.15.46:0/1665614667 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3254097ac0 con 0x7f3264100eb0 2023-10-21T15:38:17.919 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:38:17 smithi046 systemd[1]: Started Ceph mds.g for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:18.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.998+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f326402d090 con 0x7f3264100eb0 2023-10-21T15:38:18.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:17.999+0000 7f32537fe700 1 -- 172.21.15.46:0/1665614667 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7670 (secure 0 0 0) 0x7f325409b0e0 con 0x7f3264100eb0 2023-10-21T15:38:18.001 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:18.002 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24508,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-10-21T15:38:18.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f324c0a1520 msgr2=0x7f324c0a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:18.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f324c0a1520 0x7f324c0a39e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f3264100bd0 tx=0x7f325800b410 comp rx=0 tx=0).stop 2023-10-21T15:38:18.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 msgr2=0x7f3264074c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:18.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 0x7f3264074c60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f32540095c0 tx=0x7f325400f690 comp rx=0 tx=0).stop 2023-10-21T15:38:18.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 shutdown_connections 2023-10-21T15:38:18.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f324c0a1520 0x7f324c0a39e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:18.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3264100eb0 0x7f3264074c60 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:18.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3264102a50 0x7f32640737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:18.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 --2- 172.21.15.46:0/1665614667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3264102090 0x7f32640732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:18.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 >> 172.21.15.46:0/1665614667 conn(0x7f32640fc430 msgr2=0x7f32640fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:18.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 shutdown_connections 2023-10-21T15:38:18.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:18.001+0000 7f3268b1b700 1 -- 172.21.15.46:0/1665614667 wait complete. 2023-10-21T15:38:18.006 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 10 2023-10-21T15:38:18.649 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.650 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:18.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:18.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:18.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: Deploying daemon mds.a on smithi046 2023-10-21T15:38:18.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1665614667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:18.651 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.46:6838/3005201155,v1:172.21.15.46:6839/3005201155] up:boot 2023-10-21T15:38:18.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: fsmap 10 up:standby 2023-10-21T15:38:18.652 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-21T15:38:18.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:18.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:18.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:18.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:18.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: Deploying daemon mds.a on smithi046 2023-10-21T15:38:18.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1665614667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:18.742 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.46:6838/3005201155,v1:172.21.15.46:6839/3005201155] up:boot 2023-10-21T15:38:18.743 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: fsmap 10 up:standby 2023-10-21T15:38:18.743 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-21T15:38:18.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:18.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:18.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:18.785 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:18.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:18.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: Deploying daemon mds.a on smithi046 2023-10-21T15:38:18.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1665614667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:18.786 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.46:6838/3005201155,v1:172.21.15.46:6839/3005201155] up:boot 2023-10-21T15:38:18.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: fsmap 10 up:standby 2023-10-21T15:38:18.787 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-21T15:38:19.169 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:38:19 smithi046 systemd[1]: Starting Ceph mds.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:19.611 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:38:19 smithi046 podman[151986]: 2023-10-21T15:38:19.919 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:38:19 smithi046 bash[151986]: 9109cb94d8c1963a0d9d9dc0919d877aa59f37fee4c688f37dbb662934aa74f2 2023-10-21T15:38:19.920 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:38:19 smithi046 ceph-mds[152026]: -- 172.21.15.46:0/1117705717 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ede50a31e0 con 0x55ede5079000 2023-10-21T15:38:19.920 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:38:19 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-a[152002]: starting mds.a at 2023-10-21T15:38:19.920 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:38:19 smithi046 systemd[1]: Started Ceph mds.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:20.017 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:20.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.149+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/3731830225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd41018e0 msgr2=0x7f3bd4108190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:20.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.149+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/3731830225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd41018e0 0x7f3bd4108190 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc00b0d0 tx=0x7f3bcc00b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/3731830225 shutdown_connections 2023-10-21T15:38:20.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/3731830225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd41018e0 0x7f3bd4108190 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/3731830225 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd40ffd50 0x7f3bd4100170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/3731830225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3bd4100f40 0x7f3bd41013a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/3731830225 >> 172.21.15.46:0/3731830225 conn(0x7f3bd40fb280 msgr2=0x7f3bd40fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:20.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/3731830225 shutdown_connections 2023-10-21T15:38:20.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/3731830225 wait complete. 2023-10-21T15:38:20.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 Processor -- start 2023-10-21T15:38:20.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 -- start start 2023-10-21T15:38:20.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd40ffd50 0x7f3bd4068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:20.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3bd4100f40 0x7f3bd419b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:20.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd41018e0 0x7f3bd419df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:20.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd419e720 con 0x7f3bd40ffd50 2023-10-21T15:38:20.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd419e890 con 0x7f3bd4100f40 2023-10-21T15:38:20.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.150+0000 7f3bdb3f3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd419ea50 con 0x7f3bd41018e0 2023-10-21T15:38:20.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd40ffd50 0x7f3bd4068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:20.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd40ffd50 0x7f3bd4068bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32932/0 (socket says 172.21.15.46:32932) 2023-10-21T15:38:20.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 -- 172.21.15.46:0/4166565143 learned_addr learned my addr 172.21.15.46:0/4166565143 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:20.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd898e700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3bd4100f40 0x7f3bd419b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd9990700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd41018e0 0x7f3bd419df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 -- 172.21.15.46:0/4166565143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd41018e0 msgr2=0x7f3bd419df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd41018e0 0x7f3bd419df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 -- 172.21.15.46:0/4166565143 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3bd4100f40 msgr2=0x7f3bd419b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:20.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3bd4100f40 0x7f3bd419b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 -- 172.21.15.46:0/4166565143 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bcc009d00 con 0x7f3bd40ffd50 2023-10-21T15:38:20.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bd918f700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd40ffd50 0x7f3bd4068bb0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800d980 tx=0x7f3bc800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:20.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bc67fc700 1 -- 172.21.15.46:0/4166565143 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8004020 con 0x7f3bd40ffd50 2023-10-21T15:38:20.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bc67fc700 1 -- 172.21.15.46:0/4166565143 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3bc800f690 con 0x7f3bd40ffd50 2023-10-21T15:38:20.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bd419ed30 con 0x7f3bd40ffd50 2023-10-21T15:38:20.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bc67fc700 1 -- 172.21.15.46:0/4166565143 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8003a60 con 0x7f3bd40ffd50 2023-10-21T15:38:20.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.151+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bd419f1d0 con 0x7f3bd40ffd50 2023-10-21T15:38:20.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.152+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bd4106c30 con 0x7f3bd40ffd50 2023-10-21T15:38:20.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.153+0000 7f3bc67fc700 1 -- 172.21.15.46:0/4166565143 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3bc800fb00 con 0x7f3bd40ffd50 2023-10-21T15:38:20.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.154+0000 7f3bc67fc700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3bc00a1500 0x7f3bc00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:20.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.154+0000 7f3bc67fc700 1 -- 172.21.15.46:0/4166565143 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3bc80cc7c0 con 0x7f3bd40ffd50 2023-10-21T15:38:20.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.154+0000 7f3bd898e700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3bc00a1500 0x7f3bc00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:20.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.154+0000 7f3bd898e700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3bc00a1500 0x7f3bc00a39c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0009c60 tx=0x7f3bd0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:20.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.157+0000 7f3bc67fc700 1 -- 172.21.15.46:0/4166565143 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3bc80962a0 con 0x7f3bd40ffd50 2023-10-21T15:38:20.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.407+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3bd402d020 con 0x7f3bd40ffd50 2023-10-21T15:38:20.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.408+0000 7f3bc67fc700 1 -- 172.21.15.46:0/4166565143 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8462 (secure 0 0 0) 0x7f3bc80998c0 con 0x7f3bd40ffd50 2023-10-21T15:38:20.411 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:20.411 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14583,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24508,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-10-21T15:38:20.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3bc00a1500 msgr2=0x7f3bc00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:20.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3bc00a1500 0x7f3bc00a39c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0009c60 tx=0x7f3bd0009260 comp rx=0 tx=0).stop 2023-10-21T15:38:20.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd40ffd50 msgr2=0x7f3bd4068bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:20.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd40ffd50 0x7f3bd4068bb0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800d980 tx=0x7f3bc800dc90 comp rx=0 tx=0).stop 2023-10-21T15:38:20.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 shutdown_connections 2023-10-21T15:38:20.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3bc00a1500 0x7f3bc00a39c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3bd40ffd50 0x7f3bd4068bb0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3bd41018e0 0x7f3bd419df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 --2- 172.21.15.46:0/4166565143 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3bd4100f40 0x7f3bd419b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:20.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 >> 172.21.15.46:0/4166565143 conn(0x7f3bd40fb280 msgr2=0x7f3bd40fd4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:20.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 shutdown_connections 2023-10-21T15:38:20.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:20.410+0000 7f3bdb3f3700 1 -- 172.21.15.46:0/4166565143 wait complete. 2023-10-21T15:38:20.415 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 11 2023-10-21T15:38:20.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:20.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:20.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:20.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:20.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:20.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:20.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:20.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: Deploying daemon mds.b on smithi105 2023-10-21T15:38:20.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4166565143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:20.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.46:6840/1267329835,v1:172.21.15.46:6841/1267329835] up:boot 2023-10-21T15:38:20.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: fsmap 11 up:standby 2023-10-21T15:38:20.922 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:20 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-21T15:38:20.982 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:20.982 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:20.982 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:20.983 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:20.983 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:20.983 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:20.983 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:20.983 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: Deploying daemon mds.b on smithi105 2023-10-21T15:38:20.984 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4166565143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:20.984 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.46:6840/1267329835,v1:172.21.15.46:6841/1267329835] up:boot 2023-10-21T15:38:20.984 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: fsmap 11 up:standby 2023-10-21T15:38:20.984 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:20 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-21T15:38:21.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:21.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:21.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:21.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:21.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-21T15:38:21.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-21T15:38:21.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:21.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: Deploying daemon mds.b on smithi105 2023-10-21T15:38:21.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4166565143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:21.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.46:6840/1267329835,v1:172.21.15.46:6841/1267329835] up:boot 2023-10-21T15:38:21.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: fsmap 11 up:standby 2023-10-21T15:38:21.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:20 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-21T15:38:21.240 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:21 smithi105 systemd[1]: Starting Ceph mds.b for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:38:21.740 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:21 smithi105 podman[141535]: 2023-10-21T15:38:22.240 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:21 smithi105 ceph-mds[141577]: -- 172.21.15.105:0/3260011187 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56432abdb1e0 con 0x56432abb0800 2023-10-21T15:38:22.240 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:21 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: starting mds.b at 2023-10-21T15:38:22.241 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:21 smithi105 bash[141535]: 8708a8ee4fd5e5f9b716b1149ad992da3d2f0c4f3cff67daed3969ce7ba8d6c2 2023-10-21T15:38:22.241 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:21 smithi105 systemd[1]: Started Ceph mds.b for bf49eb3e-7026-11ee-8db6-212e2dc638e7. 2023-10-21T15:38:22.425 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.555+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/726054351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf04101970 msgr2=0x7fbf04108220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.555+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/726054351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf04101970 0x7fbf04108220 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbefc00b0d0 tx=0x7fbefc00b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.555+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/726054351 shutdown_connections 2023-10-21T15:38:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.555+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/726054351 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf04101970 0x7fbf04108220 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.555+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/726054351 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf040ffde0 0x7fbf04100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.555+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/726054351 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbf04100fd0 0x7fbf04101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/726054351 >> 172.21.15.46:0/726054351 conn(0x7fbf040fb310 msgr2=0x7fbf040fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/726054351 shutdown_connections 2023-10-21T15:38:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/726054351 wait complete. 2023-10-21T15:38:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 Processor -- start 2023-10-21T15:38:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 -- start start 2023-10-21T15:38:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf040ffde0 0x7fbf04198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbf04100fd0 0x7fbf04199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf04101970 0x7fbf041a03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf041a09a0 con 0x7fbf040ffde0 2023-10-21T15:38:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf041a0ae0 con 0x7fbf04100fd0 2023-10-21T15:38:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf0b9a5700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf041a0c70 con 0x7fbf04101970 2023-10-21T15:38:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.556+0000 7fbf09741700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf040ffde0 0x7fbf04198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09741700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf040ffde0 0x7fbf04198e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32946/0 (socket says 172.21.15.46:32946) 2023-10-21T15:38:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09741700 1 -- 172.21.15.46:0/1000046782 learned_addr learned my addr 172.21.15.46:0/1000046782 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf08f40700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbf04100fd0 0x7fbf04199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09f42700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf04101970 0x7fbf041a03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09741700 1 -- 172.21.15.46:0/1000046782 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf04101970 msgr2=0x7fbf041a03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09741700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf04101970 0x7fbf041a03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09741700 1 -- 172.21.15.46:0/1000046782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbf04100fd0 msgr2=0x7fbf04199360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09741700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbf04100fd0 0x7fbf04199360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09741700 1 -- 172.21.15.46:0/1000046782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbefc009d00 con 0x7fbf040ffde0 2023-10-21T15:38:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf09741700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf040ffde0 0x7fbf04198e20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbef800d980 tx=0x7fbef800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbef67fc700 1 -- 172.21.15.46:0/1000046782 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbef8004020 con 0x7fbf040ffde0 2023-10-21T15:38:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbef67fc700 1 -- 172.21.15.46:0/1000046782 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbef800f690 con 0x7fbf040ffde0 2023-10-21T15:38:22.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf041a0f50 con 0x7fbf040ffde0 2023-10-21T15:38:22.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbef67fc700 1 -- 172.21.15.46:0/1000046782 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbef8003a60 con 0x7fbf040ffde0 2023-10-21T15:38:22.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.557+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf041a1370 con 0x7fbf040ffde0 2023-10-21T15:38:22.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.558+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf0410b650 con 0x7fbf040ffde0 2023-10-21T15:38:22.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.559+0000 7fbef67fc700 1 -- 172.21.15.46:0/1000046782 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbef800fb00 con 0x7fbf040ffde0 2023-10-21T15:38:22.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.560+0000 7fbef67fc700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fbef00a15a0 0x7fbef00a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:22.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.560+0000 7fbf08f40700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fbef00a15a0 0x7fbef00a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:22.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.560+0000 7fbef67fc700 1 -- 172.21.15.46:0/1000046782 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fbef80cc480 con 0x7fbf040ffde0 2023-10-21T15:38:22.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.560+0000 7fbf08f40700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fbef00a15a0 0x7fbef00a3a60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fbf00009c60 tx=0x7fbf00009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:22.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.564+0000 7fbef67fc700 1 -- 172.21.15.46:0/1000046782 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbef8095ee0 con 0x7fbf040ffde0 2023-10-21T15:38:22.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.830+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbf0410b8a0 con 0x7fbf040ffde0 2023-10-21T15:38:22.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.831+0000 7fbef67fc700 1 -- 172.21.15.46:0/1000046782 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10046 (secure 0 0 0) 0x7fbef8099500 con 0x7fbf040ffde0 2023-10-21T15:38:22.834 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:22.835 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14583,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14595,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24427,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24440,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24485,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24487,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24508,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24527,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13}],"filesystems":[]} 2023-10-21T15:38:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fbef00a15a0 msgr2=0x7fbef00a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fbef00a15a0 0x7fbef00a3a60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fbf00009c60 tx=0x7fbf00009260 comp rx=0 tx=0).stop 2023-10-21T15:38:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf040ffde0 msgr2=0x7fbf04198e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:22.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf040ffde0 0x7fbf04198e20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fbef800d980 tx=0x7fbef800dc90 comp rx=0 tx=0).stop 2023-10-21T15:38:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 shutdown_connections 2023-10-21T15:38:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fbef00a15a0 0x7fbef00a3a60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbf040ffde0 0x7fbf04198e20 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fbf04101970 0x7fbf041a03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 --2- 172.21.15.46:0/1000046782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbf04100fd0 0x7fbf04199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 >> 172.21.15.46:0/1000046782 conn(0x7fbf040fb310 msgr2=0x7fbf04069090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 shutdown_connections 2023-10-21T15:38:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.834+0000 7fbf0b9a5700 1 -- 172.21.15.46:0/1000046782 wait complete. 2023-10-21T15:38:22.839 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 13 2023-10-21T15:38:22.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:38:22.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 -- 172.21.15.46:0/2419260279 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c102080 msgr2=0x7fdb5c102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:22.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2419260279 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c102080 0x7fdb5c102500 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fdb48009990 tx=0x7fdb48009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 -- 172.21.15.46:0/2419260279 shutdown_connections 2023-10-21T15:38:22.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2419260279 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102a40 0x7fdb5c109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2419260279 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb5c100ea0 0x7fdb5c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2419260279 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c102080 0x7fdb5c102500 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 -- 172.21.15.46:0/2419260279 >> 172.21.15.46:0/2419260279 conn(0x7fdb5c0fc460 msgr2=0x7fdb5c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:22.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 -- 172.21.15.46:0/2419260279 shutdown_connections 2023-10-21T15:38:22.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.979+0000 7fdb62e98700 1 -- 172.21.15.46:0/2419260279 wait complete. 2023-10-21T15:38:22.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb62e98700 1 Processor -- start 2023-10-21T15:38:22.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb62e98700 1 -- start start 2023-10-21T15:38:22.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb62e98700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c100ea0 0x7fdb5c074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:22.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb62e98700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102080 0x7fdb5c0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:22.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb62e98700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb5c102a40 0x7fdb5c0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb62e98700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5c073f80 con 0x7fdb5c100ea0 2023-10-21T15:38:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb62e98700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5c0740f0 con 0x7fdb5c102a40 2023-10-21T15:38:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb62e98700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5c1a0bb0 con 0x7fdb5c102080 2023-10-21T15:38:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c100ea0 0x7fdb5c074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c100ea0 0x7fdb5c074c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32960/0 (socket says 172.21.15.46:32960) 2023-10-21T15:38:22.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 -- 172.21.15.46:0/2072498723 learned_addr learned my addr 172.21.15.46:0/2072498723 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:22.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb61435700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb5c102a40 0x7fdb5c0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:22.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb5bfff700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102080 0x7fdb5c0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:22.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 -- 172.21.15.46:0/2072498723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102080 msgr2=0x7fdb5c0732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:22.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102080 0x7fdb5c0732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 -- 172.21.15.46:0/2072498723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb5c102a40 msgr2=0x7fdb5c0737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:22.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb5c102a40 0x7fdb5c0737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:22.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 -- 172.21.15.46:0/2072498723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb480095f0 con 0x7fdb5c100ea0 2023-10-21T15:38:22.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb60c34700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c100ea0 0x7fdb5c074c60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdb5000d980 tx=0x7fdb5000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:22.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.980+0000 7fdb59ffb700 1 -- 172.21.15.46:0/2072498723 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb50004020 con 0x7fdb5c100ea0 2023-10-21T15:38:22.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.981+0000 7fdb59ffb700 1 -- 172.21.15.46:0/2072498723 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb50009730 con 0x7fdb5c100ea0 2023-10-21T15:38:22.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.981+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb5c1a0e90 con 0x7fdb5c100ea0 2023-10-21T15:38:22.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.981+0000 7fdb59ffb700 1 -- 172.21.15.46:0/2072498723 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb50003a80 con 0x7fdb5c100ea0 2023-10-21T15:38:22.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.981+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb5c1a12b0 con 0x7fdb5c100ea0 2023-10-21T15:38:22.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.982+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb5c107dd0 con 0x7fdb5c100ea0 2023-10-21T15:38:22.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.983+0000 7fdb59ffb700 1 -- 172.21.15.46:0/2072498723 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdb500098a0 con 0x7fdb5c100ea0 2023-10-21T15:38:22.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.983+0000 7fdb59ffb700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdb4c0a1520 0x7fdb4c0a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:22.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.983+0000 7fdb59ffb700 1 -- 172.21.15.46:0/2072498723 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdb500cc500 con 0x7fdb5c100ea0 2023-10-21T15:38:22.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.983+0000 7fdb5bfff700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdb4c0a1520 0x7fdb4c0a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:22.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.984+0000 7fdb5bfff700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdb4c0a1520 0x7fdb4c0a39e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fdb4800b5c0 tx=0x7fdb48005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:22.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:22.987+0000 7fdb59ffb700 1 -- 172.21.15.46:0/2072498723 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdb50096000 con 0x7fdb5c100ea0 2023-10-21T15:38:23.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:38:23.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] up:boot 2023-10-21T15:38:23.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: fsmap 12 up:standby 2023-10-21T15:38:23.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-21T15:38:23.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:22 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1000046782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:23.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.199+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdb5c10c9d0 con 0x7fdb5c100ea0 2023-10-21T15:38:23.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.200+0000 7fdb59ffb700 1 -- 172.21.15.46:0/2072498723 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+18422 (secure 0 0 0) 0x7fdb50099620 con 0x7fdb5c100ea0 2023-10-21T15:38:23.203 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:23.203 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":80,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:37:46.181208+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:38:23.206 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdb4c0a1520 msgr2=0x7fdb4c0a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdb4c0a1520 0x7fdb4c0a39e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fdb4800b5c0 tx=0x7fdb48005fb0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c100ea0 msgr2=0x7fdb5c074c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.207 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c100ea0 0x7fdb5c074c60 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fdb5000d980 tx=0x7fdb5000dc90 comp rx=0 tx=0).stop 2023-10-21T15:38:23.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 shutdown_connections 2023-10-21T15:38:23.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdb4c0a1520 0x7fdb4c0a39e0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb5c100ea0 0x7fdb5c074c60 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb5c102a40 0x7fdb5c0737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 --2- 172.21.15.46:0/2072498723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb5c102080 0x7fdb5c0732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 >> 172.21.15.46:0/2072498723 conn(0x7fdb5c0fc460 msgr2=0x7fdb5c0fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:23.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 shutdown_connections 2023-10-21T15:38:23.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.204+0000 7fdb62e98700 1 -- 172.21.15.46:0/2072498723 wait complete. 2023-10-21T15:38:23.220 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:38:23.221 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:38:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:38:23.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] up:boot 2023-10-21T15:38:23.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: fsmap 12 up:standby 2023-10-21T15:38:23.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-21T15:38:23.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:22 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1000046782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:23.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:38:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] up:boot 2023-10-21T15:38:23.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: fsmap 12 up:standby 2023-10-21T15:38:23.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-21T15:38:23.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:22 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1000046782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:23.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 -- 172.21.15.46:0/3876685439 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 msgr2=0x7f6c88103d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 --2- 172.21.15.46:0/3876685439 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 0x7f6c88103d20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6c84009990 tx=0x7f6c84009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 -- 172.21.15.46:0/3876685439 shutdown_connections 2023-10-21T15:38:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 --2- 172.21.15.46:0/3876685439 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 0x7f6c88103d20 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 --2- 172.21.15.46:0/3876685439 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c88106b90 0x7f6c88109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 --2- 172.21.15.46:0/3876685439 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c88104260 0x7f6c88106650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 -- 172.21.15.46:0/3876685439 >> 172.21.15.46:0/3876685439 conn(0x7f6c880fb320 msgr2=0x7f6c880fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:23.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 -- 172.21.15.46:0/3876685439 shutdown_connections 2023-10-21T15:38:23.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.363+0000 7f6c9073f700 1 -- 172.21.15.46:0/3876685439 wait complete. 2023-10-21T15:38:23.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c9073f700 1 Processor -- start 2023-10-21T15:38:23.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c9073f700 1 -- start start 2023-10-21T15:38:23.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c9073f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 0x7f6c88198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:23.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c9073f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c88104260 0x7f6c88199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:23.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c9073f700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c88106b90 0x7f6c881a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:23.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c9073f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c881a08d0 con 0x7f6c88101930 2023-10-21T15:38:23.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c9073f700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c881a0a10 con 0x7f6c88106b90 2023-10-21T15:38:23.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c9073f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c881a0ba0 con 0x7f6c88104260 2023-10-21T15:38:23.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 0x7f6c88198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:23.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 0x7f6c88198d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32972/0 (socket says 172.21.15.46:32972) 2023-10-21T15:38:23.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 -- 172.21.15.46:0/1826024672 learned_addr learned my addr 172.21.15.46:0/1826024672 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:23.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8ecdc700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c88106b90 0x7f6c881a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:23.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8dcda700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c88104260 0x7f6c88199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:23.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 -- 172.21.15.46:0/1826024672 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c88104260 msgr2=0x7f6c88199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c88104260 0x7f6c88199290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 -- 172.21.15.46:0/1826024672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c88106b90 msgr2=0x7f6c881a0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c88106b90 0x7f6c881a0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 -- 172.21.15.46:0/1826024672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c840095f0 con 0x7f6c88101930 2023-10-21T15:38:23.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8ecdc700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c88106b90 0x7f6c881a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:23.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8dcda700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c88104260 0x7f6c88199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:38:23.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c8e4db700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 0x7f6c88198d50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6c84005910 tx=0x7f6c8400f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:23.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.364+0000 7f6c7f7fe700 1 -- 172.21.15.46:0/1826024672 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c8401d070 con 0x7f6c88101930 2023-10-21T15:38:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.365+0000 7f6c7f7fe700 1 -- 172.21.15.46:0/1826024672 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6c8400fc30 con 0x7f6c88101930 2023-10-21T15:38:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.365+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c881a0e20 con 0x7f6c88101930 2023-10-21T15:38:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.365+0000 7f6c7f7fe700 1 -- 172.21.15.46:0/1826024672 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c84017650 con 0x7f6c88101930 2023-10-21T15:38:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.365+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c881a1190 con 0x7f6c88101930 2023-10-21T15:38:23.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.366+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c88108760 con 0x7f6c88101930 2023-10-21T15:38:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.367+0000 7f6c7f7fe700 1 -- 172.21.15.46:0/1826024672 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6c84022470 con 0x7f6c88101930 2023-10-21T15:38:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.367+0000 7f6c7f7fe700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c740a1480 0x7f6c740a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.367+0000 7f6c8dcda700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c740a1480 0x7f6c740a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.367+0000 7f6c7f7fe700 1 -- 172.21.15.46:0/1826024672 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6c840cddd0 con 0x7f6c88101930 2023-10-21T15:38:23.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.368+0000 7f6c8dcda700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c740a1480 0x7f6c740a3940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6c78005fd0 tx=0x7f6c78005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:23.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.372+0000 7f6c7f7fe700 1 -- 172.21.15.46:0/1826024672 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6c84097960 con 0x7f6c88101930 2023-10-21T15:38:23.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.585+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6c8810c9b0 con 0x7f6c88101930 2023-10-21T15:38:23.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.585+0000 7f6c7f7fe700 1 -- 172.21.15.46:0/1826024672 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6c8409af80 con 0x7f6c88101930 2023-10-21T15:38:23.588 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:38:23.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c740a1480 msgr2=0x7f6c740a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c740a1480 0x7f6c740a3940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6c78005fd0 tx=0x7f6c78005e20 comp rx=0 tx=0).stop 2023-10-21T15:38:23.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 msgr2=0x7f6c88198d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 0x7f6c88198d50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6c84005910 tx=0x7f6c8400f740 comp rx=0 tx=0).stop 2023-10-21T15:38:23.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 shutdown_connections 2023-10-21T15:38:23.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c740a1480 0x7f6c740a3940 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c88101930 0x7f6c88198d50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c88106b90 0x7f6c881a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 --2- 172.21.15.46:0/1826024672 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c88104260 0x7f6c88199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 >> 172.21.15.46:0/1826024672 conn(0x7f6c880fb320 msgr2=0x7f6c880fffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:23.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.587+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 shutdown_connections 2023-10-21T15:38:23.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.588+0000 7f6c9073f700 1 -- 172.21.15.46:0/1826024672 wait complete. 2023-10-21T15:38:23.603 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-10-21T15:38:23.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 -- 172.21.15.46:0/410276390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc106c10 msgr2=0x7ff1fc109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 --2- 172.21.15.46:0/410276390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc106c10 0x7ff1fc109020 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff1f400b0a0 tx=0x7ff1f400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 -- 172.21.15.46:0/410276390 shutdown_connections 2023-10-21T15:38:23.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 --2- 172.21.15.46:0/410276390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc106c10 0x7ff1fc109020 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 --2- 172.21.15.46:0/410276390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1fc1019b0 0x7ff1fc103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 --2- 172.21.15.46:0/410276390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff1fc1042e0 0x7ff1fc1066d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 -- 172.21.15.46:0/410276390 >> 172.21.15.46:0/410276390 conn(0x7ff1fc0fb320 msgr2=0x7ff1fc0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:23.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 -- 172.21.15.46:0/410276390 shutdown_connections 2023-10-21T15:38:23.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.735+0000 7ff200d47700 1 -- 172.21.15.46:0/410276390 wait complete. 2023-10-21T15:38:23.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff200d47700 1 Processor -- start 2023-10-21T15:38:23.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff200d47700 1 -- start start 2023-10-21T15:38:23.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff200d47700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1019b0 0x7ff1fc196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:23.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff200d47700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1fc1042e0 0x7ff1fc1970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:23.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff200d47700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff1fc106c10 0x7ff1fc19e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:23.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff200d47700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1fc19e720 con 0x7ff1fc1019b0 2023-10-21T15:38:23.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff200d47700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1fc19e860 con 0x7ff1fc106c10 2023-10-21T15:38:23.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff200d47700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1fc19e9f0 con 0x7ff1fc1042e0 2023-10-21T15:38:23.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff1fa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1019b0 0x7ff1fc196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:23.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff1fa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1019b0 0x7ff1fc196ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:32986/0 (socket says 172.21.15.46:32986) 2023-10-21T15:38:23.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff1fa59c700 1 -- 172.21.15.46:0/2264558472 learned_addr learned my addr 172.21.15.46:0/2264558472 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:23.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff1f9d9b700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1fc1042e0 0x7ff1fc1970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:23.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.736+0000 7ff1fad9d700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff1fc106c10 0x7ff1fc19e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:23.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1fa59c700 1 -- 172.21.15.46:0/2264558472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1fc1042e0 msgr2=0x7ff1fc1970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1fa59c700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1fc1042e0 0x7ff1fc1970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1fa59c700 1 -- 172.21.15.46:0/2264558472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff1fc106c10 msgr2=0x7ff1fc19e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1fa59c700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff1fc106c10 0x7ff1fc19e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1fa59c700 1 -- 172.21.15.46:0/2264558472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1f4009d00 con 0x7ff1fc1019b0 2023-10-21T15:38:23.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1fa59c700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1019b0 0x7ff1fc196ba0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec00e9a0 tx=0x7ff1ec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:23.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1f37fe700 1 -- 172.21.15.46:0/2264558472 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1ec009790 con 0x7ff1fc1019b0 2023-10-21T15:38:23.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1f37fe700 1 -- 172.21.15.46:0/2264558472 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff1ec010430 con 0x7ff1fc1019b0 2023-10-21T15:38:23.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1fc19ecd0 con 0x7ff1fc1019b0 2023-10-21T15:38:23.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff1f37fe700 1 -- 172.21.15.46:0/2264558472 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1ec018680 con 0x7ff1fc1019b0 2023-10-21T15:38:23.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.737+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1fc19f180 con 0x7ff1fc1019b0 2023-10-21T15:38:23.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.738+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1fc0fcea0 con 0x7ff1fc1019b0 2023-10-21T15:38:23.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.739+0000 7ff1f37fe700 1 -- 172.21.15.46:0/2264558472 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff1ec0105a0 con 0x7ff1fc1019b0 2023-10-21T15:38:23.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.740+0000 7ff1f37fe700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff1e80a15a0 0x7ff1e80a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:23.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.740+0000 7ff1f9d9b700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff1e80a15a0 0x7ff1e80a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:23.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.740+0000 7ff1f37fe700 1 -- 172.21.15.46:0/2264558472 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff1ec014070 con 0x7ff1fc1019b0 2023-10-21T15:38:23.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.740+0000 7ff1f9d9b700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff1e80a15a0 0x7ff1e80a3a60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4007be0 tx=0x7ff1e40073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:23.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.743+0000 7ff1f37fe700 1 -- 172.21.15.46:0/2264558472 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff1ec096720 con 0x7ff1fc1019b0 2023-10-21T15:38:23.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.962+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7ff1fc10c720 con 0x7ff1fc1019b0 2023-10-21T15:38:23.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.962+0000 7ff1f37fe700 1 -- 172.21.15.46:0/2264558472 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v80) v1 ==== 84+0+65 (secure 0 0 0) 0x7ff1ec099d40 con 0x7ff1fc1019b0 2023-10-21T15:38:23.965 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:23.966 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2023-10-21T15:38:23.966 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:38:23.966 INFO:teuthology.orchestra.run.smithi046.stdout: "poolnum": 1, 2023-10-21T15:38:23.966 INFO:teuthology.orchestra.run.smithi046.stdout: "poolname": ".mgr" 2023-10-21T15:38:23.966 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:38:23.967 INFO:teuthology.orchestra.run.smithi046.stdout:] 2023-10-21T15:38:23.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff1e80a15a0 msgr2=0x7ff1e80a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff1e80a15a0 0x7ff1e80a3a60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4007be0 tx=0x7ff1e40073d0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1019b0 msgr2=0x7ff1fc196ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:23.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1019b0 0x7ff1fc196ba0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff1ec00e9a0 tx=0x7ff1ec00ecb0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 shutdown_connections 2023-10-21T15:38:23.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff1e80a15a0 0x7ff1e80a3a60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff1fc1019b0 0x7ff1fc196ba0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff1fc106c10 0x7ff1fc19e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 --2- 172.21.15.46:0/2264558472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff1fc1042e0 0x7ff1fc1970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:23.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 >> 172.21.15.46:0/2264558472 conn(0x7ff1fc0fb320 msgr2=0x7ff1fc102620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:23.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.965+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 shutdown_connections 2023-10-21T15:38:23.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:23.966+0000 7ff200d47700 1 -- 172.21.15.46:0/2264558472 wait complete. 2023-10-21T15:38:23.984 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-10-21T15:38:23.984 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-10-21T15:38:24.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 -- 172.21.15.46:0/3743742066 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 msgr2=0x7fef281081f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:24.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3743742066 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 0x7fef281081f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fef2000b0d0 tx=0x7fef2000b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 -- 172.21.15.46:0/3743742066 shutdown_connections 2023-10-21T15:38:24.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3743742066 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 0x7fef281081f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3743742066 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fef280ffdb0 0x7fef281001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3743742066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef28100fa0 0x7fef28101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 -- 172.21.15.46:0/3743742066 >> 172.21.15.46:0/3743742066 conn(0x7fef280fb320 msgr2=0x7fef280fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:24.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 -- 172.21.15.46:0/3743742066 shutdown_connections 2023-10-21T15:38:24.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 -- 172.21.15.46:0/3743742066 wait complete. 2023-10-21T15:38:24.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 Processor -- start 2023-10-21T15:38:24.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.114+0000 7fef2e15d700 1 -- start start 2023-10-21T15:38:24.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef2e15d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef280ffdb0 0x7fef28103d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:24.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef2e15d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fef28100fa0 0x7fef28102380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:24.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef2e15d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 0x7fef281028c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:24.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef2e15d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef28103060 con 0x7fef28101940 2023-10-21T15:38:24.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef2e15d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef281031d0 con 0x7fef280ffdb0 2023-10-21T15:38:24.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef2e15d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef281a0cc0 con 0x7fef28100fa0 2023-10-21T15:38:24.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 0x7fef281028c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:24.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 0x7fef281028c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33004/0 (socket says 172.21.15.46:33004) 2023-10-21T15:38:24.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 -- 172.21.15.46:0/3042028361 learned_addr learned my addr 172.21.15.46:0/3042028361 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:24.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef277fe700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef280ffdb0 0x7fef28103d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:24.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef26ffd700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fef28100fa0 0x7fef28102380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:24.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 -- 172.21.15.46:0/3042028361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fef28100fa0 msgr2=0x7fef28102380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:24.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fef28100fa0 0x7fef28102380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 -- 172.21.15.46:0/3042028361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef280ffdb0 msgr2=0x7fef28103d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:24.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef280ffdb0 0x7fef28103d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 -- 172.21.15.46:0/3042028361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef20009d00 con 0x7fef28101940 2023-10-21T15:38:24.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef26ffd700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fef28100fa0 0x7fef28102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:38:24.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef277fe700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef280ffdb0 0x7fef28103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:38:24.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef27fff700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 0x7fef281028c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fef20008f10 tx=0x7fef20008f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:24.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.115+0000 7fef24ff9700 1 -- 172.21.15.46:0/3042028361 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef2000e040 con 0x7fef28101940 2023-10-21T15:38:24.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.116+0000 7fef24ff9700 1 -- 172.21.15.46:0/3042028361 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fef20005070 con 0x7fef28101940 2023-10-21T15:38:24.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.116+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef281a0f40 con 0x7fef28101940 2023-10-21T15:38:24.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.116+0000 7fef24ff9700 1 -- 172.21.15.46:0/3042028361 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef2001b6a0 con 0x7fef28101940 2023-10-21T15:38:24.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.116+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef281a1300 con 0x7fef28101940 2023-10-21T15:38:24.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.117+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef2810b5d0 con 0x7fef28101940 2023-10-21T15:38:24.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.118+0000 7fef24ff9700 1 -- 172.21.15.46:0/3042028361 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fef200051e0 con 0x7fef28101940 2023-10-21T15:38:24.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.119+0000 7fef24ff9700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fef100a1500 0x7fef100a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:24.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.119+0000 7fef24ff9700 1 -- 172.21.15.46:0/3042028361 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fef200cddb0 con 0x7fef28101940 2023-10-21T15:38:24.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.119+0000 7fef277fe700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fef100a1500 0x7fef100a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:24.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.120+0000 7fef277fe700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fef100a1500 0x7fef100a39c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fef28100e00 tx=0x7fef18009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:24.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.123+0000 7fef24ff9700 1 -- 172.21.15.46:0/3042028361 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fef200978a0 con 0x7fef28101940 2023-10-21T15:38:24.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:23 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2072498723' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:24.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:23 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1826024672' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:38:24.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:23 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2072498723' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:24.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:23 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1826024672' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:38:24.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:23 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2072498723' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:24.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:23 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1826024672' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:38:24.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.329+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fef281a14f0 con 0x7fef28101940 2023-10-21T15:38:24.858 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.856+0000 7fef24ff9700 1 -- 172.21.15.46:0/3042028361 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v81) v1 ==== 138+0+0 (secure 0 0 0) 0x7fef20097020 con 0x7fef28101940 2023-10-21T15:38:24.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fef100a1500 msgr2=0x7fef100a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:24.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fef100a1500 0x7fef100a39c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fef28100e00 tx=0x7fef18009260 comp rx=0 tx=0).stop 2023-10-21T15:38:24.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 msgr2=0x7fef281028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:24.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 0x7fef281028c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fef20008f10 tx=0x7fef20008f40 comp rx=0 tx=0).stop 2023-10-21T15:38:24.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 shutdown_connections 2023-10-21T15:38:24.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fef100a1500 0x7fef100a39c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef28101940 0x7fef281028c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef280ffdb0 0x7fef28103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 --2- 172.21.15.46:0/3042028361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fef28100fa0 0x7fef28102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:24.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.859+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 >> 172.21.15.46:0/3042028361 conn(0x7fef280fb320 msgr2=0x7fef28068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:24.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.861+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 shutdown_connections 2023-10-21T15:38:24.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:24.863+0000 7fef2e15d700 1 -- 172.21.15.46:0/3042028361 wait complete. 2023-10-21T15:38:24.868 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created 2023-10-21T15:38:24.882 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-10-21T15:38:25.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 -- 172.21.15.46:0/3352212537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03741019f0 msgr2=0x7f0374103de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:25.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 --2- 172.21.15.46:0/3352212537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03741019f0 0x7f0374103de0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0368009990 tx=0x7f0368009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 -- 172.21.15.46:0/3352212537 shutdown_connections 2023-10-21T15:38:25.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 --2- 172.21.15.46:0/3352212537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f03741019f0 0x7f0374103de0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 --2- 172.21.15.46:0/3352212537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0374106c50 0x7f0374109060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 --2- 172.21.15.46:0/3352212537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0374104320 0x7f0374106710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 -- 172.21.15.46:0/3352212537 >> 172.21.15.46:0/3352212537 conn(0x7f03740fb380 msgr2=0x7f03740fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:25.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 -- 172.21.15.46:0/3352212537 shutdown_connections 2023-10-21T15:38:25.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.015+0000 7f037a14f700 1 -- 172.21.15.46:0/3352212537 wait complete. 2023-10-21T15:38:25.020 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f037a14f700 1 Processor -- start 2023-10-21T15:38:25.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f037a14f700 1 -- start start 2023-10-21T15:38:25.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f037a14f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03741019f0 0x7f0374196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:25.022 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f037a14f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0374104320 0x7f03741970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:25.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f037a14f700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0374106c50 0x7f037419e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:25.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f037a14f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f037419e730 con 0x7f0374104320 2023-10-21T15:38:25.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f037a14f700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f037419e870 con 0x7f0374106c50 2023-10-21T15:38:25.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f037a14f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f037419ea00 con 0x7f03741019f0 2023-10-21T15:38:25.023 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0372ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0374104320 0x7f03741970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:25.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0372ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0374104320 0x7f03741970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33016/0 (socket says 172.21.15.46:33016) 2023-10-21T15:38:25.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0372ffd700 1 -- 172.21.15.46:0/490177584 learned_addr learned my addr 172.21.15.46:0/490177584 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:25.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f03737fe700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03741019f0 0x7f0374196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:25.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0373fff700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0374106c50 0x7f037419e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:25.024 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0372ffd700 1 -- 172.21.15.46:0/490177584 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03741019f0 msgr2=0x7f0374196bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:25.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0372ffd700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03741019f0 0x7f0374196bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0372ffd700 1 -- 172.21.15.46:0/490177584 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0374106c50 msgr2=0x7f037419e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:25.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0372ffd700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0374106c50 0x7f037419e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.016+0000 7f0372ffd700 1 -- 172.21.15.46:0/490177584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03680095f0 con 0x7f0374104320 2023-10-21T15:38:25.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.017+0000 7f0372ffd700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0374104320 0x7f03741970f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f036400d980 tx=0x7f036400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.017+0000 7f0370ff9700 1 -- 172.21.15.46:0/490177584 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0364004220 con 0x7f0374104320 2023-10-21T15:38:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.017+0000 7f0370ff9700 1 -- 172.21.15.46:0/490177584 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0364007640 con 0x7f0374104320 2023-10-21T15:38:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.017+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f037419ece0 con 0x7f0374104320 2023-10-21T15:38:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.017+0000 7f0370ff9700 1 -- 172.21.15.46:0/490177584 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0364005690 con 0x7f0374104320 2023-10-21T15:38:25.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.017+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f037419f1a0 con 0x7f0374104320 2023-10-21T15:38:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.018+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03740fcf00 con 0x7f0374104320 2023-10-21T15:38:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.019+0000 7f0370ff9700 1 -- 172.21.15.46:0/490177584 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0364004750 con 0x7f0374104320 2023-10-21T15:38:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.020+0000 7f0370ff9700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f035c0a1480 0x7f035c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.020+0000 7f03737fe700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f035c0a1480 0x7f035c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:25.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.020+0000 7f0370ff9700 1 -- 172.21.15.46:0/490177584 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f03640ccd50 con 0x7f0374104320 2023-10-21T15:38:25.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.020+0000 7f03737fe700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f035c0a1480 0x7f035c0a3940 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f036800b5c0 tx=0x7f0368005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:25.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.023+0000 7f0370ff9700 1 -- 172.21.15.46:0/490177584 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0364096640 con 0x7f0374104320 2023-10-21T15:38:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:24 smithi046 ceph-mon[99436]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:24 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2264558472' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-21T15:38:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:24 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3042028361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-21T15:38:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:24 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.226+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f037410c6f0 con 0x7f0374104320 2023-10-21T15:38:25.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:24 smithi105 ceph-mon[103980]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:24 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2264558472' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-21T15:38:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:24 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3042028361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-21T15:38:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:24 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:24 smithi119 ceph-mon[103628]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:25.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:24 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2264558472' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-21T15:38:25.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:24 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3042028361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-21T15:38:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:24 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:25.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.858+0000 7f0370ff9700 1 -- 172.21.15.46:0/490177584 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v82) v1 ==== 170+0+0 (secure 0 0 0) 0x7f0364099c60 con 0x7f0374104320 2023-10-21T15:38:25.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.861+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f035c0a1480 msgr2=0x7f035c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:25.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.861+0000 7f037a14f700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f035c0a1480 0x7f035c0a3940 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f036800b5c0 tx=0x7f0368005960 comp rx=0 tx=0).stop 2023-10-21T15:38:25.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.861+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0374104320 msgr2=0x7f03741970f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:25.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.861+0000 7f037a14f700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0374104320 0x7f03741970f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f036400d980 tx=0x7f036400dc90 comp rx=0 tx=0).stop 2023-10-21T15:38:25.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.862+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 shutdown_connections 2023-10-21T15:38:25.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.862+0000 7f037a14f700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f035c0a1480 0x7f035c0a3940 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.862+0000 7f037a14f700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0374106c50 0x7f037419e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.862+0000 7f037a14f700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f03741019f0 0x7f0374196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.862+0000 7f037a14f700 1 --2- 172.21.15.46:0/490177584 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0374104320 0x7f03741970f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:25.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.862+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 >> 172.21.15.46:0/490177584 conn(0x7f03740fb380 msgr2=0x7f0374102660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:25.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.862+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 shutdown_connections 2023-10-21T15:38:25.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:25.862+0000 7f037a14f700 1 -- 172.21.15.46:0/490177584 wait complete. 2023-10-21T15:38:25.875 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created 2023-10-21T15:38:25.889 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-10-21T15:38:26.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 -- 172.21.15.46:0/1663300667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 msgr2=0x7fe848106650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:26.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 --2- 172.21.15.46:0/1663300667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 0x7fe848106650 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe83c009990 tx=0x7fe83c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 -- 172.21.15.46:0/1663300667 shutdown_connections 2023-10-21T15:38:26.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 --2- 172.21.15.46:0/1663300667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848106b90 0x7fe848109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 --2- 172.21.15.46:0/1663300667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe848101930 0x7fe848103d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 --2- 172.21.15.46:0/1663300667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 0x7fe848106650 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 -- 172.21.15.46:0/1663300667 >> 172.21.15.46:0/1663300667 conn(0x7fe8480fb320 msgr2=0x7fe8480fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:26.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 -- 172.21.15.46:0/1663300667 shutdown_connections 2023-10-21T15:38:26.027 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.022+0000 7fe84cb26700 1 -- 172.21.15.46:0/1663300667 wait complete. 2023-10-21T15:38:26.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84cb26700 1 Processor -- start 2023-10-21T15:38:26.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84cb26700 1 -- start start 2023-10-21T15:38:26.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84cb26700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe848101930 0x7fe848196b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:26.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84cb26700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 0x7fe8481970a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:26.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84cb26700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848106b90 0x7fe84819e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:26.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84cb26700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe84819e6e0 con 0x7fe848104260 2023-10-21T15:38:26.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84cb26700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe84819e820 con 0x7fe848101930 2023-10-21T15:38:26.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84cb26700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe84819e9b0 con 0x7fe848106b90 2023-10-21T15:38:26.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe845d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 0x7fe8481970a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:26.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe845d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 0x7fe8481970a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33030/0 (socket says 172.21.15.46:33030) 2023-10-21T15:38:26.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe845d9b700 1 -- 172.21.15.46:0/1899530954 learned_addr learned my addr 172.21.15.46:0/1899530954 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:26.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe84659c700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe848101930 0x7fe848196b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:26.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.023+0000 7fe846d9d700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848106b90 0x7fe84819e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:26.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe845d9b700 1 -- 172.21.15.46:0/1899530954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848106b90 msgr2=0x7fe84819e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:26.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe845d9b700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848106b90 0x7fe84819e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe845d9b700 1 -- 172.21.15.46:0/1899530954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe848101930 msgr2=0x7fe848196b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:26.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe845d9b700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe848101930 0x7fe848196b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe845d9b700 1 -- 172.21.15.46:0/1899530954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe83c0095f0 con 0x7fe848104260 2023-10-21T15:38:26.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe845d9b700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 0x7fe8481970a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe83c0059d0 tx=0x7fe83c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe8377fe700 1 -- 172.21.15.46:0/1899530954 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe83c01d070 con 0x7fe848104260 2023-10-21T15:38:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe84cb26700 1 -- 172.21.15.46:0/1899530954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe84819ec30 con 0x7fe848104260 2023-10-21T15:38:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe8377fe700 1 -- 172.21.15.46:0/1899530954 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe83c00fb90 con 0x7fe848104260 2023-10-21T15:38:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe8377fe700 1 -- 172.21.15.46:0/1899530954 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe83c0173f0 con 0x7fe848104260 2023-10-21T15:38:26.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.024+0000 7fe84cb26700 1 -- 172.21.15.46:0/1899530954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe84819f0b0 con 0x7fe848104260 2023-10-21T15:38:26.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.025+0000 7fe84cb26700 1 -- 172.21.15.46:0/1899530954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe84810c6a0 con 0x7fe848104260 2023-10-21T15:38:26.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.026+0000 7fe8377fe700 1 -- 172.21.15.46:0/1899530954 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe83c00fd00 con 0x7fe848104260 2023-10-21T15:38:26.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.027+0000 7fe8377fe700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe8300a1480 0x7fe8300a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:26.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.027+0000 7fe84659c700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe8300a1480 0x7fe8300a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:26.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.027+0000 7fe8377fe700 1 -- 172.21.15.46:0/1899530954 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7879+0+0 (secure 0 0 0) 0x7fe83c0ce0c0 con 0x7fe848104260 2023-10-21T15:38:26.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.028+0000 7fe84659c700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe8300a1480 0x7fe8300a3940 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe838009c60 tx=0x7fe838009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:26.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.031+0000 7fe8377fe700 1 -- 172.21.15.46:0/1899530954 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe83c097960 con 0x7fe848104260 2023-10-21T15:38:26.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3042028361' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-21T15:38:26.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: osdmap e81: 12 total, 12 up, 12 in 2023-10-21T15:38:26.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/490177584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-21T15:38:26.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:26.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:38:26.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/490177584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-21T15:38:26.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:25 smithi046 ceph-mon[99436]: osdmap e82: 12 total, 12 up, 12 in 2023-10-21T15:38:26.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3042028361' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-21T15:38:26.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: osdmap e81: 12 total, 12 up, 12 in 2023-10-21T15:38:26.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/490177584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-21T15:38:26.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:26.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:38:26.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/490177584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-21T15:38:26.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:25 smithi105 ceph-mon[103980]: osdmap e82: 12 total, 12 up, 12 in 2023-10-21T15:38:26.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3042028361' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-21T15:38:26.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: osdmap e81: 12 total, 12 up, 12 in 2023-10-21T15:38:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/490177584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-21T15:38:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:26.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:38:26.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:26.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/490177584' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-21T15:38:26.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:25 smithi119 ceph-mon[103628]: osdmap e82: 12 total, 12 up, 12 in 2023-10-21T15:38:26.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.288+0000 7fe84cb26700 1 -- 172.21.15.46:0/1899530954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fe84810c890 con 0x7fe848104260 2023-10-21T15:38:26.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.944+0000 7fe8377fe700 1 -- 172.21.15.46:0/1899530954 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7fe83c09af80 con 0x7fe848104260 2023-10-21T15:38:26.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.953+0000 7fe8357fa700 1 -- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe8300a1480 msgr2=0x7fe8300a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:26.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.953+0000 7fe8357fa700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe8300a1480 0x7fe8300a3940 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe838009c60 tx=0x7fe838009260 comp rx=0 tx=0).stop 2023-10-21T15:38:26.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.953+0000 7fe8357fa700 1 -- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 msgr2=0x7fe8481970a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:26.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.953+0000 7fe8357fa700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 0x7fe8481970a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe83c0059d0 tx=0x7fe83c004730 comp rx=0 tx=0).stop 2023-10-21T15:38:26.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.955+0000 7fe8357fa700 1 -- 172.21.15.46:0/1899530954 shutdown_connections 2023-10-21T15:38:26.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.955+0000 7fe8357fa700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe8300a1480 0x7fe8300a3940 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.955+0000 7fe8357fa700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe848106b90 0x7fe84819e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.955+0000 7fe8357fa700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe848101930 0x7fe848196b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.955+0000 7fe8357fa700 1 --2- 172.21.15.46:0/1899530954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe848104260 0x7fe8481970a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:26.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.955+0000 7fe8357fa700 1 -- 172.21.15.46:0/1899530954 >> 172.21.15.46:0/1899530954 conn(0x7fe8480fb320 msgr2=0x7fe848102e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:26.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.955+0000 7fe8357fa700 1 -- 172.21.15.46:0/1899530954 shutdown_connections 2023-10-21T15:38:26.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:26.955+0000 7fe8357fa700 1 -- 172.21.15.46:0/1899530954 wait complete. 2023-10-21T15:38:26.960 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 2 and data pool 3 2023-10-21T15:38:26.975 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:38:27.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 -- 172.21.15.46:0/278210364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22900ffe20 msgr2=0x7f2290100240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 --2- 172.21.15.46:0/278210364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22900ffe20 0x7f2290100240 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f228c009990 tx=0x7f228c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 -- 172.21.15.46:0/278210364 shutdown_connections 2023-10-21T15:38:27.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 --2- 172.21.15.46:0/278210364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f22900ffe20 0x7f2290100240 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 --2- 172.21.15.46:0/278210364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2290101930 0x7f2290108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 --2- 172.21.15.46:0/278210364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2290100f70 0x7f22901013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 -- 172.21.15.46:0/278210364 >> 172.21.15.46:0/278210364 conn(0x7f22900fb3b0 msgr2=0x7f22900fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:27.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 -- 172.21.15.46:0/278210364 shutdown_connections 2023-10-21T15:38:27.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.104+0000 7f2297767700 1 -- 172.21.15.46:0/278210364 wait complete. 2023-10-21T15:38:27.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2297767700 1 Processor -- start 2023-10-21T15:38:27.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2297767700 1 -- start start 2023-10-21T15:38:27.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2297767700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22900ffe20 0x7f2290196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2297767700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2290100f70 0x7f22901970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2297767700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2290101930 0x7f229019e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2297767700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f229019e700 con 0x7f2290101930 2023-10-21T15:38:27.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2297767700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f229019e840 con 0x7f2290100f70 2023-10-21T15:38:27.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2297767700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f229019e9d0 con 0x7f22900ffe20 2023-10-21T15:38:27.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295d04700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2290101930 0x7f229019e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295503700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22900ffe20 0x7f2290196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295d04700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2290101930 0x7f229019e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33052/0 (socket says 172.21.15.46:33052) 2023-10-21T15:38:27.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295503700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22900ffe20 0x7f2290196b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:45046/0 (socket says 172.21.15.46:45046) 2023-10-21T15:38:27.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295d04700 1 -- 172.21.15.46:0/1944220650 learned_addr learned my addr 172.21.15.46:0/1944220650 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:27.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2294d02700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2290100f70 0x7f22901970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295d04700 1 -- 172.21.15.46:0/1944220650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22900ffe20 msgr2=0x7f2290196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295d04700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22900ffe20 0x7f2290196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295d04700 1 -- 172.21.15.46:0/1944220650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2290100f70 msgr2=0x7f22901970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295d04700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2290100f70 0x7f22901970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.105+0000 7f2295d04700 1 -- 172.21.15.46:0/1944220650 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f228c0095f0 con 0x7f2290101930 2023-10-21T15:38:27.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.106+0000 7f2295503700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22900ffe20 0x7f2290196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:38:27.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.106+0000 7f2295d04700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2290101930 0x7f229019e130 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2288007ee0 tx=0x7f228800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:27.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.106+0000 7f22867fc700 1 -- 172.21.15.46:0/1944220650 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f228800dd20 con 0x7f2290101930 2023-10-21T15:38:27.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.106+0000 7f22867fc700 1 -- 172.21.15.46:0/1944220650 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f228800f040 con 0x7f2290101930 2023-10-21T15:38:27.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.106+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f229019ecb0 con 0x7f2290101930 2023-10-21T15:38:27.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.106+0000 7f22867fc700 1 -- 172.21.15.46:0/1944220650 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22880048a0 con 0x7f2290101930 2023-10-21T15:38:27.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.106+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f229019f170 con 0x7f2290101930 2023-10-21T15:38:27.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.107+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f229010b670 con 0x7f2290101930 2023-10-21T15:38:27.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.108+0000 7f22867fc700 1 -- 172.21.15.46:0/1944220650 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2288003a00 con 0x7f2290101930 2023-10-21T15:38:27.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.109+0000 7f22867fc700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f227c0a1520 0x7f227c0a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.109+0000 7f2295503700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f227c0a1520 0x7f227c0a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.109+0000 7f22867fc700 1 -- 172.21.15.46:0/1944220650 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f22880ccc60 con 0x7f2290101930 2023-10-21T15:38:27.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.110+0000 7f2295503700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f227c0a1520 0x7f227c0a39e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f228c00b2e0 tx=0x7f228c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:27.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.113+0000 7f22867fc700 1 -- 172.21.15.46:0/1944220650 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2288096410 con 0x7f2290101930 2023-10-21T15:38:27.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:26 smithi046 ceph-mon[99436]: pgmap v255: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:27.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:26 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:38:27.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:26 smithi046 ceph-mon[99436]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-21T15:38:27.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:26 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1899530954' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-21T15:38:27.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:26 smithi046 ceph-mon[99436]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-21T15:38:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:26 smithi105 ceph-mon[103980]: pgmap v255: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:26 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:38:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:26 smithi105 ceph-mon[103980]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-21T15:38:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:26 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1899530954' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-21T15:38:27.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:26 smithi105 ceph-mon[103980]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-21T15:38:27.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:26 smithi119 ceph-mon[103628]: pgmap v255: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:27.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:26 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:38:27.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:26 smithi119 ceph-mon[103628]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-21T15:38:27.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:26 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1899530954' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-21T15:38:27.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:26 smithi119 ceph-mon[103628]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-21T15:38:27.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.338+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f229019f300 con 0x7f2290101930 2023-10-21T15:38:27.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.340+0000 7f22867fc700 1 -- 172.21.15.46:0/1944220650 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+22132 (secure 0 0 0) 0x7f2288023090 con 0x7f2290101930 2023-10-21T15:38:27.342 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:27.343 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":83,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:38:26.289764+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:38:27.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f227c0a1520 msgr2=0x7f227c0a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f227c0a1520 0x7f227c0a39e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f228c00b2e0 tx=0x7f228c005fb0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2290101930 msgr2=0x7f229019e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2290101930 0x7f229019e130 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2288007ee0 tx=0x7f228800d3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 shutdown_connections 2023-10-21T15:38:27.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f227c0a1520 0x7f227c0a39e0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2290101930 0x7f229019e130 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22900ffe20 0x7f2290196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 --2- 172.21.15.46:0/1944220650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2290100f70 0x7f22901970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 >> 172.21.15.46:0/1944220650 conn(0x7f22900fb3b0 msgr2=0x7f2290069010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:27.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 shutdown_connections 2023-10-21T15:38:27.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.342+0000 7f2297767700 1 -- 172.21.15.46:0/1944220650 wait complete. 2023-10-21T15:38:27.357 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:38:27.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2390062450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 msgr2=0x7f5a7c100f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2390062450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 0x7f5a7c100f70 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5a7400b0a0 tx=0x7f5a7400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2390062450 shutdown_connections 2023-10-21T15:38:27.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2390062450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 0x7f5a7c100f70 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2390062450 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5a7c0ff7d0 0x7f5a7c0ffbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2390062450 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a7c100130 0x7f5a7c1005b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2390062450 >> 172.21.15.46:0/2390062450 conn(0x7f5a7c0fb310 msgr2=0x7f5a7c0fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:27.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2390062450 shutdown_connections 2023-10-21T15:38:27.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.489+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2390062450 wait complete. 2023-10-21T15:38:27.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a80d9e700 1 Processor -- start 2023-10-21T15:38:27.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a80d9e700 1 -- start start 2023-10-21T15:38:27.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a80d9e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a7c0ff7d0 0x7f5a7c198df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a80d9e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5a7c100130 0x7f5a7c199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a80d9e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 0x7f5a7c1a03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a80d9e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a7c1a0970 con 0x7f5a7c100af0 2023-10-21T15:38:27.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a80d9e700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a7c1a0ab0 con 0x7f5a7c0ff7d0 2023-10-21T15:38:27.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a80d9e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a7c1a0c40 con 0x7f5a7c100130 2023-10-21T15:38:27.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a7ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 0x7f5a7c1a03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a7ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 0x7f5a7c1a03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33066/0 (socket says 172.21.15.46:33066) 2023-10-21T15:38:27.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.490+0000 7f5a7ad9d700 1 -- 172.21.15.46:0/2859770754 learned_addr learned my addr 172.21.15.46:0/2859770754 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:27.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a7a59c700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a7c0ff7d0 0x7f5a7c198df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a79d9b700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5a7c100130 0x7f5a7c199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a7ad9d700 1 -- 172.21.15.46:0/2859770754 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5a7c100130 msgr2=0x7f5a7c199330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a7ad9d700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5a7c100130 0x7f5a7c199330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a7ad9d700 1 -- 172.21.15.46:0/2859770754 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a7c0ff7d0 msgr2=0x7f5a7c198df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a7ad9d700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a7c0ff7d0 0x7f5a7c198df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a7ad9d700 1 -- 172.21.15.46:0/2859770754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a74009d00 con 0x7f5a7c100af0 2023-10-21T15:38:27.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a7ad9d700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 0x7f5a7c1a03a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5a7400d010 tx=0x7f5a7400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:27.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a737fe700 1 -- 172.21.15.46:0/2859770754 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7400e040 con 0x7f5a7c100af0 2023-10-21T15:38:27.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a737fe700 1 -- 172.21.15.46:0/2859770754 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5a74003e10 con 0x7f5a7c100af0 2023-10-21T15:38:27.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a7c1a0ec0 con 0x7f5a7c100af0 2023-10-21T15:38:27.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a737fe700 1 -- 172.21.15.46:0/2859770754 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a740052a0 con 0x7f5a7c100af0 2023-10-21T15:38:27.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.491+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a7c1a1280 con 0x7f5a7c100af0 2023-10-21T15:38:27.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.492+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a7c10a5b0 con 0x7f5a7c100af0 2023-10-21T15:38:27.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.493+0000 7f5a737fe700 1 -- 172.21.15.46:0/2859770754 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5a74005400 con 0x7f5a7c100af0 2023-10-21T15:38:27.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.494+0000 7f5a737fe700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5a680a1520 0x7f5a680a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.494+0000 7f5a7a59c700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5a680a1520 0x7f5a680a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.494+0000 7f5a737fe700 1 -- 172.21.15.46:0/2859770754 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5a740cdd70 con 0x7f5a7c100af0 2023-10-21T15:38:27.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.494+0000 7f5a7a59c700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5a680a1520 0x7f5a680a39e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5a64009c60 tx=0x7f5a64009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:27.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.498+0000 7f5a737fe700 1 -- 172.21.15.46:0/2859770754 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5a740975b0 con 0x7f5a7c100af0 2023-10-21T15:38:27.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.710+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5a7c10eb40 con 0x7f5a7c100af0 2023-10-21T15:38:27.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.711+0000 7f5a737fe700 1 -- 172.21.15.46:0/2859770754 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+22132 (secure 0 0 0) 0x7f5a7409abd0 con 0x7f5a7c100af0 2023-10-21T15:38:27.714 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:27.714 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":83,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:38:26.289764+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:38:27.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5a680a1520 msgr2=0x7f5a680a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5a680a1520 0x7f5a680a39e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5a64009c60 tx=0x7f5a64009260 comp rx=0 tx=0).stop 2023-10-21T15:38:27.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 msgr2=0x7f5a7c1a03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 0x7f5a7c1a03a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5a7400d010 tx=0x7f5a7400bc80 comp rx=0 tx=0).stop 2023-10-21T15:38:27.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 shutdown_connections 2023-10-21T15:38:27.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5a680a1520 0x7f5a680a39e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5a7c100af0 0x7f5a7c1a03a0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a7c0ff7d0 0x7f5a7c198df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 --2- 172.21.15.46:0/2859770754 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5a7c100130 0x7f5a7c199330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 >> 172.21.15.46:0/2859770754 conn(0x7f5a7c0fb310 msgr2=0x7f5a7c0fcf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:27.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 shutdown_connections 2023-10-21T15:38:27.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.714+0000 7f5a80d9e700 1 -- 172.21.15.46:0/2859770754 wait complete. 2023-10-21T15:38:27.731 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-10-21T15:38:27.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 -- 172.21.15.46:0/3184226680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd528100ff0 msgr2=0x7fd528101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 --2- 172.21.15.46:0/3184226680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd528100ff0 0x7fd528101470 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd518009990 tx=0x7fd518009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 -- 172.21.15.46:0/3184226680 shutdown_connections 2023-10-21T15:38:27.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 --2- 172.21.15.46:0/3184226680 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5281019b0 0x7fd528108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 --2- 172.21.15.46:0/3184226680 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd5281002e0 0x7fd528100700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 --2- 172.21.15.46:0/3184226680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd528100ff0 0x7fd528101470 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 -- 172.21.15.46:0/3184226680 >> 172.21.15.46:0/3184226680 conn(0x7fd5280faa90 msgr2=0x7fd5280fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:27.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 -- 172.21.15.46:0/3184226680 shutdown_connections 2023-10-21T15:38:27.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.862+0000 7fd530496700 1 -- 172.21.15.46:0/3184226680 wait complete. 2023-10-21T15:38:27.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd530496700 1 Processor -- start 2023-10-21T15:38:27.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd530496700 1 -- start start 2023-10-21T15:38:27.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd530496700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5281002e0 0x7fd528196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd530496700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd528100ff0 0x7fd5281971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd530496700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5281019b0 0x7fd52819e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd530496700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52819e7c0 con 0x7fd5281002e0 2023-10-21T15:38:27.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd530496700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52819e930 con 0x7fd5281019b0 2023-10-21T15:38:27.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd530496700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52819eaf0 con 0x7fd528100ff0 2023-10-21T15:38:27.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52e232700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5281002e0 0x7fd528196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52e232700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5281002e0 0x7fd528196c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33076/0 (socket says 172.21.15.46:33076) 2023-10-21T15:38:27.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52e232700 1 -- 172.21.15.46:0/417006347 learned_addr learned my addr 172.21.15.46:0/417006347 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:27.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52da31700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd528100ff0 0x7fd5281971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52e232700 1 -- 172.21.15.46:0/417006347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd528100ff0 msgr2=0x7fd5281971c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52e232700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd528100ff0 0x7fd5281971c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52e232700 1 -- 172.21.15.46:0/417006347 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5281019b0 msgr2=0x7fd52819e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:27.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52e232700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5281019b0 0x7fd52819e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:27.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.863+0000 7fd52e232700 1 -- 172.21.15.46:0/417006347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5180095f0 con 0x7fd5281002e0 2023-10-21T15:38:27.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.864+0000 7fd52e232700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5281002e0 0x7fd528196c80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd52400e970 tx=0x7fd52400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:27.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.864+0000 7fd51f7fe700 1 -- 172.21.15.46:0/417006347 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd524009790 con 0x7fd5281002e0 2023-10-21T15:38:27.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.864+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd52819edd0 con 0x7fd5281002e0 2023-10-21T15:38:27.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.864+0000 7fd51f7fe700 1 -- 172.21.15.46:0/417006347 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd52400eec0 con 0x7fd5281002e0 2023-10-21T15:38:27.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.864+0000 7fd51f7fe700 1 -- 172.21.15.46:0/417006347 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd524003cf0 con 0x7fd5281002e0 2023-10-21T15:38:27.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.864+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd52819f200 con 0x7fd5281002e0 2023-10-21T15:38:27.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.865+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd52810c740 con 0x7fd5281002e0 2023-10-21T15:38:27.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.866+0000 7fd51f7fe700 1 -- 172.21.15.46:0/417006347 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd52400ccd0 con 0x7fd5281002e0 2023-10-21T15:38:27.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.867+0000 7fd51f7fe700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5140a1480 0x7fd5140a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:27.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.867+0000 7fd51f7fe700 1 -- 172.21.15.46:0/417006347 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fd524014070 con 0x7fd5281002e0 2023-10-21T15:38:27.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.867+0000 7fd52da31700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5140a1480 0x7fd5140a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:27.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.867+0000 7fd52da31700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5140a1480 0x7fd5140a3940 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd51800b2e0 tx=0x7fd518005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:27.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:27.871+0000 7fd51f7fe700 1 -- 172.21.15.46:0/417006347 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd524096700 con 0x7fd5281002e0 2023-10-21T15:38:28.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.144+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fd528106db0 con 0x7fd5281002e0 2023-10-21T15:38:28.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:27 smithi046 ceph-mon[99436]: osdmap e83: 12 total, 12 up, 12 in 2023-10-21T15:38:28.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:27 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1899530954' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-21T15:38:28.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:27 smithi046 ceph-mon[99436]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-21T15:38:28.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:27 smithi046 ceph-mon[99436]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-21T15:38:28.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:27 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1944220650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:28.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:27 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2859770754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:28.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:27 smithi105 ceph-mon[103980]: osdmap e83: 12 total, 12 up, 12 in 2023-10-21T15:38:28.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:27 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1899530954' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-21T15:38:28.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:27 smithi105 ceph-mon[103980]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-21T15:38:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:27 smithi105 ceph-mon[103980]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-21T15:38:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:27 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1944220650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:28.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:27 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2859770754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:28.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:27 smithi119 ceph-mon[103628]: osdmap e83: 12 total, 12 up, 12 in 2023-10-21T15:38:28.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:27 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1899530954' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-21T15:38:28.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:27 smithi119 ceph-mon[103628]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-21T15:38:28.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:27 smithi119 ceph-mon[103628]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-21T15:38:28.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:27 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1944220650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:28.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:27 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2859770754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:28.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.952+0000 7fd51f7fe700 1 -- 172.21.15.46:0/417006347 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) v1 ==== 118+0+0 (secure 0 0 0) 0x7fd524099d20 con 0x7fd5281002e0 2023-10-21T15:38:28.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.954+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5140a1480 msgr2=0x7fd5140a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:28.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5140a1480 0x7fd5140a3940 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd51800b2e0 tx=0x7fd518005fb0 comp rx=0 tx=0).stop 2023-10-21T15:38:28.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5281002e0 msgr2=0x7fd528196c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:28.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5281002e0 0x7fd528196c80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd52400e970 tx=0x7fd52400ec80 comp rx=0 tx=0).stop 2023-10-21T15:38:28.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 shutdown_connections 2023-10-21T15:38:28.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5140a1480 0x7fd5140a3940 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:28.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd5281002e0 0x7fd528196c80 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:28.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5281019b0 0x7fd52819e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:28.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 --2- 172.21.15.46:0/417006347 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd528100ff0 0x7fd5281971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:28.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 >> 172.21.15.46:0/417006347 conn(0x7fd5280faa90 msgr2=0x7fd5280fcdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:28.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 shutdown_connections 2023-10-21T15:38:28.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:28.955+0000 7fd530496700 1 -- 172.21.15.46:0/417006347 wait complete. 2023-10-21T15:38:28.970 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2023-10-21T15:38:28.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2023-10-21T15:38:29.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1302244389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d48101940 msgr2=0x7f6d481081f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:29.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1302244389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d48101940 0x7f6d481081f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f6d4000b0d0 tx=0x7f6d4000b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1302244389 shutdown_connections 2023-10-21T15:38:29.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1302244389 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d48101940 0x7f6d481081f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1302244389 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d480ffdb0 0x7f6d481001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1302244389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d48100fa0 0x7f6d48101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1302244389 >> 172.21.15.46:0/1302244389 conn(0x7f6d480fb320 msgr2=0x7f6d480fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:29.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1302244389 shutdown_connections 2023-10-21T15:38:29.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.098+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1302244389 wait complete. 2023-10-21T15:38:29.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4ed13700 1 Processor -- start 2023-10-21T15:38:29.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4ed13700 1 -- start start 2023-10-21T15:38:29.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4ed13700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d480ffdb0 0x7f6d48195bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:29.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4ed13700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d48100fa0 0x7f6d481960f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:29.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4ed13700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d48101940 0x7f6d4819d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:29.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4ed13700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4819d730 con 0x7f6d480ffdb0 2023-10-21T15:38:29.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4ed13700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4819d870 con 0x7f6d48100fa0 2023-10-21T15:38:29.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4ed13700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d4819da00 con 0x7f6d48101940 2023-10-21T15:38:29.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4caaf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d480ffdb0 0x7f6d48195bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:29.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4caaf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d480ffdb0 0x7f6d48195bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33090/0 (socket says 172.21.15.46:33090) 2023-10-21T15:38:29.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4caaf700 1 -- 172.21.15.46:0/1274289418 learned_addr learned my addr 172.21.15.46:0/1274289418 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:29.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.099+0000 7f6d4d2b0700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d48101940 0x7f6d4819d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:29.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d47fff700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d48100fa0 0x7f6d481960f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:29.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d4caaf700 1 -- 172.21.15.46:0/1274289418 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d48101940 msgr2=0x7f6d4819d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:29.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d4caaf700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d48101940 0x7f6d4819d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d4caaf700 1 -- 172.21.15.46:0/1274289418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d48100fa0 msgr2=0x7f6d481960f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:29.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d4caaf700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d48100fa0 0x7f6d481960f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d4caaf700 1 -- 172.21.15.46:0/1274289418 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d40009d00 con 0x7f6d480ffdb0 2023-10-21T15:38:29.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d47fff700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d48100fa0 0x7f6d481960f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:29.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d4caaf700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d480ffdb0 0x7f6d48195bb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c00ea80 tx=0x7f6d3c00ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:29.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d45ffb700 1 -- 172.21.15.46:0/1274289418 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c013070 con 0x7f6d480ffdb0 2023-10-21T15:38:29.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d480680a0 con 0x7f6d480ffdb0 2023-10-21T15:38:29.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d45ffb700 1 -- 172.21.15.46:0/1274289418 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d3c00be80 con 0x7f6d480ffdb0 2023-10-21T15:38:29.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d45ffb700 1 -- 172.21.15.46:0/1274289418 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3c003ae0 con 0x7f6d480ffdb0 2023-10-21T15:38:29.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.100+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d48068600 con 0x7f6d480ffdb0 2023-10-21T15:38:29.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.101+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d4810b620 con 0x7f6d480ffdb0 2023-10-21T15:38:29.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.102+0000 7f6d45ffb700 1 -- 172.21.15.46:0/1274289418 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6d3c0041b0 con 0x7f6d480ffdb0 2023-10-21T15:38:29.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.103+0000 7f6d45ffb700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d380a1480 0x7f6d380a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:29.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.103+0000 7f6d47fff700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d380a1480 0x7f6d380a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:29.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.103+0000 7f6d45ffb700 1 -- 172.21.15.46:0/1274289418 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6d3c0ce460 con 0x7f6d480ffdb0 2023-10-21T15:38:29.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.103+0000 7f6d47fff700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d380a1480 0x7f6d380a3940 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6d34009cb0 tx=0x7f6d34009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:29.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.107+0000 7f6d45ffb700 1 -- 172.21.15.46:0/1274289418 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6d3c097b70 con 0x7f6d480ffdb0 2023-10-21T15:38:29.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: pgmap v258: 97 pgs: 33 creating+peering, 18 active+clean, 46 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:29.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: osdmap e84: 12 total, 12 up, 12 in 2023-10-21T15:38:29.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-21T15:38:29.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: Cluster is now healthy 2023-10-21T15:38:29.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] up:active 2023-10-21T15:38:29.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:29.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:29.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/417006347' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-21T15:38:29.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:29.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:38:29.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:28 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: pgmap v258: 97 pgs: 33 creating+peering, 18 active+clean, 46 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: osdmap e84: 12 total, 12 up, 12 in 2023-10-21T15:38:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-21T15:38:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: Cluster is now healthy 2023-10-21T15:38:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] up:active 2023-10-21T15:38:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:29.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/417006347' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-21T15:38:29.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:29.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:38:29.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:28 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: pgmap v258: 97 pgs: 33 creating+peering, 18 active+clean, 46 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-21T15:38:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: osdmap e84: 12 total, 12 up, 12 in 2023-10-21T15:38:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-21T15:38:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: Cluster is now healthy 2023-10-21T15:38:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] up:active 2023-10-21T15:38:29.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:29.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:29.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/417006347' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-21T15:38:29.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:38:29.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:38:29.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:28 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:38:29.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.354+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7f6d48106ed0 con 0x7f6d480ffdb0 2023-10-21T15:38:29.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.958+0000 7f6d45ffb700 1 -- 172.21.15.46:0/1274289418 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) v1 ==== 105+0+0 (secure 0 0 0) 0x7f6d3c084e60 con 0x7f6d480ffdb0 2023-10-21T15:38:29.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d380a1480 msgr2=0x7f6d380a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:29.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d380a1480 0x7f6d380a3940 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6d34009cb0 tx=0x7f6d34009260 comp rx=0 tx=0).stop 2023-10-21T15:38:29.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d480ffdb0 msgr2=0x7f6d48195bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:29.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d480ffdb0 0x7f6d48195bb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6d3c00ea80 tx=0x7f6d3c00ed90 comp rx=0 tx=0).stop 2023-10-21T15:38:29.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 shutdown_connections 2023-10-21T15:38:29.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d380a1480 0x7f6d380a3940 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d480ffdb0 0x7f6d48195bb0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d48101940 0x7f6d4819d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 --2- 172.21.15.46:0/1274289418 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d48100fa0 0x7f6d481960f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:29.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 >> 172.21.15.46:0/1274289418 conn(0x7f6d480fb320 msgr2=0x7f6d481043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:29.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 shutdown_connections 2023-10-21T15:38:29.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:29.961+0000 7f6d4ed13700 1 -- 172.21.15.46:0/1274289418 wait complete. 2023-10-21T15:38:29.981 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2023-10-21T15:38:30.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/1897115276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8101940 msgr2=0x7f6eb8103d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:30.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/1897115276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8101940 0x7f6eb8103d30 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6ea8009990 tx=0x7f6ea8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/1897115276 shutdown_connections 2023-10-21T15:38:30.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/1897115276 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8101940 0x7f6eb8103d30 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/1897115276 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6eb8106ba0 0x7f6eb8109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/1897115276 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6eb8104270 0x7f6eb8106660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/1897115276 >> 172.21.15.46:0/1897115276 conn(0x7f6eb80fb2f0 msgr2=0x7f6eb80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:30.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/1897115276 shutdown_connections 2023-10-21T15:38:30.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.115+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/1897115276 wait complete. 2023-10-21T15:38:30.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebe5b6700 1 Processor -- start 2023-10-21T15:38:30.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebe5b6700 1 -- start start 2023-10-21T15:38:30.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebe5b6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6eb8101940 0x7f6eb8196b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebe5b6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6eb8104270 0x7f6eb81970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebe5b6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8106ba0 0x7f6eb819e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebe5b6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6eb819e6f0 con 0x7f6eb8106ba0 2023-10-21T15:38:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebe5b6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6eb819e830 con 0x7f6eb8104270 2023-10-21T15:38:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebe5b6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6eb819e9c0 con 0x7f6eb8101940 2023-10-21T15:38:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebcb53700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8106ba0 0x7f6eb819e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebcb53700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8106ba0 0x7f6eb819e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33108/0 (socket says 172.21.15.46:33108) 2023-10-21T15:38:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebcb53700 1 -- 172.21.15.46:0/2354250723 learned_addr learned my addr 172.21.15.46:0/2354250723 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6eb77fe700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6eb8104270 0x7f6eb81970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6eb7fff700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6eb8101940 0x7f6eb8196b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:30.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebcb53700 1 -- 172.21.15.46:0/2354250723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6eb8101940 msgr2=0x7f6eb8196b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:30.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebcb53700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6eb8101940 0x7f6eb8196b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebcb53700 1 -- 172.21.15.46:0/2354250723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6eb8104270 msgr2=0x7f6eb81970b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:30.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebcb53700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6eb8104270 0x7f6eb81970b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.116+0000 7f6ebcb53700 1 -- 172.21.15.46:0/2354250723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ea80095f0 con 0x7f6eb8106ba0 2023-10-21T15:38:30.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.117+0000 7f6ebcb53700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8106ba0 0x7f6eb819e120 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0007ee0 tx=0x7f6eb000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:30.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.117+0000 7f6eb57fa700 1 -- 172.21.15.46:0/2354250723 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb0017070 con 0x7f6eb8106ba0 2023-10-21T15:38:30.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.117+0000 7f6eb57fa700 1 -- 172.21.15.46:0/2354250723 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6eb000f040 con 0x7f6eb8106ba0 2023-10-21T15:38:30.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.117+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6eb819eca0 con 0x7f6eb8106ba0 2023-10-21T15:38:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.117+0000 7f6eb57fa700 1 -- 172.21.15.46:0/2354250723 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb0005740 con 0x7f6eb8106ba0 2023-10-21T15:38:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.117+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6eb819f160 con 0x7f6eb8106ba0 2023-10-21T15:38:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.118+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6eb80fce70 con 0x7f6eb8106ba0 2023-10-21T15:38:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.119+0000 7f6eb57fa700 1 -- 172.21.15.46:0/2354250723 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6eb000dc60 con 0x7f6eb8106ba0 2023-10-21T15:38:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.119+0000 7f6eb57fa700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6ea00a1480 0x7f6ea00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.120+0000 7f6eb7fff700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6ea00a1480 0x7f6ea00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:30.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.120+0000 7f6eb57fa700 1 -- 172.21.15.46:0/2354250723 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6eb00cc3b0 con 0x7f6eb8106ba0 2023-10-21T15:38:30.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.120+0000 7f6eb7fff700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6ea00a1480 0x7f6ea00a3940 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6ea8006010 tx=0x7f6ea800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:30.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.124+0000 7f6eb57fa700 1 -- 172.21.15.46:0/2354250723 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6eb0095b60 con 0x7f6eb8106ba0 2023-10-21T15:38:30.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:29 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/417006347' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-21T15:38:30.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:29 smithi105 ceph-mon[103980]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:30.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:29 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1274289418' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-10-21T15:38:30.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:29 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/417006347' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-21T15:38:30.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:29 smithi119 ceph-mon[103628]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:30.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:29 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1274289418' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-10-21T15:38:30.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.373+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f6eb810c850 con 0x7f6eb8106ba0 2023-10-21T15:38:30.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:29 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/417006347' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-21T15:38:30.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:29 smithi046 ceph-mon[99436]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:30.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:29 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1274289418' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-10-21T15:38:30.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.667+0000 7f6eb57fa700 1 -- 172.21.15.46:0/2354250723 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) v1 ==== 121+0+0 (secure 0 0 0) 0x7f6eb0099180 con 0x7f6eb8106ba0 2023-10-21T15:38:30.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6ea00a1480 msgr2=0x7f6ea00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:30.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6ea00a1480 0x7f6ea00a3940 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6ea8006010 tx=0x7f6ea800b540 comp rx=0 tx=0).stop 2023-10-21T15:38:30.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8106ba0 msgr2=0x7f6eb819e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:30.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8106ba0 0x7f6eb819e120 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0007ee0 tx=0x7f6eb000d3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 shutdown_connections 2023-10-21T15:38:30.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6ea00a1480 0x7f6ea00a3940 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8106ba0 0x7f6eb819e120 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6eb8101940 0x7f6eb8196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 --2- 172.21.15.46:0/2354250723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6eb8104270 0x7f6eb81970b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 >> 172.21.15.46:0/2354250723 conn(0x7f6eb80fb2f0 msgr2=0x7f6eb81025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:30.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 shutdown_connections 2023-10-21T15:38:30.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.671+0000 7f6ebe5b6700 1 -- 172.21.15.46:0/2354250723 wait complete. 2023-10-21T15:38:30.690 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2023-10-21T15:38:30.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.819+0000 7f5392863700 1 -- 172.21.15.46:0/3644355380 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c0ffdb0 msgr2=0x7f538c1001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.819+0000 7f5392863700 1 --2- 172.21.15.46:0/3644355380 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c0ffdb0 0x7f538c1001d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f537c0099c0 tx=0x7f537c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 -- 172.21.15.46:0/3644355380 shutdown_connections 2023-10-21T15:38:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 --2- 172.21.15.46:0/3644355380 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c0ffdb0 0x7f538c1001d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 --2- 172.21.15.46:0/3644355380 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f538c101940 0x7f538c1081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 --2- 172.21.15.46:0/3644355380 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f538c100fa0 0x7f538c101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 -- 172.21.15.46:0/3644355380 >> 172.21.15.46:0/3644355380 conn(0x7f538c0fb320 msgr2=0x7f538c0fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 -- 172.21.15.46:0/3644355380 shutdown_connections 2023-10-21T15:38:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 -- 172.21.15.46:0/3644355380 wait complete. 2023-10-21T15:38:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 Processor -- start 2023-10-21T15:38:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.820+0000 7f5392863700 1 -- start start 2023-10-21T15:38:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5392863700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f538c0ffdb0 0x7f538c196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5392863700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f538c100fa0 0x7f538c197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5392863700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c101940 0x7f538c19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5392863700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f538c19e780 con 0x7f538c101940 2023-10-21T15:38:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5392863700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f538c19e8f0 con 0x7f538c100fa0 2023-10-21T15:38:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5392863700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f538c19eab0 con 0x7f538c0ffdb0 2023-10-21T15:38:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c101940 0x7f538c19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c101940 0x7f538c19e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33120/0 (socket says 172.21.15.46:33120) 2023-10-21T15:38:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 -- 172.21.15.46:0/162524716 learned_addr learned my addr 172.21.15.46:0/162524716 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f538b7fe700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f538c100fa0 0x7f538c197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f538bfff700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f538c0ffdb0 0x7f538c196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 -- 172.21.15.46:0/162524716 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f538c0ffdb0 msgr2=0x7f538c196c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f538c0ffdb0 0x7f538c196c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 -- 172.21.15.46:0/162524716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f538c100fa0 msgr2=0x7f538c197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:30.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f538c100fa0 0x7f538c197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:30.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 -- 172.21.15.46:0/162524716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f537c0095f0 con 0x7f538c101940 2023-10-21T15:38:30.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f538bfff700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f538c0ffdb0 0x7f538c196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:38:30.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5390e00700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c101940 0x7f538c19e1b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5384007ee0 tx=0x7f538400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:30.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f53897fa700 1 -- 172.21.15.46:0/162524716 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5384017070 con 0x7f538c101940 2023-10-21T15:38:30.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f53897fa700 1 -- 172.21.15.46:0/162524716 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f538400f040 con 0x7f538c101940 2023-10-21T15:38:30.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f538c19ed90 con 0x7f538c101940 2023-10-21T15:38:30.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f53897fa700 1 -- 172.21.15.46:0/162524716 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5384005740 con 0x7f538c101940 2023-10-21T15:38:30.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.821+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f538c19f1e0 con 0x7f538c101940 2023-10-21T15:38:30.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.822+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f538c10b610 con 0x7f538c101940 2023-10-21T15:38:30.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.824+0000 7f53897fa700 1 -- 172.21.15.46:0/162524716 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f538400dc60 con 0x7f538c101940 2023-10-21T15:38:30.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.824+0000 7f53897fa700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f53740a1500 0x7f53740a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:30.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.824+0000 7f538bfff700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f53740a1500 0x7f53740a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:30.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.824+0000 7f53897fa700 1 -- 172.21.15.46:0/162524716 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f53840cc950 con 0x7f538c101940 2023-10-21T15:38:30.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.825+0000 7f538bfff700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f53740a1500 0x7f53740a39c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f537c006010 tx=0x7f537c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:30.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:30.828+0000 7f53897fa700 1 -- 172.21.15.46:0/162524716 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5384096100 con 0x7f538c101940 2023-10-21T15:38:31.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.082+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f538c10b8e0 con 0x7f538c101940 2023-10-21T15:38:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: pgmap v260: 97 pgs: 33 creating+peering, 42 active+clean, 22 unknown; 579 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 3 op/s 2023-10-21T15:38:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-21T15:38:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1274289418' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-10-21T15:38:31.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-21T15:38:31.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:31.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-21T15:38:31.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-21T15:38:31.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2354250723' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-21T15:38:31.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2354250723' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-21T15:38:31.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:active 2023-10-21T15:38:31.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-21T15:38:31.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2023-10-21T15:38:31.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2023-10-21T15:38:31.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:30 smithi105 ceph-mon[103980]: daemon mds.f is now active in filesystem cephfs as rank 2 2023-10-21T15:38:31.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: pgmap v260: 97 pgs: 33 creating+peering, 42 active+clean, 22 unknown; 579 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 3 op/s 2023-10-21T15:38:31.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-21T15:38:31.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1274289418' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-10-21T15:38:31.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-21T15:38:31.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:31.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-21T15:38:31.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-21T15:38:31.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2354250723' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-21T15:38:31.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2354250723' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-21T15:38:31.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:active 2023-10-21T15:38:31.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-21T15:38:31.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2023-10-21T15:38:31.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2023-10-21T15:38:31.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:30 smithi119 ceph-mon[103628]: daemon mds.f is now active in filesystem cephfs as rank 2 2023-10-21T15:38:31.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: pgmap v260: 97 pgs: 33 creating+peering, 42 active+clean, 22 unknown; 579 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 3 op/s 2023-10-21T15:38:31.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-21T15:38:31.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1274289418' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-10-21T15:38:31.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-21T15:38:31.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-21T15:38:31.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-21T15:38:31.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-21T15:38:31.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2354250723' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-21T15:38:31.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2354250723' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-21T15:38:31.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:active 2023-10-21T15:38:31.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-21T15:38:31.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2023-10-21T15:38:31.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2023-10-21T15:38:31.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:30 smithi046 ceph-mon[99436]: daemon mds.f is now active in filesystem cephfs as rank 2 2023-10-21T15:38:31.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.674+0000 7f53897fa700 1 -- 172.21.15.46:0/162524716 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) v1 ==== 115+0+0 (secure 0 0 0) 0x7f5384099720 con 0x7f538c101940 2023-10-21T15:38:31.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f53740a1500 msgr2=0x7f53740a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:31.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f53740a1500 0x7f53740a39c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f537c006010 tx=0x7f537c000bc0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c101940 msgr2=0x7f538c19e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:31.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c101940 0x7f538c19e1b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5384007ee0 tx=0x7f538400d3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 shutdown_connections 2023-10-21T15:38:31.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f53740a1500 0x7f53740a39c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f538c101940 0x7f538c19e1b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f538c0ffdb0 0x7f538c196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.677+0000 7f5392863700 1 --2- 172.21.15.46:0/162524716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f538c100fa0 0x7f538c197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.678+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 >> 172.21.15.46:0/162524716 conn(0x7f538c0fb320 msgr2=0x7f538c068040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:31.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.678+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 shutdown_connections 2023-10-21T15:38:31.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.678+0000 7f5392863700 1 -- 172.21.15.46:0/162524716 wait complete. 2023-10-21T15:38:31.699 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2023-10-21T15:38:31.700 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 '' 2023-10-21T15:38:31.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1883442613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102a10 msgr2=0x7f3b18109330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:31.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1883442613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102a10 0x7f3b18109330 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000b0a0 tx=0x7f3b1000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1883442613 shutdown_connections 2023-10-21T15:38:31.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1883442613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102a10 0x7f3b18109330 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1883442613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b18100e70 0x7f3b18101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1883442613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b18102050 0x7f3b181024d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1883442613 >> 172.21.15.46:0/1883442613 conn(0x7f3b180fc3f0 msgr2=0x7f3b180fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:31.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1883442613 shutdown_connections 2023-10-21T15:38:31.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1883442613 wait complete. 2023-10-21T15:38:31.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 Processor -- start 2023-10-21T15:38:31.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.835+0000 7f3b1fd03700 1 -- start start 2023-10-21T15:38:31.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1fd03700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b18100e70 0x7f3b18074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:31.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1fd03700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102050 0x7f3b180732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:31.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1fd03700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b18102a10 0x7f3b180737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:31.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1fd03700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b18073f80 con 0x7f3b18102050 2023-10-21T15:38:31.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1fd03700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b180740f0 con 0x7f3b18100e70 2023-10-21T15:38:31.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1fd03700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b181a0d40 con 0x7f3b18102a10 2023-10-21T15:38:31.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102050 0x7f3b180732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:31.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102050 0x7f3b180732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33132/0 (socket says 172.21.15.46:33132) 2023-10-21T15:38:31.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 -- 172.21.15.46:0/1880480695 learned_addr learned my addr 172.21.15.46:0/1880480695 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:31.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1e2a0700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b18102a10 0x7f3b180737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:31.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1da9f700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b18100e70 0x7f3b18074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:31.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 -- 172.21.15.46:0/1880480695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b18102a10 msgr2=0x7f3b180737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:31.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b18102a10 0x7f3b180737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 -- 172.21.15.46:0/1880480695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b18100e70 msgr2=0x7f3b18074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:31.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b18100e70 0x7f3b18074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:31.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 -- 172.21.15.46:0/1880480695 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b10009d00 con 0x7f3b18102050 2023-10-21T15:38:31.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1e2a0700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b18102a10 0x7f3b180737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:31.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1d29e700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102050 0x7f3b180732a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3b0800d980 tx=0x7f3b0800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:31.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b0effd700 1 -- 172.21.15.46:0/1880480695 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b0800de60 con 0x7f3b18102050 2023-10-21T15:38:31.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b0effd700 1 -- 172.21.15.46:0/1880480695 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b080044e0 con 0x7f3b18102050 2023-10-21T15:38:31.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b181a0fc0 con 0x7f3b18102050 2023-10-21T15:38:31.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b0effd700 1 -- 172.21.15.46:0/1880480695 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b08003be0 con 0x7f3b18102050 2023-10-21T15:38:31.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.836+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b181a14f0 con 0x7f3b18102050 2023-10-21T15:38:31.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.837+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b1810c730 con 0x7f3b18102050 2023-10-21T15:38:31.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.838+0000 7f3b0effd700 1 -- 172.21.15.46:0/1880480695 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3b08009bb0 con 0x7f3b18102050 2023-10-21T15:38:31.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.839+0000 7f3b0effd700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b040a1500 0x7f3b040a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:31.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.839+0000 7f3b1da9f700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b040a1500 0x7f3b040a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:31.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.839+0000 7f3b0effd700 1 -- 172.21.15.46:0/1880480695 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f3b080cc8d0 con 0x7f3b18102050 2023-10-21T15:38:31.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.840+0000 7f3b1da9f700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b040a1500 0x7f3b040a39c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3b14005950 tx=0x7f3b140058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:31.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:31.844+0000 7f3b0effd700 1 -- 172.21.15.46:0/1880480695 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3b08096080 con 0x7f3b18102050 2023-10-21T15:38:31.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:31 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/162524716' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-21T15:38:31.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:31 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/162524716' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-21T15:38:31.967 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:31 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:active 2023-10-21T15:38:31.968 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:31 smithi046 ceph-mon[99436]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-10-21T15:38:32.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.081+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7f3b180612f0 con 0x7f3b040a1500 2023-10-21T15:38:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:31 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/162524716' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-21T15:38:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:31 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/162524716' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-21T15:38:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:31 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:active 2023-10-21T15:38:32.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:31 smithi105 ceph-mon[103980]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-10-21T15:38:32.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:31 smithi105 ceph-mon[103980]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2023-10-21T15:38:32.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:31 smithi105 ceph-mon[103980]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:creating} 2 up:standby-replay 6 up:standby 2023-10-21T15:38:32.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:31 smithi105 ceph-mon[103980]: daemon mds.e is now active in filesystem cephfs as rank 3 2023-10-21T15:38:32.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:31 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/162524716' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-21T15:38:32.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:31 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/162524716' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-21T15:38:32.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:31 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:active 2023-10-21T15:38:32.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:31 smithi119 ceph-mon[103628]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-10-21T15:38:32.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:31 smithi119 ceph-mon[103628]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2023-10-21T15:38:32.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:31 smithi119 ceph-mon[103628]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:creating} 2 up:standby-replay 6 up:standby 2023-10-21T15:38:32.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:31 smithi119 ceph-mon[103628]: daemon mds.e is now active in filesystem cephfs as rank 3 2023-10-21T15:38:32.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:31 smithi046 ceph-mon[99436]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2023-10-21T15:38:32.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:31 smithi046 ceph-mon[99436]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:creating} 2 up:standby-replay 6 up:standby 2023-10-21T15:38:32.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:31 smithi046 ceph-mon[99436]: daemon mds.e is now active in filesystem cephfs as rank 3 2023-10-21T15:38:32.420 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:38:32.086+0000 7f38e4503700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-21T15:38:32.420 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:38:32.086+0000 7f38e4503700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-21T15:38:32.420 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:38:32.086+0000 7f38e4503700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-21T15:38:32.421 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:38:32.086+0000 7f38e4503700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-21T15:38:32.421 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:38:32.086+0000 7f38e4503700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-21T15:38:32.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.726+0000 7f3b0effd700 1 -- 172.21.15.46:0/1880480695 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f3b180612f0 con 0x7f3b040a1500 2023-10-21T15:38:32.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b040a1500 msgr2=0x7f3b040a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:32.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b040a1500 0x7f3b040a39c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3b14005950 tx=0x7f3b140058e0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102050 msgr2=0x7f3b180732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:32.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102050 0x7f3b180732a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3b0800d980 tx=0x7f3b0800dd40 comp rx=0 tx=0).stop 2023-10-21T15:38:32.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 shutdown_connections 2023-10-21T15:38:32.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b040a1500 0x7f3b040a39c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b18102a10 0x7f3b180737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b18100e70 0x7f3b18074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.728+0000 7f3b1fd03700 1 --2- 172.21.15.46:0/1880480695 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b18102050 0x7f3b180732a0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.729+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 >> 172.21.15.46:0/1880480695 conn(0x7f3b180fc3f0 msgr2=0x7f3b180fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:32.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.729+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 shutdown_connections 2023-10-21T15:38:32.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.729+0000 7f3b1fd03700 1 -- 172.21.15.46:0/1880480695 wait complete. 2023-10-21T15:38:32.747 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_0 2023-10-21T15:38:32.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 -- 172.21.15.46:0/4094864975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c0ffdb0 msgr2=0x7f918c1001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:32.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 --2- 172.21.15.46:0/4094864975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c0ffdb0 0x7f918c1001d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f91800099c0 tx=0x7f9180009cd0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 -- 172.21.15.46:0/4094864975 shutdown_connections 2023-10-21T15:38:32.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 --2- 172.21.15.46:0/4094864975 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c0ffdb0 0x7f918c1001d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 --2- 172.21.15.46:0/4094864975 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f918c101940 0x7f918c1081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 --2- 172.21.15.46:0/4094864975 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f918c100fa0 0x7f918c101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 -- 172.21.15.46:0/4094864975 >> 172.21.15.46:0/4094864975 conn(0x7f918c0fb320 msgr2=0x7f918c0fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:32.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 -- 172.21.15.46:0/4094864975 shutdown_connections 2023-10-21T15:38:32.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.881+0000 7f9192ff2700 1 -- 172.21.15.46:0/4094864975 wait complete. 2023-10-21T15:38:32.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9192ff2700 1 Processor -- start 2023-10-21T15:38:32.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9192ff2700 1 -- start start 2023-10-21T15:38:32.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9192ff2700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f918c0ffdb0 0x7f918c103d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:32.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9192ff2700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f918c100fa0 0x7f918c102380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:32.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9192ff2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c101940 0x7f918c1028c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:32.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9192ff2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f918c103060 con 0x7f918c101940 2023-10-21T15:38:32.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9192ff2700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f918c1031d0 con 0x7f918c100fa0 2023-10-21T15:38:32.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9192ff2700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f918c1a0c90 con 0x7f918c0ffdb0 2023-10-21T15:38:32.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c101940 0x7f918c1028c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:32.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c101940 0x7f918c1028c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33168/0 (socket says 172.21.15.46:33168) 2023-10-21T15:38:32.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 -- 172.21.15.46:0/1521061960 learned_addr learned my addr 172.21.15.46:0/1521061960 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:32.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f9190d8e700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f918c0ffdb0 0x7f918c103d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:32.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f918bfff700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f918c100fa0 0x7f918c102380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:32.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 -- 172.21.15.46:0/1521061960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f918c0ffdb0 msgr2=0x7f918c103d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:32.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f918c0ffdb0 0x7f918c103d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 -- 172.21.15.46:0/1521061960 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f918c100fa0 msgr2=0x7f918c102380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:32.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f918c100fa0 0x7f918c102380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:32.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 -- 172.21.15.46:0/1521061960 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91800095f0 con 0x7f918c101940 2023-10-21T15:38:32.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.882+0000 7f919158f700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c101940 0x7f918c1028c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f918400ada0 tx=0x7f918400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:32.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.883+0000 7f9189ffb700 1 -- 172.21.15.46:0/1521061960 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f918400f070 con 0x7f918c101940 2023-10-21T15:38:32.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.883+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f918c1a0f70 con 0x7f918c101940 2023-10-21T15:38:32.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.883+0000 7f9189ffb700 1 -- 172.21.15.46:0/1521061960 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9184007b30 con 0x7f918c101940 2023-10-21T15:38:32.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.883+0000 7f9189ffb700 1 -- 172.21.15.46:0/1521061960 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9184005280 con 0x7f918c101940 2023-10-21T15:38:32.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.883+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f918c1a13f0 con 0x7f918c101940 2023-10-21T15:38:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.884+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f918c10b630 con 0x7f918c101940 2023-10-21T15:38:32.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.885+0000 7f9189ffb700 1 -- 172.21.15.46:0/1521061960 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f918400c8d0 con 0x7f918c101940 2023-10-21T15:38:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.885+0000 7f9189ffb700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f917c0a1480 0x7f917c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.885+0000 7f9190d8e700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f917c0a1480 0x7f917c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.885+0000 7f9189ffb700 1 -- 172.21.15.46:0/1521061960 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f91840cc110 con 0x7f918c101940 2023-10-21T15:38:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.886+0000 7f9190d8e700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f917c0a1480 0x7f917c0a3940 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9180009f50 tx=0x7f9180005c20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:32.890+0000 7f9189ffb700 1 -- 172.21.15.46:0/1521061960 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f91840993e0 con 0x7f918c101940 2023-10-21T15:38:32.968 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: 2023-10-21T15:38:32.673+0000 7fb513723700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-10-21T15:38:32.969 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: 2023-10-21T15:38:32.673+0000 7fb513723700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2023-10-21T15:38:32.969 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: 2023-10-21T15:38:32.673+0000 7fb513723700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2023-10-21T15:38:33.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.130+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7f918c068810 con 0x7f917c0a1480 2023-10-21T15:38:33.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.135+0000 7f9189ffb700 1 -- 172.21.15.46:0/1521061960 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7f918c068810 con 0x7f917c0a1480 2023-10-21T15:38:33.138 INFO:teuthology.orchestra.run.smithi046.stdout:/volumes/_nogroup/sv_0/2e776317-a72d-48e4-b290-a986bed1482d 2023-10-21T15:38:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f917c0a1480 msgr2=0x7f917c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f917c0a1480 0x7f917c0a3940 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9180009f50 tx=0x7f9180005c20 comp rx=0 tx=0).stop 2023-10-21T15:38:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c101940 msgr2=0x7f918c1028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c101940 0x7f918c1028c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f918400ada0 tx=0x7f918400c330 comp rx=0 tx=0).stop 2023-10-21T15:38:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 shutdown_connections 2023-10-21T15:38:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f917c0a1480 0x7f917c0a3940 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f918c101940 0x7f918c1028c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f918c0ffdb0 0x7f918c103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 --2- 172.21.15.46:0/1521061960 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f918c100fa0 0x7f918c102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.137+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 >> 172.21.15.46:0/1521061960 conn(0x7f918c0fb320 msgr2=0x7f918c068100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:33.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.138+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 shutdown_connections 2023-10-21T15:38:33.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.138+0000 7f9192ff2700 1 -- 172.21.15.46:0/1521061960 wait complete. 2023-10-21T15:38:33.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-mon[99436]: pgmap v261: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 7 op/s 2023-10-21T15:38:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:active 2023-10-21T15:38:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-mon[99436]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-10-21T15:38:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-mon[99436]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-21T15:38:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-mon[99436]: Cluster is now healthy 2023-10-21T15:38:33.152 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-mon[99436]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:active} 2 up:standby-replay 6 up:standby 2023-10-21T15:38:33.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-mon[99436]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2023-10-21T15:38:33.153 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:32 smithi046 ceph-mon[99436]: daemon mds.k is now active in filesystem cephfs as rank 4 2023-10-21T15:38:33.154 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 '' 2023-10-21T15:38:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-mon[103980]: pgmap v261: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 7 op/s 2023-10-21T15:38:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:active 2023-10-21T15:38:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-mon[103980]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-10-21T15:38:33.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-mon[103980]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-21T15:38:33.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-mon[103980]: Cluster is now healthy 2023-10-21T15:38:33.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-mon[103980]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:active} 2 up:standby-replay 6 up:standby 2023-10-21T15:38:33.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-mon[103980]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2023-10-21T15:38:33.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:32 smithi105 ceph-mon[103980]: daemon mds.k is now active in filesystem cephfs as rank 4 2023-10-21T15:38:33.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:32 smithi119 ceph-mon[103628]: pgmap v261: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 7 op/s 2023-10-21T15:38:33.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:32 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:active 2023-10-21T15:38:33.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:32 smithi119 ceph-mon[103628]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-10-21T15:38:33.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:32 smithi119 ceph-mon[103628]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-21T15:38:33.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:32 smithi119 ceph-mon[103628]: Cluster is now healthy 2023-10-21T15:38:33.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:32 smithi119 ceph-mon[103628]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=f=up:active,3=e=up:active} 2 up:standby-replay 6 up:standby 2023-10-21T15:38:33.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:32 smithi119 ceph-mon[103628]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2023-10-21T15:38:33.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:32 smithi119 ceph-mon[103628]: daemon mds.k is now active in filesystem cephfs as rank 4 2023-10-21T15:38:33.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 -- 172.21.15.46:0/295583115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00101930 msgr2=0x7f9a00103d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 --2- 172.21.15.46:0/295583115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00101930 0x7f9a00103d20 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f99f0009990 tx=0x7f99f0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 -- 172.21.15.46:0/295583115 shutdown_connections 2023-10-21T15:38:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 --2- 172.21.15.46:0/295583115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00101930 0x7f9a00103d20 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 --2- 172.21.15.46:0/295583115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a00106b90 0x7f9a00109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 --2- 172.21.15.46:0/295583115 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a00104260 0x7f9a00106650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 -- 172.21.15.46:0/295583115 >> 172.21.15.46:0/295583115 conn(0x7f9a000fb320 msgr2=0x7f9a000fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 -- 172.21.15.46:0/295583115 shutdown_connections 2023-10-21T15:38:33.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.282+0000 7f9a05301700 1 -- 172.21.15.46:0/295583115 wait complete. 2023-10-21T15:38:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.283+0000 7f9a05301700 1 Processor -- start 2023-10-21T15:38:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.283+0000 7f9a05301700 1 -- start start 2023-10-21T15:38:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.283+0000 7f9a05301700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a00101930 0x7f9a001012a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.283+0000 7f9a05301700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00104260 0x7f9a000ff8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:33.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.283+0000 7f9a05301700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a00106b90 0x7f9a000ffe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.283+0000 7f9a05301700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a001005c0 con 0x7f9a00104260 2023-10-21T15:38:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.283+0000 7f9a05301700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a00100730 con 0x7f9a00106b90 2023-10-21T15:38:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.283+0000 7f9a05301700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a001a0c00 con 0x7f9a00101930 2023-10-21T15:38:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00104260 0x7f9a000ff8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:33.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00104260 0x7f9a000ff8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33180/0 (socket says 172.21.15.46:33180) 2023-10-21T15:38:33.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 -- 172.21.15.46:0/2741394191 learned_addr learned my addr 172.21.15.46:0/2741394191 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:33.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99feffd700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a00101930 0x7f9a001012a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:33.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99ff7fe700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a00106b90 0x7f9a000ffe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:33.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 -- 172.21.15.46:0/2741394191 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a00101930 msgr2=0x7f9a001012a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a00101930 0x7f9a001012a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 -- 172.21.15.46:0/2741394191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a00106b90 msgr2=0x7f9a000ffe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a00106b90 0x7f9a000ffe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 -- 172.21.15.46:0/2741394191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99f00095f0 con 0x7f9a00104260 2023-10-21T15:38:33.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99fe7fc700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00104260 0x7f9a000ff8e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f99f400e9a0 tx=0x7f99f400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:33.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99e7fff700 1 -- 172.21.15.46:0/2741394191 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99f4009790 con 0x7f9a00104260 2023-10-21T15:38:33.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99e7fff700 1 -- 172.21.15.46:0/2741394191 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f99f4010430 con 0x7f9a00104260 2023-10-21T15:38:33.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a001a0ee0 con 0x7f9a00104260 2023-10-21T15:38:33.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f99e7fff700 1 -- 172.21.15.46:0/2741394191 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99f4018680 con 0x7f9a00104260 2023-10-21T15:38:33.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.284+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a001a1360 con 0x7f9a00104260 2023-10-21T15:38:33.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.285+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a000fcea0 con 0x7f9a00104260 2023-10-21T15:38:33.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.286+0000 7f99e7fff700 1 -- 172.21.15.46:0/2741394191 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f99f40105a0 con 0x7f9a00104260 2023-10-21T15:38:33.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.287+0000 7f99e7fff700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99e80a1480 0x7f99e80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:33.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.287+0000 7f99feffd700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99e80a1480 0x7f99e80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:33.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.287+0000 7f99e7fff700 1 -- 172.21.15.46:0/2741394191 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f99f4014070 con 0x7f9a00104260 2023-10-21T15:38:33.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.288+0000 7f99feffd700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99e80a1480 0x7f99e80a3940 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f99f000b2e0 tx=0x7f99f0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:33.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.291+0000 7f99e7fff700 1 -- 172.21.15.46:0/2741394191 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f99f4096740 con 0x7f9a00104260 2023-10-21T15:38:33.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.528+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7f9a0002d2b0 con 0x7f99e80a1480 2023-10-21T15:38:33.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.554+0000 7f99e7fff700 1 -- 172.21.15.46:0/2741394191 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f9a0002d2b0 con 0x7f99e80a1480 2023-10-21T15:38:33.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99e80a1480 msgr2=0x7f99e80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99e80a1480 0x7f99e80a3940 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f99f000b2e0 tx=0x7f99f0005fb0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00104260 msgr2=0x7f9a000ff8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00104260 0x7f9a000ff8e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f99f400e9a0 tx=0x7f99f400ecb0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 shutdown_connections 2023-10-21T15:38:33.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99e80a1480 0x7f99e80a3940 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9a00106b90 0x7f9a000ffe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9a00101930 0x7f9a001012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 --2- 172.21.15.46:0/2741394191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a00104260 0x7f9a000ff8e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 >> 172.21.15.46:0/2741394191 conn(0x7f9a000fb320 msgr2=0x7f9a001025a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:33.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 shutdown_connections 2023-10-21T15:38:33.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.557+0000 7f9a05301700 1 -- 172.21.15.46:0/2741394191 wait complete. 2023-10-21T15:38:33.572 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_1 2023-10-21T15:38:33.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 -- 172.21.15.46:0/2325953538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70101950 msgr2=0x7f4f70108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2325953538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70101950 0x7f4f70108200 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f4f6800b0d0 tx=0x7f4f6800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 -- 172.21.15.46:0/2325953538 shutdown_connections 2023-10-21T15:38:33.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2325953538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70101950 0x7f4f70108200 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2325953538 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4f700ffdc0 0x7f4f701001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2325953538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4f70100fb0 0x7f4f70101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 -- 172.21.15.46:0/2325953538 >> 172.21.15.46:0/2325953538 conn(0x7f4f700fb350 msgr2=0x7f4f700fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:33.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 -- 172.21.15.46:0/2325953538 shutdown_connections 2023-10-21T15:38:33.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.700+0000 7f4f7731f700 1 -- 172.21.15.46:0/2325953538 wait complete. 2023-10-21T15:38:33.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f7731f700 1 Processor -- start 2023-10-21T15:38:33.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f7731f700 1 -- start start 2023-10-21T15:38:33.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f7731f700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4f700ffdc0 0x7f4f7019d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:33.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f7731f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70100fb0 0x7f4f7019d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:33.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f7731f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4f70101950 0x7f4f701a4870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:33.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f7731f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f701a4e40 con 0x7f4f70100fb0 2023-10-21T15:38:33.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f7731f700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f701a4f80 con 0x7f4f700ffdc0 2023-10-21T15:38:33.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f7731f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f701a5110 con 0x7f4f70101950 2023-10-21T15:38:33.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f748ba700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70100fb0 0x7f4f7019d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:33.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f748ba700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70100fb0 0x7f4f7019d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33218/0 (socket says 172.21.15.46:33218) 2023-10-21T15:38:33.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.701+0000 7f4f748ba700 1 -- 172.21.15.46:0/2581125463 learned_addr learned my addr 172.21.15.46:0/2581125463 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:33.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f750bb700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4f700ffdc0 0x7f4f7019d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:33.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f758bc700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4f70101950 0x7f4f701a4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:33.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f748ba700 1 -- 172.21.15.46:0/2581125463 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4f70101950 msgr2=0x7f4f701a4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f748ba700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4f70101950 0x7f4f701a4870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f748ba700 1 -- 172.21.15.46:0/2581125463 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4f700ffdc0 msgr2=0x7f4f7019d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f748ba700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4f700ffdc0 0x7f4f7019d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f748ba700 1 -- 172.21.15.46:0/2581125463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f68009d00 con 0x7f4f70100fb0 2023-10-21T15:38:33.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f748ba700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70100fb0 0x7f4f7019d800 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4f6000e9c0 tx=0x7f4f6000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:33.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f667fc700 1 -- 172.21.15.46:0/2581125463 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f600097b0 con 0x7f4f70100fb0 2023-10-21T15:38:33.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f667fc700 1 -- 172.21.15.46:0/2581125463 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4f6000ee60 con 0x7f4f70100fb0 2023-10-21T15:38:33.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f701a53f0 con 0x7f4f70100fb0 2023-10-21T15:38:33.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f667fc700 1 -- 172.21.15.46:0/2581125463 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f600054f0 con 0x7f4f70100fb0 2023-10-21T15:38:33.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.702+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f701a58b0 con 0x7f4f70100fb0 2023-10-21T15:38:33.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.703+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f7010a530 con 0x7f4f70100fb0 2023-10-21T15:38:33.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.704+0000 7f4f667fc700 1 -- 172.21.15.46:0/2581125463 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4f60004750 con 0x7f4f70100fb0 2023-10-21T15:38:33.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.705+0000 7f4f667fc700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4f5c0a1480 0x7f4f5c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:33.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.705+0000 7f4f750bb700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4f5c0a1480 0x7f4f5c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:33.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.705+0000 7f4f667fc700 1 -- 172.21.15.46:0/2581125463 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f4f60014070 con 0x7f4f70100fb0 2023-10-21T15:38:33.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.706+0000 7f4f750bb700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4f5c0a1480 0x7f4f5c0a3940 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4f70100e10 tx=0x7f4f6c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:33.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.710+0000 7f4f667fc700 1 -- 172.21.15.46:0/2581125463 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4f60096560 con 0x7f4f70100fb0 2023-10-21T15:38:33.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.949+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f4f7010e800 con 0x7f4f5c0a1480 2023-10-21T15:38:33.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.954+0000 7f4f667fc700 1 -- 172.21.15.46:0/2581125463 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7f4f7010e800 con 0x7f4f5c0a1480 2023-10-21T15:38:33.957 INFO:teuthology.orchestra.run.smithi046.stdout:/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd 2023-10-21T15:38:33.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4f5c0a1480 msgr2=0x7f4f5c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4f5c0a1480 0x7f4f5c0a3940 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4f70100e10 tx=0x7f4f6c009260 comp rx=0 tx=0).stop 2023-10-21T15:38:33.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70100fb0 msgr2=0x7f4f7019d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:33.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70100fb0 0x7f4f7019d800 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f4f6000e9c0 tx=0x7f4f6000ecd0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 shutdown_connections 2023-10-21T15:38:33.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4f5c0a1480 0x7f4f5c0a3940 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4f70101950 0x7f4f701a4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4f700ffdc0 0x7f4f7019d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 --2- 172.21.15.46:0/2581125463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4f70100fb0 0x7f4f7019d800 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:33.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 >> 172.21.15.46:0/2581125463 conn(0x7f4f700fb350 msgr2=0x7f4f7010d0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:33.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 shutdown_connections 2023-10-21T15:38:33.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:33.956+0000 7f4f7731f700 1 -- 172.21.15.46:0/2581125463 wait complete. 2023-10-21T15:38:33.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:38:34.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.099+0000 7f67050ae700 1 -- 172.21.15.46:0/2241592342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6700100fc0 msgr2=0x7f6700101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.099+0000 7f67050ae700 1 --2- 172.21.15.46:0/2241592342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6700100fc0 0x7f6700101420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f66e8009990 tx=0x7f66e8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.099+0000 7f67050ae700 1 -- 172.21.15.46:0/2241592342 shutdown_connections 2023-10-21T15:38:34.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.099+0000 7f67050ae700 1 --2- 172.21.15.46:0/2241592342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6700101960 0x7f6700108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.099+0000 7f67050ae700 1 --2- 172.21.15.46:0/2241592342 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f67000ffdd0 0x7f67001001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.099+0000 7f67050ae700 1 --2- 172.21.15.46:0/2241592342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6700100fc0 0x7f6700101420 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.099+0000 7f67050ae700 1 -- 172.21.15.46:0/2241592342 >> 172.21.15.46:0/2241592342 conn(0x7f67000fb320 msgr2=0x7f67000fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:34.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.099+0000 7f67050ae700 1 -- 172.21.15.46:0/2241592342 shutdown_connections 2023-10-21T15:38:34.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.100+0000 7f67050ae700 1 -- 172.21.15.46:0/2241592342 wait complete. 2023-10-21T15:38:34.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.100+0000 7f67050ae700 1 Processor -- start 2023-10-21T15:38:34.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.100+0000 7f67050ae700 1 -- start start 2023-10-21T15:38:34.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f67050ae700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67000ffdd0 0x7f6700068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f67050ae700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6700100fc0 0x7f670019b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f67050ae700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6700101960 0x7f670019de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f67050ae700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f670019e620 con 0x7f67000ffdd0 2023-10-21T15:38:34.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f67050ae700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f670019e790 con 0x7f6700100fc0 2023-10-21T15:38:34.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f67050ae700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f670019e950 con 0x7f6700101960 2023-10-21T15:38:34.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67000ffdd0 0x7f6700068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67000ffdd0 0x7f6700068bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33230/0 (socket says 172.21.15.46:33230) 2023-10-21T15:38:34.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 -- 172.21.15.46:0/3210854357 learned_addr learned my addr 172.21.15.46:0/3210854357 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:34.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fe59c700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6700100fc0 0x7f670019b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66ff59e700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6700101960 0x7f670019de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 -- 172.21.15.46:0/3210854357 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6700101960 msgr2=0x7f670019de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6700101960 0x7f670019de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 -- 172.21.15.46:0/3210854357 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6700100fc0 msgr2=0x7f670019b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6700100fc0 0x7f670019b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 -- 172.21.15.46:0/3210854357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66f0009520 con 0x7f67000ffdd0 2023-10-21T15:38:34.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66fed9d700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67000ffdd0 0x7f6700068bb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f66f000ea50 tx=0x7f66f000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:34.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66f7fff700 1 -- 172.21.15.46:0/3210854357 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66f000cbd0 con 0x7f67000ffdd0 2023-10-21T15:38:34.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66f7fff700 1 -- 172.21.15.46:0/3210854357 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66f000cd30 con 0x7f67000ffdd0 2023-10-21T15:38:34.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66e80095f0 con 0x7f67000ffdd0 2023-10-21T15:38:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f66f7fff700 1 -- 172.21.15.46:0/3210854357 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66f0018680 con 0x7f67000ffdd0 2023-10-21T15:38:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.101+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f670019efb0 con 0x7f67000ffdd0 2023-10-21T15:38:34.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.102+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6700107270 con 0x7f67000ffdd0 2023-10-21T15:38:34.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.104+0000 7f66f7fff700 1 -- 172.21.15.46:0/3210854357 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f66f0010430 con 0x7f67000ffdd0 2023-10-21T15:38:34.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.105+0000 7f66f7fff700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66ec0a15c0 0x7f66ec0a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.105+0000 7f66fe59c700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66ec0a15c0 0x7f66ec0a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.105+0000 7f66f7fff700 1 -- 172.21.15.46:0/3210854357 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f66f0014070 con 0x7f67000ffdd0 2023-10-21T15:38:34.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.105+0000 7f66fe59c700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66ec0a15c0 0x7f66ec0a3a80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f66e800b2e0 tx=0x7f66e8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:34.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.108+0000 7f66f7fff700 1 -- 172.21.15.46:0/3210854357 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f66f0096ee0 con 0x7f67000ffdd0 2023-10-21T15:38:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:33 smithi105 ceph-mon[103980]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:33 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] up:active 2023-10-21T15:38:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:33 smithi105 ceph-mon[103980]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2023-10-21T15:38:34.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:33 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:38:34.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:33 smithi119 ceph-mon[103628]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:34.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:33 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] up:active 2023-10-21T15:38:34.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:33 smithi119 ceph-mon[103628]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2023-10-21T15:38:34.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:33 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:38:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.355+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f670002d1c0 con 0x7f67000ffdd0 2023-10-21T15:38:34.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.356+0000 7f66f7fff700 1 -- 172.21.15.46:0/3210854357 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7f66f009a500 con 0x7f67000ffdd0 2023-10-21T15:38:34.359 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:34.359 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:38:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66ec0a15c0 msgr2=0x7f66ec0a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66ec0a15c0 0x7f66ec0a3a80 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f66e800b2e0 tx=0x7f66e8005fb0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67000ffdd0 msgr2=0x7f6700068bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67000ffdd0 0x7f6700068bb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f66f000ea50 tx=0x7f66f000ed60 comp rx=0 tx=0).stop 2023-10-21T15:38:34.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 shutdown_connections 2023-10-21T15:38:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66ec0a15c0 0x7f66ec0a3a80 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67000ffdd0 0x7f6700068bb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6700101960 0x7f670019de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 --2- 172.21.15.46:0/3210854357 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6700100fc0 0x7f670019b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 >> 172.21.15.46:0/3210854357 conn(0x7f67000fb320 msgr2=0x7f67001043b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 shutdown_connections 2023-10-21T15:38:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.358+0000 7f67050ae700 1 -- 172.21.15.46:0/3210854357 wait complete. 2023-10-21T15:38:34.363 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:38:34.372 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:33 smithi046 ceph-mon[99436]: from='client.14691 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:34.372 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:33 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] up:active 2023-10-21T15:38:34.373 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:33 smithi046 ceph-mon[99436]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2023-10-21T15:38:34.373 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:33 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:38:34.374 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:38:34.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 -- 172.21.15.46:0/680495046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 msgr2=0x7f1fa8100200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 --2- 172.21.15.46:0/680495046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 0x7f1fa8100200 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c0099c0 tx=0x7f1f9c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 -- 172.21.15.46:0/680495046 shutdown_connections 2023-10-21T15:38:34.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 --2- 172.21.15.46:0/680495046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 0x7f1fa8100200 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 --2- 172.21.15.46:0/680495046 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1fa8101970 0x7f1fa8108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 --2- 172.21.15.46:0/680495046 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1fa8100fd0 0x7f1fa8101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 -- 172.21.15.46:0/680495046 >> 172.21.15.46:0/680495046 conn(0x7f1fa80fb310 msgr2=0x7f1fa80fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:34.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 -- 172.21.15.46:0/680495046 shutdown_connections 2023-10-21T15:38:34.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.498+0000 7f1facf96700 1 -- 172.21.15.46:0/680495046 wait complete. 2023-10-21T15:38:34.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 Processor -- start 2023-10-21T15:38:34.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 -- start start 2023-10-21T15:38:34.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 0x7f1fa8103d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1fa8100fd0 0x7f1fa81023b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1fa8101970 0x7f1fa81028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa8103090 con 0x7f1fa80ffde0 2023-10-21T15:38:34.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa8103200 con 0x7f1fa8100fd0 2023-10-21T15:38:34.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa81a0b60 con 0x7f1fa8101970 2023-10-21T15:38:34.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 0x7f1fa8103d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 0x7f1fa8103d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33244/0 (socket says 172.21.15.46:33244) 2023-10-21T15:38:34.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 -- 172.21.15.46:0/4142282800 learned_addr learned my addr 172.21.15.46:0/4142282800 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:34.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa5d9b700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1fa8100fd0 0x7f1fa81023b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa6d9d700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1fa8101970 0x7f1fa81028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 -- 172.21.15.46:0/4142282800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1fa8101970 msgr2=0x7f1fa81028f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1fa8101970 0x7f1fa81028f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 -- 172.21.15.46:0/4142282800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1fa8100fd0 msgr2=0x7f1fa81023b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1fa8100fd0 0x7f1fa81023b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 -- 172.21.15.46:0/4142282800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f9c0095f0 con 0x7f1fa80ffde0 2023-10-21T15:38:34.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa6d9d700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1fa8101970 0x7f1fa81028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:34.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1fa659c700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 0x7f1fa8103d70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c009990 tx=0x7f1f9c005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:34.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1f977fe700 1 -- 172.21.15.46:0/4142282800 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9c01d070 con 0x7f1fa80ffde0 2023-10-21T15:38:34.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1f977fe700 1 -- 172.21.15.46:0/4142282800 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f9c004200 con 0x7f1fa80ffde0 2023-10-21T15:38:34.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.499+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fa81a0de0 con 0x7f1fa80ffde0 2023-10-21T15:38:34.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.500+0000 7f1f977fe700 1 -- 172.21.15.46:0/4142282800 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9c022e30 con 0x7f1fa80ffde0 2023-10-21T15:38:34.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.500+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fa81a11d0 con 0x7f1fa80ffde0 2023-10-21T15:38:34.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.501+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fa810b660 con 0x7f1fa80ffde0 2023-10-21T15:38:34.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.502+0000 7f1f977fe700 1 -- 172.21.15.46:0/4142282800 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f1f9c003d40 con 0x7f1fa80ffde0 2023-10-21T15:38:34.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.502+0000 7f1f977fe700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f900a15c0 0x7f1f900a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.502+0000 7f1fa5d9b700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f900a15c0 0x7f1f900a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.502+0000 7f1f977fe700 1 -- 172.21.15.46:0/4142282800 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f1f9c0ce2f0 con 0x7f1fa80ffde0 2023-10-21T15:38:34.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.503+0000 7f1fa5d9b700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f900a15c0 0x7f1f900a3a80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1f9800bbd0 tx=0x7f1f9800b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:34.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.506+0000 7f1f977fe700 1 -- 172.21.15.46:0/4142282800 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1f9c097a30 con 0x7f1fa80ffde0 2023-10-21T15:38:34.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.711+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1fa81a13c0 con 0x7f1fa80ffde0 2023-10-21T15:38:34.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.712+0000 7f1f977fe700 1 -- 172.21.15.46:0/4142282800 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22119 (secure 0 0 0) 0x7f1f9c09b050 con 0x7f1fa80ffde0 2023-10-21T15:38:34.715 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:34.715 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":84,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:38:27.874098+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:38:34.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.714+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f900a15c0 msgr2=0x7f1f900a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.714+0000 7f1facf96700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f900a15c0 0x7f1f900a3a80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1f9800bbd0 tx=0x7f1f9800b5b0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.714+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 msgr2=0x7f1fa8103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.714+0000 7f1facf96700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 0x7f1fa8103d70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c009990 tx=0x7f1f9c005e80 comp rx=0 tx=0).stop 2023-10-21T15:38:34.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.715+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 shutdown_connections 2023-10-21T15:38:34.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.715+0000 7f1facf96700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f900a15c0 0x7f1f900a3a80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.715+0000 7f1facf96700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1fa80ffde0 0x7f1fa8103d70 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.715+0000 7f1facf96700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1fa8101970 0x7f1fa81028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.715+0000 7f1facf96700 1 --2- 172.21.15.46:0/4142282800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1fa8100fd0 0x7f1fa81023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.715+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 >> 172.21.15.46:0/4142282800 conn(0x7f1fa80fb310 msgr2=0x7f1fa80690d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:34.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.715+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 shutdown_connections 2023-10-21T15:38:34.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.715+0000 7f1facf96700 1 -- 172.21.15.46:0/4142282800 wait complete. 2023-10-21T15:38:34.730 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-10-21T15:38:34.730 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T15:38:34.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.853+0000 7fb674d62700 1 -- 172.21.15.46:0/2808200952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb670106c10 msgr2=0x7fb670109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.853+0000 7fb674d62700 1 --2- 172.21.15.46:0/2808200952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb670106c10 0x7fb670109020 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb66800b0a0 tx=0x7fb66800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 -- 172.21.15.46:0/2808200952 shutdown_connections 2023-10-21T15:38:34.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 --2- 172.21.15.46:0/2808200952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb670106c10 0x7fb670109020 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 --2- 172.21.15.46:0/2808200952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6701019b0 0x7fb670103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 --2- 172.21.15.46:0/2808200952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb6701042e0 0x7fb6701066d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 -- 172.21.15.46:0/2808200952 >> 172.21.15.46:0/2808200952 conn(0x7fb6700fb320 msgr2=0x7fb6700fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:34.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 -- 172.21.15.46:0/2808200952 shutdown_connections 2023-10-21T15:38:34.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 -- 172.21.15.46:0/2808200952 wait complete. 2023-10-21T15:38:34.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 Processor -- start 2023-10-21T15:38:34.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 -- start start 2023-10-21T15:38:34.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb6701019b0 0x7fb670101320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.854+0000 7fb674d62700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6701042e0 0x7fb6700ff960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb674d62700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb670106c10 0x7fb6700ffea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb674d62700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb670100640 con 0x7fb6701019b0 2023-10-21T15:38:34.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb674d62700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6701007b0 con 0x7fb670106c10 2023-10-21T15:38:34.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb674d62700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6701a0c00 con 0x7fb6701042e0 2023-10-21T15:38:34.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb6701019b0 0x7fb670101320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb6701019b0 0x7fb670101320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33258/0 (socket says 172.21.15.46:33258) 2023-10-21T15:38:34.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 -- 172.21.15.46:0/3416060448 learned_addr learned my addr 172.21.15.46:0/3416060448 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:34.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66dd9b700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6701042e0 0x7fb6700ff960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66ed9d700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb670106c10 0x7fb6700ffea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 -- 172.21.15.46:0/3416060448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6701042e0 msgr2=0x7fb6700ff960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6701042e0 0x7fb6700ff960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 -- 172.21.15.46:0/3416060448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb670106c10 msgr2=0x7fb6700ffea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:34.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb670106c10 0x7fb6700ffea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:34.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 -- 172.21.15.46:0/3416060448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb668009d00 con 0x7fb6701019b0 2023-10-21T15:38:34.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66ed9d700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb670106c10 0x7fb6700ffea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:38:34.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66dd9b700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6701042e0 0x7fb6700ff960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:34.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb66e59c700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb6701019b0 0x7fb670101320 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb66000d950 tx=0x7fb66000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:34.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb65f7fe700 1 -- 172.21.15.46:0/3416060448 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb660009b40 con 0x7fb6701019b0 2023-10-21T15:38:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb65f7fe700 1 -- 172.21.15.46:0/3416060448 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb660009ca0 con 0x7fb6701019b0 2023-10-21T15:38:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6701a0ee0 con 0x7fb6701019b0 2023-10-21T15:38:34.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb65f7fe700 1 -- 172.21.15.46:0/3416060448 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb66000f620 con 0x7fb6701019b0 2023-10-21T15:38:34.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.855+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6701a1300 con 0x7fb6701019b0 2023-10-21T15:38:34.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.856+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6700fcea0 con 0x7fb6701019b0 2023-10-21T15:38:34.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.858+0000 7fb65f7fe700 1 -- 172.21.15.46:0/3416060448 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fb660010460 con 0x7fb6701019b0 2023-10-21T15:38:34.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.858+0000 7fb65f7fe700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb6580a15c0 0x7fb6580a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:34.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.858+0000 7fb66dd9b700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb6580a15c0 0x7fb6580a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:34.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.858+0000 7fb65f7fe700 1 -- 172.21.15.46:0/3416060448 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb6600cd1a0 con 0x7fb6701019b0 2023-10-21T15:38:34.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.859+0000 7fb66dd9b700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb6580a15c0 0x7fb6580a3a80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb66400bc10 tx=0x7fb66400b5f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:34.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:34.862+0000 7fb65f7fe700 1 -- 172.21.15.46:0/3416060448 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb660096750 con 0x7fb6701019b0 2023-10-21T15:38:35.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.067+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb67002d390 con 0x7fb6580a15c0 2023-10-21T15:38:35.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.080+0000 7fb65f7fe700 1 -- 172.21.15.46:0/3416060448 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+336204 (secure 0 0 0) 0x7fb67002d390 con 0x7fb6580a15c0 2023-10-21T15:38:35.087 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:35.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.083+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb6580a15c0 msgr2=0x7fb6580a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:35.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.083+0000 7fb674d62700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb6580a15c0 0x7fb6580a3a80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb66400bc10 tx=0x7fb66400b5f0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.083+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb6701019b0 msgr2=0x7fb670101320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:35.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.083+0000 7fb674d62700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb6701019b0 0x7fb670101320 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb66000d950 tx=0x7fb66000dd10 comp rx=0 tx=0).stop 2023-10-21T15:38:35.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.084+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 shutdown_connections 2023-10-21T15:38:35.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.084+0000 7fb674d62700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb6580a15c0 0x7fb6580a3a80 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.084+0000 7fb674d62700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb6701019b0 0x7fb670101320 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.084+0000 7fb674d62700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb670106c10 0x7fb6700ffea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.084+0000 7fb674d62700 1 --2- 172.21.15.46:0/3416060448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb6701042e0 0x7fb6700ff960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.084+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 >> 172.21.15.46:0/3416060448 conn(0x7fb6700fb320 msgr2=0x7fb670102620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:35.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.084+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 shutdown_connections 2023-10-21T15:38:35.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.084+0000 7fb674d62700 1 -- 172.21.15.46:0/3416060448 wait complete. 2023-10-21T15:38:35.094 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-10-21T15:38:35.097 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:34 smithi046 ceph-mon[99436]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.098 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:34 smithi046 ceph-mon[99436]: pgmap v262: 97 pgs: 97 active+clean; 597 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 6.3 KiB/s wr, 19 op/s 2023-10-21T15:38:35.098 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:34 smithi046 ceph-mon[99436]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.098 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:34 smithi046 ceph-mon[99436]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.098 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:34 smithi046 ceph-mon[99436]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-10-21T15:38:35.098 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:34 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3210854357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:35.099 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:34 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4142282800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:35.100 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":262,"stamp":"2023-10-21T15:38:33.180828+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":611270,"num_objects":56,"num_object_clones":0,"num_object_copies":168,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":140,"num_read_kb":120,"num_write":307,"num_write_kb":2984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":38,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":242,"ondisk_log_size":242,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":270,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":336672,"kb_used_data":12448,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124605152,"statfs":{"total":1151940427776,"available":1151595675648,"internally_reserved":0,"allocated":12746752,"data_stored":6972394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19132,"internal_metadata":331855172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":20902,"num_objects":54,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":14,"num_read_kb":11,"num_write":126,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":38,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.320269"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099350+0000","last_change":"2023-10-21T15:38:26.896969+0000","last_active":"2023-10-21T15:38:28.099350+0000","last_peered":"2023-10-21T15:38:28.099350+0000","last_clean":"2023-10-21T15:38:28.099350+0000","last_became_active":"2023-10-21T15:38:26.896712+0000","last_became_peered":"2023-10-21T15:38:26.896712+0000","last_unstale":"2023-10-21T15:38:28.099350+0000","last_undegraded":"2023-10-21T15:38:28.099350+0000","last_fullsized":"2023-10-21T15:38:28.099350+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:30:05.325907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099489+0000","last_change":"2023-10-21T15:38:26.896367+0000","last_active":"2023-10-21T15:38:28.099489+0000","last_peered":"2023-10-21T15:38:28.099489+0000","last_clean":"2023-10-21T15:38:28.099489+0000","last_became_active":"2023-10-21T15:38:26.896171+0000","last_became_peered":"2023-10-21T15:38:26.896171+0000","last_unstale":"2023-10-21T15:38:28.099489+0000","last_undegraded":"2023-10-21T15:38:28.099489+0000","last_fullsized":"2023-10-21T15:38:28.099489+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:34:17.297490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100248+0000","last_change":"2023-10-21T15:38:26.894590+0000","last_active":"2023-10-21T15:38:28.100248+0000","last_peered":"2023-10-21T15:38:28.100248+0000","last_clean":"2023-10-21T15:38:28.100248+0000","last_became_active":"2023-10-21T15:38:26.892178+0000","last_became_peered":"2023-10-21T15:38:26.892178+0000","last_unstale":"2023-10-21T15:38:28.100248+0000","last_undegraded":"2023-10-21T15:38:28.100248+0000","last_fullsized":"2023-10-21T15:38:28.100248+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:38:18.037100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099051+0000","last_change":"2023-10-21T15:38:26.896592+0000","last_active":"2023-10-21T15:38:28.099051+0000","last_peered":"2023-10-21T15:38:28.099051+0000","last_clean":"2023-10-21T15:38:28.099051+0000","last_became_active":"2023-10-21T15:38:26.896244+0000","last_became_peered":"2023-10-21T15:38:26.896244+0000","last_unstale":"2023-10-21T15:38:28.099051+0000","last_undegraded":"2023-10-21T15:38:28.099051+0000","last_fullsized":"2023-10-21T15:38:28.099051+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:40:56.440420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099954+0000","last_change":"2023-10-21T15:38:26.896863+0000","last_active":"2023-10-21T15:38:28.099954+0000","last_peered":"2023-10-21T15:38:28.099954+0000","last_clean":"2023-10-21T15:38:28.099954+0000","last_became_active":"2023-10-21T15:38:26.896541+0000","last_became_peered":"2023-10-21T15:38:26.896541+0000","last_unstale":"2023-10-21T15:38:28.099954+0000","last_undegraded":"2023-10-21T15:38:28.099954+0000","last_fullsized":"2023-10-21T15:38:28.099954+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:40:07.776260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883165+0000","last_change":"2023-10-21T15:38:26.886165+0000","last_active":"2023-10-21T15:38:27.883165+0000","last_peered":"2023-10-21T15:38:27.883165+0000","last_clean":"2023-10-21T15:38:27.883165+0000","last_became_active":"2023-10-21T15:38:26.885878+0000","last_became_peered":"2023-10-21T15:38:26.885878+0000","last_unstale":"2023-10-21T15:38:27.883165+0000","last_undegraded":"2023-10-21T15:38:27.883165+0000","last_fullsized":"2023-10-21T15:38:27.883165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:12:33.088705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140489+0000","last_change":"2023-10-21T15:38:26.898290+0000","last_active":"2023-10-21T15:38:28.140489+0000","last_peered":"2023-10-21T15:38:28.140489+0000","last_clean":"2023-10-21T15:38:28.140489+0000","last_became_active":"2023-10-21T15:38:26.897989+0000","last_became_peered":"2023-10-21T15:38:26.897989+0000","last_unstale":"2023-10-21T15:38:28.140489+0000","last_undegraded":"2023-10-21T15:38:28.140489+0000","last_fullsized":"2023-10-21T15:38:28.140489+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:57:08.698089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099224+0000","last_change":"2023-10-21T15:38:26.893966+0000","last_active":"2023-10-21T15:38:28.099224+0000","last_peered":"2023-10-21T15:38:28.099224+0000","last_clean":"2023-10-21T15:38:28.099224+0000","last_became_active":"2023-10-21T15:38:26.893399+0000","last_became_peered":"2023-10-21T15:38:26.893399+0000","last_unstale":"2023-10-21T15:38:28.099224+0000","last_undegraded":"2023-10-21T15:38:28.099224+0000","last_fullsized":"2023-10-21T15:38:28.099224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:14:39.509360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098440+0000","last_change":"2023-10-21T15:38:26.897029+0000","last_active":"2023-10-21T15:38:28.098440+0000","last_peered":"2023-10-21T15:38:28.098440+0000","last_clean":"2023-10-21T15:38:28.098440+0000","last_became_active":"2023-10-21T15:38:26.896739+0000","last_became_peered":"2023-10-21T15:38:26.896739+0000","last_unstale":"2023-10-21T15:38:28.098440+0000","last_undegraded":"2023-10-21T15:38:28.098440+0000","last_fullsized":"2023-10-21T15:38:28.098440+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:33:38.530676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883263+0000","last_change":"2023-10-21T15:38:26.897775+0000","last_active":"2023-10-21T15:38:27.883263+0000","last_peered":"2023-10-21T15:38:27.883263+0000","last_clean":"2023-10-21T15:38:27.883263+0000","last_became_active":"2023-10-21T15:38:26.897341+0000","last_became_peered":"2023-10-21T15:38:26.897341+0000","last_unstale":"2023-10-21T15:38:27.883263+0000","last_undegraded":"2023-10-21T15:38:27.883263+0000","last_fullsized":"2023-10-21T15:38:27.883263+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:52:38.533155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140830+0000","last_change":"2023-10-21T15:38:26.898907+0000","last_active":"2023-10-21T15:38:28.140830+0000","last_peered":"2023-10-21T15:38:28.140830+0000","last_clean":"2023-10-21T15:38:28.140830+0000","last_became_active":"2023-10-21T15:38:26.898596+0000","last_became_peered":"2023-10-21T15:38:26.898596+0000","last_unstale":"2023-10-21T15:38:28.140830+0000","last_undegraded":"2023-10-21T15:38:28.140830+0000","last_fullsized":"2023-10-21T15:38:28.140830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:17:50.229055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098971+0000","last_change":"2023-10-21T15:38:26.890394+0000","last_active":"2023-10-21T15:38:28.098971+0000","last_peered":"2023-10-21T15:38:28.098971+0000","last_clean":"2023-10-21T15:38:28.098971+0000","last_became_active":"2023-10-21T15:38:26.889961+0000","last_became_peered":"2023-10-21T15:38:26.889961+0000","last_unstale":"2023-10-21T15:38:28.098971+0000","last_undegraded":"2023-10-21T15:38:28.098971+0000","last_fullsized":"2023-10-21T15:38:28.098971+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:49:47.638345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883853+0000","last_change":"2023-10-21T15:38:26.894223+0000","last_active":"2023-10-21T15:38:27.883853+0000","last_peered":"2023-10-21T15:38:27.883853+0000","last_clean":"2023-10-21T15:38:27.883853+0000","last_became_active":"2023-10-21T15:38:26.893909+0000","last_became_peered":"2023-10-21T15:38:26.893909+0000","last_unstale":"2023-10-21T15:38:27.883853+0000","last_undegraded":"2023-10-21T15:38:27.883853+0000","last_fullsized":"2023-10-21T15:38:27.883853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:18:42.174182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098905+0000","last_change":"2023-10-21T15:38:26.889987+0000","last_active":"2023-10-21T15:38:28.098905+0000","last_peered":"2023-10-21T15:38:28.098905+0000","last_clean":"2023-10-21T15:38:28.098905+0000","last_became_active":"2023-10-21T15:38:26.889738+0000","last_became_peered":"2023-10-21T15:38:26.889738+0000","last_unstale":"2023-10-21T15:38:28.098905+0000","last_undegraded":"2023-10-21T15:38:28.098905+0000","last_fullsized":"2023-10-21T15:38:28.098905+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:02:05.271354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098601+0000","last_change":"2023-10-21T15:38:26.894151+0000","last_active":"2023-10-21T15:38:28.098601+0000","last_peered":"2023-10-21T15:38:28.098601+0000","last_clean":"2023-10-21T15:38:28.098601+0000","last_became_active":"2023-10-21T15:38:26.891753+0000","last_became_peered":"2023-10-21T15:38:26.891753+0000","last_unstale":"2023-10-21T15:38:28.098601+0000","last_undegraded":"2023-10-21T15:38:28.098601+0000","last_fullsized":"2023-10-21T15:38:28.098601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:21.048929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098357+0000","last_change":"2023-10-21T15:38:26.894240+0000","last_active":"2023-10-21T15:38:28.098357+0000","last_peered":"2023-10-21T15:38:28.098357+0000","last_clean":"2023-10-21T15:38:28.098357+0000","last_became_active":"2023-10-21T15:38:26.893940+0000","last_became_peered":"2023-10-21T15:38:26.893940+0000","last_unstale":"2023-10-21T15:38:28.098357+0000","last_undegraded":"2023-10-21T15:38:28.098357+0000","last_fullsized":"2023-10-21T15:38:28.098357+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:44:53.337739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099441+0000","last_change":"2023-10-21T15:38:26.897096+0000","last_active":"2023-10-21T15:38:28.099441+0000","last_peered":"2023-10-21T15:38:28.099441+0000","last_clean":"2023-10-21T15:38:28.099441+0000","last_became_active":"2023-10-21T15:38:26.896859+0000","last_became_peered":"2023-10-21T15:38:26.896859+0000","last_unstale":"2023-10-21T15:38:28.099441+0000","last_undegraded":"2023-10-21T15:38:28.099441+0000","last_fullsized":"2023-10-21T15:38:28.099441+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:31:11.748997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099096+0000","last_change":"2023-10-21T15:38:26.883077+0000","last_active":"2023-10-21T15:38:28.099096+0000","last_peered":"2023-10-21T15:38:28.099096+0000","last_clean":"2023-10-21T15:38:28.099096+0000","last_became_active":"2023-10-21T15:38:26.882768+0000","last_became_peered":"2023-10-21T15:38:26.882768+0000","last_unstale":"2023-10-21T15:38:28.099096+0000","last_undegraded":"2023-10-21T15:38:28.099096+0000","last_fullsized":"2023-10-21T15:38:28.099096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:02:39.303454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099049+0000","last_change":"2023-10-21T15:38:26.893854+0000","last_active":"2023-10-21T15:38:28.099049+0000","last_peered":"2023-10-21T15:38:28.099049+0000","last_clean":"2023-10-21T15:38:28.099049+0000","last_became_active":"2023-10-21T15:38:26.893531+0000","last_became_peered":"2023-10-21T15:38:26.893531+0000","last_unstale":"2023-10-21T15:38:28.099049+0000","last_undegraded":"2023-10-21T15:38:28.099049+0000","last_fullsized":"2023-10-21T15:38:28.099049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:59:23.113741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'11","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.691495+0000","last_change":"2023-10-21T15:38:25.873981+0000","last_active":"2023-10-21T15:38:31.691495+0000","last_peered":"2023-10-21T15:38:31.691495+0000","last_clean":"2023-10-21T15:38:31.691495+0000","last_became_active":"2023-10-21T15:38:25.873516+0000","last_became_peered":"2023-10-21T15:38:25.873516+0000","last_unstale":"2023-10-21T15:38:31.691495+0000","last_undegraded":"2023-10-21T15:38:31.691495+0000","last_fullsized":"2023-10-21T15:38:31.691495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:00:22.440091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099689+0000","last_change":"2023-10-21T15:38:26.899511+0000","last_active":"2023-10-21T15:38:28.099689+0000","last_peered":"2023-10-21T15:38:28.099689+0000","last_clean":"2023-10-21T15:38:28.099689+0000","last_became_active":"2023-10-21T15:38:26.899141+0000","last_became_peered":"2023-10-21T15:38:26.899141+0000","last_unstale":"2023-10-21T15:38:28.099689+0000","last_undegraded":"2023-10-21T15:38:28.099689+0000","last_fullsized":"2023-10-21T15:38:28.099689+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:58:56.275159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099895+0000","last_change":"2023-10-21T15:38:25.879150+0000","last_active":"2023-10-21T15:38:28.099895+0000","last_peered":"2023-10-21T15:38:28.099895+0000","last_clean":"2023-10-21T15:38:28.099895+0000","last_became_active":"2023-10-21T15:38:25.878810+0000","last_became_peered":"2023-10-21T15:38:25.878810+0000","last_unstale":"2023-10-21T15:38:28.099895+0000","last_undegraded":"2023-10-21T15:38:28.099895+0000","last_fullsized":"2023-10-21T15:38:28.099895+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:31:38.921431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098890+0000","last_change":"2023-10-21T15:38:26.895936+0000","last_active":"2023-10-21T15:38:28.098890+0000","last_peered":"2023-10-21T15:38:28.098890+0000","last_clean":"2023-10-21T15:38:28.098890+0000","last_became_active":"2023-10-21T15:38:26.895650+0000","last_became_peered":"2023-10-21T15:38:26.895650+0000","last_unstale":"2023-10-21T15:38:28.098890+0000","last_undegraded":"2023-10-21T15:38:28.098890+0000","last_fullsized":"2023-10-21T15:38:28.098890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:25:28.081813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.957458+0000","last_change":"2023-10-21T15:38:25.878767+0000","last_active":"2023-10-21T15:38:26.957458+0000","last_peered":"2023-10-21T15:38:26.957458+0000","last_clean":"2023-10-21T15:38:26.957458+0000","last_became_active":"2023-10-21T15:38:25.878433+0000","last_became_peered":"2023-10-21T15:38:25.878433+0000","last_unstale":"2023-10-21T15:38:26.957458+0000","last_undegraded":"2023-10-21T15:38:26.957458+0000","last_fullsized":"2023-10-21T15:38:26.957458+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:53:52.772470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098779+0000","last_change":"2023-10-21T15:38:26.894730+0000","last_active":"2023-10-21T15:38:28.098779+0000","last_peered":"2023-10-21T15:38:28.098779+0000","last_clean":"2023-10-21T15:38:28.098779+0000","last_became_active":"2023-10-21T15:38:26.894353+0000","last_became_peered":"2023-10-21T15:38:26.894353+0000","last_unstale":"2023-10-21T15:38:28.098779+0000","last_undegraded":"2023-10-21T15:38:28.098779+0000","last_fullsized":"2023-10-21T15:38:28.098779+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:22:27.135454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.956773+0000","last_change":"2023-10-21T15:38:25.877831+0000","last_active":"2023-10-21T15:38:26.956773+0000","last_peered":"2023-10-21T15:38:26.956773+0000","last_clean":"2023-10-21T15:38:26.956773+0000","last_became_active":"2023-10-21T15:38:25.877084+0000","last_became_peered":"2023-10-21T15:38:25.877084+0000","last_unstale":"2023-10-21T15:38:26.956773+0000","last_undegraded":"2023-10-21T15:38:26.956773+0000","last_fullsized":"2023-10-21T15:38:26.956773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:56:24.090502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.890010+0000","last_change":"2023-10-21T15:38:26.900772+0000","last_active":"2023-10-21T15:38:27.890010+0000","last_peered":"2023-10-21T15:38:27.890010+0000","last_clean":"2023-10-21T15:38:27.890010+0000","last_became_active":"2023-10-21T15:38:26.900339+0000","last_became_peered":"2023-10-21T15:38:26.900339+0000","last_unstale":"2023-10-21T15:38:27.890010+0000","last_undegraded":"2023-10-21T15:38:27.890010+0000","last_fullsized":"2023-10-21T15:38:27.890010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:38:49.973658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889722+0000","last_change":"2023-10-21T15:38:25.879162+0000","last_active":"2023-10-21T15:38:27.889722+0000","last_peered":"2023-10-21T15:38:27.889722+0000","last_clean":"2023-10-21T15:38:27.889722+0000","last_became_active":"2023-10-21T15:38:25.878817+0000","last_became_peered":"2023-10-21T15:38:25.878817+0000","last_unstale":"2023-10-21T15:38:27.889722+0000","last_undegraded":"2023-10-21T15:38:27.889722+0000","last_fullsized":"2023-10-21T15:38:27.889722+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:13:56.281533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099948+0000","last_change":"2023-10-21T15:38:26.899280+0000","last_active":"2023-10-21T15:38:28.099948+0000","last_peered":"2023-10-21T15:38:28.099948+0000","last_clean":"2023-10-21T15:38:28.099948+0000","last_became_active":"2023-10-21T15:38:26.898983+0000","last_became_peered":"2023-10-21T15:38:26.898983+0000","last_unstale":"2023-10-21T15:38:28.099948+0000","last_undegraded":"2023-10-21T15:38:28.099948+0000","last_fullsized":"2023-10-21T15:38:28.099948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:23:29.895144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.693616+0000","last_change":"2023-10-21T15:38:25.878451+0000","last_active":"2023-10-21T15:38:31.693616+0000","last_peered":"2023-10-21T15:38:31.693616+0000","last_clean":"2023-10-21T15:38:31.693616+0000","last_became_active":"2023-10-21T15:38:25.878163+0000","last_became_peered":"2023-10-21T15:38:25.878163+0000","last_unstale":"2023-10-21T15:38:31.693616+0000","last_undegraded":"2023-10-21T15:38:31.693616+0000","last_fullsized":"2023-10-21T15:38:31.693616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:05:40.364480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889788+0000","last_change":"2023-10-21T15:38:26.892537+0000","last_active":"2023-10-21T15:38:27.889788+0000","last_peered":"2023-10-21T15:38:27.889788+0000","last_clean":"2023-10-21T15:38:27.889788+0000","last_became_active":"2023-10-21T15:38:26.892059+0000","last_became_peered":"2023-10-21T15:38:26.892059+0000","last_unstale":"2023-10-21T15:38:27.889788+0000","last_undegraded":"2023-10-21T15:38:27.889788+0000","last_fullsized":"2023-10-21T15:38:27.889788+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:16:44.908468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.686086+0000","last_change":"2023-10-21T15:38:25.875691+0000","last_active":"2023-10-21T15:38:30.686086+0000","last_peered":"2023-10-21T15:38:30.686086+0000","last_clean":"2023-10-21T15:38:30.686086+0000","last_became_active":"2023-10-21T15:38:25.875237+0000","last_became_peered":"2023-10-21T15:38:25.875237+0000","last_unstale":"2023-10-21T15:38:30.686086+0000","last_undegraded":"2023-10-21T15:38:30.686086+0000","last_fullsized":"2023-10-21T15:38:30.686086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:29.569070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099377+0000","last_change":"2023-10-21T15:38:26.893776+0000","last_active":"2023-10-21T15:38:28.099377+0000","last_peered":"2023-10-21T15:38:28.099377+0000","last_clean":"2023-10-21T15:38:28.099377+0000","last_became_active":"2023-10-21T15:38:26.893414+0000","last_became_peered":"2023-10-21T15:38:26.893414+0000","last_unstale":"2023-10-21T15:38:28.099377+0000","last_undegraded":"2023-10-21T15:38:28.099377+0000","last_fullsized":"2023-10-21T15:38:28.099377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:40:06.755378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889212+0000","last_change":"2023-10-21T15:38:25.876549+0000","last_active":"2023-10-21T15:38:27.889212+0000","last_peered":"2023-10-21T15:38:27.889212+0000","last_clean":"2023-10-21T15:38:27.889212+0000","last_became_active":"2023-10-21T15:38:25.875741+0000","last_became_peered":"2023-10-21T15:38:25.875741+0000","last_unstale":"2023-10-21T15:38:27.889212+0000","last_undegraded":"2023-10-21T15:38:27.889212+0000","last_fullsized":"2023-10-21T15:38:27.889212+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:22.232236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099396+0000","last_change":"2023-10-21T15:38:26.889857+0000","last_active":"2023-10-21T15:38:28.099396+0000","last_peered":"2023-10-21T15:38:28.099396+0000","last_clean":"2023-10-21T15:38:28.099396+0000","last_became_active":"2023-10-21T15:38:26.889551+0000","last_became_peered":"2023-10-21T15:38:26.889551+0000","last_unstale":"2023-10-21T15:38:28.099396+0000","last_undegraded":"2023-10-21T15:38:28.099396+0000","last_fullsized":"2023-10-21T15:38:28.099396+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:19:42.575985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.691781+0000","last_change":"2023-10-21T15:38:25.877536+0000","last_active":"2023-10-21T15:38:31.691781+0000","last_peered":"2023-10-21T15:38:31.691781+0000","last_clean":"2023-10-21T15:38:31.691781+0000","last_became_active":"2023-10-21T15:38:25.877034+0000","last_became_peered":"2023-10-21T15:38:25.877034+0000","last_unstale":"2023-10-21T15:38:31.691781+0000","last_undegraded":"2023-10-21T15:38:31.691781+0000","last_fullsized":"2023-10-21T15:38:31.691781+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:32:54.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098631+0000","last_change":"2023-10-21T15:38:26.882998+0000","last_active":"2023-10-21T15:38:28.098631+0000","last_peered":"2023-10-21T15:38:28.098631+0000","last_clean":"2023-10-21T15:38:28.098631+0000","last_became_active":"2023-10-21T15:38:26.882719+0000","last_became_peered":"2023-10-21T15:38:26.882719+0000","last_unstale":"2023-10-21T15:38:28.098631+0000","last_undegraded":"2023-10-21T15:38:28.098631+0000","last_fullsized":"2023-10-21T15:38:28.098631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:33:51.297695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975570+0000","last_change":"2023-10-21T15:38:25.877191+0000","last_active":"2023-10-21T15:38:29.975570+0000","last_peered":"2023-10-21T15:38:29.975570+0000","last_clean":"2023-10-21T15:38:29.975570+0000","last_became_active":"2023-10-21T15:38:25.876859+0000","last_became_peered":"2023-10-21T15:38:25.876859+0000","last_unstale":"2023-10-21T15:38:29.975570+0000","last_undegraded":"2023-10-21T15:38:29.975570+0000","last_fullsized":"2023-10-21T15:38:29.975570+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:38:51.651105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099026+0000","last_change":"2023-10-21T15:38:26.893536+0000","last_active":"2023-10-21T15:38:28.099026+0000","last_peered":"2023-10-21T15:38:28.099026+0000","last_clean":"2023-10-21T15:38:28.099026+0000","last_became_active":"2023-10-21T15:38:26.893224+0000","last_became_peered":"2023-10-21T15:38:26.893224+0000","last_unstale":"2023-10-21T15:38:28.099026+0000","last_undegraded":"2023-10-21T15:38:28.099026+0000","last_fullsized":"2023-10-21T15:38:28.099026+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:40.233971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.890100+0000","last_change":"2023-10-21T15:38:25.876646+0000","last_active":"2023-10-21T15:38:27.890100+0000","last_peered":"2023-10-21T15:38:27.890100+0000","last_clean":"2023-10-21T15:38:27.890100+0000","last_became_active":"2023-10-21T15:38:25.875788+0000","last_became_peered":"2023-10-21T15:38:25.875788+0000","last_unstale":"2023-10-21T15:38:27.890100+0000","last_undegraded":"2023-10-21T15:38:27.890100+0000","last_fullsized":"2023-10-21T15:38:27.890100+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:05.096250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098864+0000","last_change":"2023-10-21T15:38:26.886739+0000","last_active":"2023-10-21T15:38:28.098864+0000","last_peered":"2023-10-21T15:38:28.098864+0000","last_clean":"2023-10-21T15:38:28.098864+0000","last_became_active":"2023-10-21T15:38:26.886436+0000","last_became_peered":"2023-10-21T15:38:26.886436+0000","last_unstale":"2023-10-21T15:38:28.098864+0000","last_undegraded":"2023-10-21T15:38:28.098864+0000","last_fullsized":"2023-10-21T15:38:28.098864+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:58:03.408955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'16","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.719684+0000","last_change":"2023-10-21T15:38:25.872668+0000","last_active":"2023-10-21T15:38:32.719684+0000","last_peered":"2023-10-21T15:38:32.719684+0000","last_clean":"2023-10-21T15:38:32.719684+0000","last_became_active":"2023-10-21T15:38:25.872314+0000","last_became_peered":"2023-10-21T15:38:25.872314+0000","last_unstale":"2023-10-21T15:38:32.719684+0000","last_undegraded":"2023-10-21T15:38:32.719684+0000","last_fullsized":"2023-10-21T15:38:32.719684+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:25:03.925414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18977,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":8,"num_read_kb":5,"num_write":18,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100072+0000","last_change":"2023-10-21T15:38:26.901535+0000","last_active":"2023-10-21T15:38:28.100072+0000","last_peered":"2023-10-21T15:38:28.100072+0000","last_clean":"2023-10-21T15:38:28.100072+0000","last_became_active":"2023-10-21T15:38:26.901232+0000","last_became_peered":"2023-10-21T15:38:26.901232+0000","last_unstale":"2023-10-21T15:38:28.100072+0000","last_undegraded":"2023-10-21T15:38:28.100072+0000","last_fullsized":"2023-10-21T15:38:28.100072+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:09:38.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098922+0000","last_change":"2023-10-21T15:38:25.881847+0000","last_active":"2023-10-21T15:38:28.098922+0000","last_peered":"2023-10-21T15:38:28.098922+0000","last_clean":"2023-10-21T15:38:28.098922+0000","last_became_active":"2023-10-21T15:38:25.881473+0000","last_became_peered":"2023-10-21T15:38:25.881473+0000","last_unstale":"2023-10-21T15:38:28.098922+0000","last_undegraded":"2023-10-21T15:38:28.098922+0000","last_fullsized":"2023-10-21T15:38:28.098922+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:41.216838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.884199+0000","last_change":"2023-10-21T15:38:26.894029+0000","last_active":"2023-10-21T15:38:27.884199+0000","last_peered":"2023-10-21T15:38:27.884199+0000","last_clean":"2023-10-21T15:38:27.884199+0000","last_became_active":"2023-10-21T15:38:26.893790+0000","last_became_peered":"2023-10-21T15:38:26.893790+0000","last_unstale":"2023-10-21T15:38:27.884199+0000","last_undegraded":"2023-10-21T15:38:27.884199+0000","last_fullsized":"2023-10-21T15:38:27.884199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:14:55.059926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889514+0000","last_change":"2023-10-21T15:38:25.876442+0000","last_active":"2023-10-21T15:38:27.889514+0000","last_peered":"2023-10-21T15:38:27.889514+0000","last_clean":"2023-10-21T15:38:27.889514+0000","last_became_active":"2023-10-21T15:38:25.875893+0000","last_became_peered":"2023-10-21T15:38:25.875893+0000","last_unstale":"2023-10-21T15:38:27.889514+0000","last_undegraded":"2023-10-21T15:38:27.889514+0000","last_fullsized":"2023-10-21T15:38:27.889514+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:31.253944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140805+0000","last_change":"2023-10-21T15:38:26.892250+0000","last_active":"2023-10-21T15:38:28.140805+0000","last_peered":"2023-10-21T15:38:28.140805+0000","last_clean":"2023-10-21T15:38:28.140805+0000","last_became_active":"2023-10-21T15:38:26.891918+0000","last_became_peered":"2023-10-21T15:38:26.891918+0000","last_unstale":"2023-10-21T15:38:28.140805+0000","last_undegraded":"2023-10-21T15:38:28.140805+0000","last_fullsized":"2023-10-21T15:38:28.140805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:46:02.617099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'5","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.688966+0000","last_change":"2023-10-21T15:38:25.875651+0000","last_active":"2023-10-21T15:38:31.688966+0000","last_peered":"2023-10-21T15:38:31.688966+0000","last_clean":"2023-10-21T15:38:31.688966+0000","last_became_active":"2023-10-21T15:38:25.875304+0000","last_became_peered":"2023-10-21T15:38:25.875304+0000","last_unstale":"2023-10-21T15:38:31.688966+0000","last_undegraded":"2023-10-21T15:38:31.688966+0000","last_fullsized":"2023-10-21T15:38:31.688966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:48:30.695617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140451+0000","last_change":"2023-10-21T15:38:26.895122+0000","last_active":"2023-10-21T15:38:28.140451+0000","last_peered":"2023-10-21T15:38:28.140451+0000","last_clean":"2023-10-21T15:38:28.140451+0000","last_became_active":"2023-10-21T15:38:26.894272+0000","last_became_peered":"2023-10-21T15:38:26.894272+0000","last_unstale":"2023-10-21T15:38:28.140451+0000","last_undegraded":"2023-10-21T15:38:28.140451+0000","last_fullsized":"2023-10-21T15:38:28.140451+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:00:42.013640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.957800+0000","last_change":"2023-10-21T15:38:25.873934+0000","last_active":"2023-10-21T15:38:26.957800+0000","last_peered":"2023-10-21T15:38:26.957800+0000","last_clean":"2023-10-21T15:38:26.957800+0000","last_became_active":"2023-10-21T15:38:25.873451+0000","last_became_peered":"2023-10-21T15:38:25.873451+0000","last_unstale":"2023-10-21T15:38:26.957800+0000","last_undegraded":"2023-10-21T15:38:26.957800+0000","last_fullsized":"2023-10-21T15:38:26.957800+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:10:09.421310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889478+0000","last_change":"2023-10-21T15:38:26.900552+0000","last_active":"2023-10-21T15:38:27.889478+0000","last_peered":"2023-10-21T15:38:27.889478+0000","last_clean":"2023-10-21T15:38:27.889478+0000","last_became_active":"2023-10-21T15:38:26.900230+0000","last_became_peered":"2023-10-21T15:38:26.900230+0000","last_unstale":"2023-10-21T15:38:27.889478+0000","last_undegraded":"2023-10-21T15:38:27.889478+0000","last_fullsized":"2023-10-21T15:38:27.889478+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:31:11.093553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.956198+0000","last_change":"2023-10-21T15:38:25.877414+0000","last_active":"2023-10-21T15:38:26.956198+0000","last_peered":"2023-10-21T15:38:26.956198+0000","last_clean":"2023-10-21T15:38:26.956198+0000","last_became_active":"2023-10-21T15:38:25.877108+0000","last_became_peered":"2023-10-21T15:38:25.877108+0000","last_unstale":"2023-10-21T15:38:26.956198+0000","last_undegraded":"2023-10-21T15:38:26.956198+0000","last_fullsized":"2023-10-21T15:38:26.956198+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:44:03.587093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098977+0000","last_change":"2023-10-21T15:38:26.893441+0000","last_active":"2023-10-21T15:38:28.098977+0000","last_peered":"2023-10-21T15:38:28.098977+0000","last_clean":"2023-10-21T15:38:28.098977+0000","last_became_active":"2023-10-21T15:38:26.893140+0000","last_became_peered":"2023-10-21T15:38:26.893140+0000","last_unstale":"2023-10-21T15:38:28.098977+0000","last_undegraded":"2023-10-21T15:38:28.098977+0000","last_fullsized":"2023-10-21T15:38:28.098977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:06:25.188921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098743+0000","last_change":"2023-10-21T15:38:25.875305+0000","last_active":"2023-10-21T15:38:28.098743+0000","last_peered":"2023-10-21T15:38:28.098743+0000","last_clean":"2023-10-21T15:38:28.098743+0000","last_became_active":"2023-10-21T15:38:25.874951+0000","last_became_peered":"2023-10-21T15:38:25.874951+0000","last_unstale":"2023-10-21T15:38:28.098743+0000","last_undegraded":"2023-10-21T15:38:28.098743+0000","last_fullsized":"2023-10-21T15:38:28.098743+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:04:14.812915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.025053+0000","last_change":"2023-10-21T15:38:26.895911+0000","last_active":"2023-10-21T15:38:28.025053+0000","last_peered":"2023-10-21T15:38:28.025053+0000","last_clean":"2023-10-21T15:38:28.025053+0000","last_became_active":"2023-10-21T15:38:26.895602+0000","last_became_peered":"2023-10-21T15:38:26.895602+0000","last_unstale":"2023-10-21T15:38:28.025053+0000","last_undegraded":"2023-10-21T15:38:28.025053+0000","last_fullsized":"2023-10-21T15:38:28.025053+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:33:52.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140613+0000","last_change":"2023-10-21T15:38:25.878916+0000","last_active":"2023-10-21T15:38:28.140613+0000","last_peered":"2023-10-21T15:38:28.140613+0000","last_clean":"2023-10-21T15:38:28.140613+0000","last_became_active":"2023-10-21T15:38:25.878605+0000","last_became_peered":"2023-10-21T15:38:25.878605+0000","last_unstale":"2023-10-21T15:38:28.140613+0000","last_undegraded":"2023-10-21T15:38:28.140613+0000","last_fullsized":"2023-10-21T15:38:28.140613+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:21:17.780944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883234+0000","last_change":"2023-10-21T15:38:26.889767+0000","last_active":"2023-10-21T15:38:27.883234+0000","last_peered":"2023-10-21T15:38:27.883234+0000","last_clean":"2023-10-21T15:38:27.883234+0000","last_became_active":"2023-10-21T15:38:26.889470+0000","last_became_peered":"2023-10-21T15:38:26.889470+0000","last_unstale":"2023-10-21T15:38:27.883234+0000","last_undegraded":"2023-10-21T15:38:27.883234+0000","last_fullsized":"2023-10-21T15:38:27.883234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:24.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889366+0000","last_change":"2023-10-21T15:38:26.901333+0000","last_active":"2023-10-21T15:38:27.889366+0000","last_peered":"2023-10-21T15:38:27.889366+0000","last_clean":"2023-10-21T15:38:27.889366+0000","last_became_active":"2023-10-21T15:38:26.896338+0000","last_became_peered":"2023-10-21T15:38:26.896338+0000","last_unstale":"2023-10-21T15:38:27.889366+0000","last_undegraded":"2023-10-21T15:38:27.889366+0000","last_fullsized":"2023-10-21T15:38:27.889366+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:48.919749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.687099+0000","last_change":"2023-10-21T15:38:25.884503+0000","last_active":"2023-10-21T15:38:30.687099+0000","last_peered":"2023-10-21T15:38:30.687099+0000","last_clean":"2023-10-21T15:38:30.687099+0000","last_became_active":"2023-10-21T15:38:25.884195+0000","last_became_peered":"2023-10-21T15:38:25.884195+0000","last_unstale":"2023-10-21T15:38:30.687099+0000","last_undegraded":"2023-10-21T15:38:30.687099+0000","last_fullsized":"2023-10-21T15:38:30.687099+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:22:38.645988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099135+0000","last_change":"2023-10-21T15:38:26.887547+0000","last_active":"2023-10-21T15:38:28.099135+0000","last_peered":"2023-10-21T15:38:28.099135+0000","last_clean":"2023-10-21T15:38:28.099135+0000","last_became_active":"2023-10-21T15:38:26.886427+0000","last_became_peered":"2023-10-21T15:38:26.886427+0000","last_unstale":"2023-10-21T15:38:28.099135+0000","last_undegraded":"2023-10-21T15:38:28.099135+0000","last_fullsized":"2023-10-21T15:38:28.099135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:19:17.570404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.689618+0000","last_change":"2023-10-21T15:38:25.871653+0000","last_active":"2023-10-21T15:38:31.689618+0000","last_peered":"2023-10-21T15:38:31.689618+0000","last_clean":"2023-10-21T15:38:31.689618+0000","last_became_active":"2023-10-21T15:38:25.871296+0000","last_became_peered":"2023-10-21T15:38:25.871296+0000","last_unstale":"2023-10-21T15:38:31.689618+0000","last_undegraded":"2023-10-21T15:38:31.689618+0000","last_fullsized":"2023-10-21T15:38:31.689618+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:05:39.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":310,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.885409+0000","last_change":"2023-10-21T15:37:26.057389+0000","last_active":"2023-10-21T15:38:26.885409+0000","last_peered":"2023-10-21T15:38:26.885409+0000","last_clean":"2023-10-21T15:38:26.885409+0000","last_became_active":"2023-10-21T15:37:26.056924+0000","last_became_peered":"2023-10-21T15:37:26.056924+0000","last_unstale":"2023-10-21T15:38:26.885409+0000","last_undegraded":"2023-10-21T15:38:26.885409+0000","last_fullsized":"2023-10-21T15:38:26.885409+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_clean_scrub_stamp":"2023-10-21T15:34:29.971370+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:55:44.580703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882619+0000","last_change":"2023-10-21T15:38:26.890694+0000","last_active":"2023-10-21T15:38:27.882619+0000","last_peered":"2023-10-21T15:38:27.882619+0000","last_clean":"2023-10-21T15:38:27.882619+0000","last_became_active":"2023-10-21T15:38:26.890358+0000","last_became_peered":"2023-10-21T15:38:26.890358+0000","last_unstale":"2023-10-21T15:38:27.882619+0000","last_undegraded":"2023-10-21T15:38:27.882619+0000","last_fullsized":"2023-10-21T15:38:27.882619+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:25:27.346968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.686261+0000","last_change":"2023-10-21T15:38:25.878475+0000","last_active":"2023-10-21T15:38:30.686261+0000","last_peered":"2023-10-21T15:38:30.686261+0000","last_clean":"2023-10-21T15:38:30.686261+0000","last_became_active":"2023-10-21T15:38:25.878121+0000","last_became_peered":"2023-10-21T15:38:25.878121+0000","last_unstale":"2023-10-21T15:38:30.686261+0000","last_undegraded":"2023-10-21T15:38:30.686261+0000","last_fullsized":"2023-10-21T15:38:30.686261+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:56:27.649381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.889663+0000","last_change":"2023-10-21T15:38:25.873109+0000","last_active":"2023-10-21T15:38:26.889663+0000","last_peered":"2023-10-21T15:38:26.889663+0000","last_clean":"2023-10-21T15:38:26.889663+0000","last_became_active":"2023-10-21T15:38:25.872788+0000","last_became_peered":"2023-10-21T15:38:25.872788+0000","last_unstale":"2023-10-21T15:38:26.889663+0000","last_undegraded":"2023-10-21T15:38:26.889663+0000","last_fullsized":"2023-10-21T15:38:26.889663+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:21:25.251516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882806+0000","last_change":"2023-10-21T15:38:26.901500+0000","last_active":"2023-10-21T15:38:27.882806+0000","last_peered":"2023-10-21T15:38:27.882806+0000","last_clean":"2023-10-21T15:38:27.882806+0000","last_became_active":"2023-10-21T15:38:26.901126+0000","last_became_peered":"2023-10-21T15:38:26.901126+0000","last_unstale":"2023-10-21T15:38:27.882806+0000","last_undegraded":"2023-10-21T15:38:27.882806+0000","last_fullsized":"2023-10-21T15:38:27.882806+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:53:28.117172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.693696+0000","last_change":"2023-10-21T15:38:25.885899+0000","last_active":"2023-10-21T15:38:31.693696+0000","last_peered":"2023-10-21T15:38:31.693696+0000","last_clean":"2023-10-21T15:38:31.693696+0000","last_became_active":"2023-10-21T15:38:25.885597+0000","last_became_peered":"2023-10-21T15:38:25.885597+0000","last_unstale":"2023-10-21T15:38:31.693696+0000","last_undegraded":"2023-10-21T15:38:31.693696+0000","last_fullsized":"2023-10-21T15:38:31.693696+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:26:17.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100402+0000","last_change":"2023-10-21T15:38:26.895852+0000","last_active":"2023-10-21T15:38:28.100402+0000","last_peered":"2023-10-21T15:38:28.100402+0000","last_clean":"2023-10-21T15:38:28.100402+0000","last_became_active":"2023-10-21T15:38:26.894433+0000","last_became_peered":"2023-10-21T15:38:26.894433+0000","last_unstale":"2023-10-21T15:38:28.100402+0000","last_undegraded":"2023-10-21T15:38:28.100402+0000","last_fullsized":"2023-10-21T15:38:28.100402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:53.377014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'5","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975093+0000","last_change":"2023-10-21T15:38:25.867897+0000","last_active":"2023-10-21T15:38:29.975093+0000","last_peered":"2023-10-21T15:38:29.975093+0000","last_clean":"2023-10-21T15:38:29.975093+0000","last_became_active":"2023-10-21T15:38:25.867599+0000","last_became_peered":"2023-10-21T15:38:25.867599+0000","last_unstale":"2023-10-21T15:38:29.975093+0000","last_undegraded":"2023-10-21T15:38:29.975093+0000","last_fullsized":"2023-10-21T15:38:29.975093+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:29:55.709865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100186+0000","last_change":"2023-10-21T15:38:26.888394+0000","last_active":"2023-10-21T15:38:28.100186+0000","last_peered":"2023-10-21T15:38:28.100186+0000","last_clean":"2023-10-21T15:38:28.100186+0000","last_became_active":"2023-10-21T15:38:26.888093+0000","last_became_peered":"2023-10-21T15:38:26.888093+0000","last_unstale":"2023-10-21T15:38:28.100186+0000","last_undegraded":"2023-10-21T15:38:28.100186+0000","last_fullsized":"2023-10-21T15:38:28.100186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:58:41.172589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975863+0000","last_change":"2023-10-21T15:38:25.872897+0000","last_active":"2023-10-21T15:38:29.975863+0000","last_peered":"2023-10-21T15:38:29.975863+0000","last_clean":"2023-10-21T15:38:29.975863+0000","last_became_active":"2023-10-21T15:38:25.872602+0000","last_became_peered":"2023-10-21T15:38:25.872602+0000","last_unstale":"2023-10-21T15:38:29.975863+0000","last_undegraded":"2023-10-21T15:38:29.975863+0000","last_fullsized":"2023-10-21T15:38:29.975863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:36:39.400136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099857+0000","last_change":"2023-10-21T15:38:26.898862+0000","last_active":"2023-10-21T15:38:28.099857+0000","last_peered":"2023-10-21T15:38:28.099857+0000","last_clean":"2023-10-21T15:38:28.099857+0000","last_became_active":"2023-10-21T15:38:26.898542+0000","last_became_peered":"2023-10-21T15:38:26.898542+0000","last_unstale":"2023-10-21T15:38:28.099857+0000","last_undegraded":"2023-10-21T15:38:28.099857+0000","last_fullsized":"2023-10-21T15:38:28.099857+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:32:14.627048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975210+0000","last_change":"2023-10-21T15:38:25.884231+0000","last_active":"2023-10-21T15:38:29.975210+0000","last_peered":"2023-10-21T15:38:29.975210+0000","last_clean":"2023-10-21T15:38:29.975210+0000","last_became_active":"2023-10-21T15:38:25.883904+0000","last_became_peered":"2023-10-21T15:38:25.883904+0000","last_unstale":"2023-10-21T15:38:29.975210+0000","last_undegraded":"2023-10-21T15:38:29.975210+0000","last_fullsized":"2023-10-21T15:38:29.975210+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:38:00.151186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098512+0000","last_change":"2023-10-21T15:38:26.896477+0000","last_active":"2023-10-21T15:38:28.098512+0000","last_peered":"2023-10-21T15:38:28.098512+0000","last_clean":"2023-10-21T15:38:28.098512+0000","last_became_active":"2023-10-21T15:38:26.896161+0000","last_became_peered":"2023-10-21T15:38:26.896161+0000","last_unstale":"2023-10-21T15:38:28.098512+0000","last_undegraded":"2023-10-21T15:38:28.098512+0000","last_fullsized":"2023-10-21T15:38:28.098512+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:53:36.752844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099107+0000","last_change":"2023-10-21T15:38:25.881905+0000","last_active":"2023-10-21T15:38:28.099107+0000","last_peered":"2023-10-21T15:38:28.099107+0000","last_clean":"2023-10-21T15:38:28.099107+0000","last_became_active":"2023-10-21T15:38:25.881517+0000","last_became_peered":"2023-10-21T15:38:25.881517+0000","last_unstale":"2023-10-21T15:38:28.099107+0000","last_undegraded":"2023-10-21T15:38:28.099107+0000","last_fullsized":"2023-10-21T15:38:28.099107+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:07.611430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098929+0000","last_change":"2023-10-21T15:38:26.890539+0000","last_active":"2023-10-21T15:38:28.098929+0000","last_peered":"2023-10-21T15:38:28.098929+0000","last_clean":"2023-10-21T15:38:28.098929+0000","last_became_active":"2023-10-21T15:38:26.890232+0000","last_became_peered":"2023-10-21T15:38:26.890232+0000","last_unstale":"2023-10-21T15:38:28.098929+0000","last_undegraded":"2023-10-21T15:38:28.098929+0000","last_fullsized":"2023-10-21T15:38:28.098929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:56:10.082811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.957296+0000","last_change":"2023-10-21T15:38:25.874103+0000","last_active":"2023-10-21T15:38:26.957296+0000","last_peered":"2023-10-21T15:38:26.957296+0000","last_clean":"2023-10-21T15:38:26.957296+0000","last_became_active":"2023-10-21T15:38:25.873775+0000","last_became_peered":"2023-10-21T15:38:25.873775+0000","last_unstale":"2023-10-21T15:38:26.957296+0000","last_undegraded":"2023-10-21T15:38:26.957296+0000","last_fullsized":"2023-10-21T15:38:26.957296+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:35:13.206524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140660+0000","last_change":"2023-10-21T15:38:26.899737+0000","last_active":"2023-10-21T15:38:28.140660+0000","last_peered":"2023-10-21T15:38:28.140660+0000","last_clean":"2023-10-21T15:38:28.140660+0000","last_became_active":"2023-10-21T15:38:26.899412+0000","last_became_peered":"2023-10-21T15:38:26.899412+0000","last_unstale":"2023-10-21T15:38:28.140660+0000","last_undegraded":"2023-10-21T15:38:28.140660+0000","last_fullsized":"2023-10-21T15:38:28.140660+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:30:04.477638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098818+0000","last_change":"2023-10-21T15:38:25.871074+0000","last_active":"2023-10-21T15:38:28.098818+0000","last_peered":"2023-10-21T15:38:28.098818+0000","last_clean":"2023-10-21T15:38:28.098818+0000","last_became_active":"2023-10-21T15:38:25.870774+0000","last_became_peered":"2023-10-21T15:38:25.870774+0000","last_unstale":"2023-10-21T15:38:28.098818+0000","last_undegraded":"2023-10-21T15:38:28.098818+0000","last_fullsized":"2023-10-21T15:38:28.098818+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:08:38.170372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140921+0000","last_change":"2023-10-21T15:38:26.897360+0000","last_active":"2023-10-21T15:38:28.140921+0000","last_peered":"2023-10-21T15:38:28.140921+0000","last_clean":"2023-10-21T15:38:28.140921+0000","last_became_active":"2023-10-21T15:38:26.896995+0000","last_became_peered":"2023-10-21T15:38:26.896995+0000","last_unstale":"2023-10-21T15:38:28.140921+0000","last_undegraded":"2023-10-21T15:38:28.140921+0000","last_fullsized":"2023-10-21T15:38:28.140921+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:38:45.828527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889863+0000","last_change":"2023-10-21T15:38:25.882083+0000","last_active":"2023-10-21T15:38:27.889863+0000","last_peered":"2023-10-21T15:38:27.889863+0000","last_clean":"2023-10-21T15:38:27.889863+0000","last_became_active":"2023-10-21T15:38:25.881750+0000","last_became_peered":"2023-10-21T15:38:25.881750+0000","last_unstale":"2023-10-21T15:38:27.889863+0000","last_undegraded":"2023-10-21T15:38:27.889863+0000","last_fullsized":"2023-10-21T15:38:27.889863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:59:47.975125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140707+0000","last_change":"2023-10-21T15:38:26.894931+0000","last_active":"2023-10-21T15:38:28.140707+0000","last_peered":"2023-10-21T15:38:28.140707+0000","last_clean":"2023-10-21T15:38:28.140707+0000","last_became_active":"2023-10-21T15:38:26.894595+0000","last_became_peered":"2023-10-21T15:38:26.894595+0000","last_unstale":"2023-10-21T15:38:28.140707+0000","last_undegraded":"2023-10-21T15:38:28.140707+0000","last_fullsized":"2023-10-21T15:38:28.140707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:12:43.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.956066+0000","last_change":"2023-10-21T15:38:25.881824+0000","last_active":"2023-10-21T15:38:26.956066+0000","last_peered":"2023-10-21T15:38:26.956066+0000","last_clean":"2023-10-21T15:38:26.956066+0000","last_became_active":"2023-10-21T15:38:25.881474+0000","last_became_peered":"2023-10-21T15:38:25.881474+0000","last_unstale":"2023-10-21T15:38:26.956066+0000","last_undegraded":"2023-10-21T15:38:26.956066+0000","last_fullsized":"2023-10-21T15:38:26.956066+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:38.330884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140969+0000","last_change":"2023-10-21T15:38:26.899040+0000","last_active":"2023-10-21T15:38:28.140969+0000","last_peered":"2023-10-21T15:38:28.140969+0000","last_clean":"2023-10-21T15:38:28.140969+0000","last_became_active":"2023-10-21T15:38:26.898725+0000","last_became_peered":"2023-10-21T15:38:26.898725+0000","last_unstale":"2023-10-21T15:38:28.140969+0000","last_undegraded":"2023-10-21T15:38:28.140969+0000","last_fullsized":"2023-10-21T15:38:28.140969+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:41:54.596788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098667+0000","last_change":"2023-10-21T15:38:26.903548+0000","last_active":"2023-10-21T15:38:28.098667+0000","last_peered":"2023-10-21T15:38:28.098667+0000","last_clean":"2023-10-21T15:38:28.098667+0000","last_became_active":"2023-10-21T15:38:26.903097+0000","last_became_peered":"2023-10-21T15:38:26.903097+0000","last_unstale":"2023-10-21T15:38:28.098667+0000","last_undegraded":"2023-10-21T15:38:28.098667+0000","last_fullsized":"2023-10-21T15:38:28.098667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:28.232463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098893+0000","last_change":"2023-10-21T15:38:26.895573+0000","last_active":"2023-10-21T15:38:28.098893+0000","last_peered":"2023-10-21T15:38:28.098893+0000","last_clean":"2023-10-21T15:38:28.098893+0000","last_became_active":"2023-10-21T15:38:26.895168+0000","last_became_peered":"2023-10-21T15:38:26.895168+0000","last_unstale":"2023-10-21T15:38:28.098893+0000","last_undegraded":"2023-10-21T15:38:28.098893+0000","last_fullsized":"2023-10-21T15:38:28.098893+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:48:56.522010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099120+0000","last_change":"2023-10-21T15:38:26.890728+0000","last_active":"2023-10-21T15:38:28.099120+0000","last_peered":"2023-10-21T15:38:28.099120+0000","last_clean":"2023-10-21T15:38:28.099120+0000","last_became_active":"2023-10-21T15:38:26.890384+0000","last_became_peered":"2023-10-21T15:38:26.890384+0000","last_unstale":"2023-10-21T15:38:28.099120+0000","last_undegraded":"2023-10-21T15:38:28.099120+0000","last_fullsized":"2023-10-21T15:38:28.099120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:19:22.847840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099289+0000","last_change":"2023-10-21T15:38:26.894991+0000","last_active":"2023-10-21T15:38:28.099289+0000","last_peered":"2023-10-21T15:38:28.099289+0000","last_clean":"2023-10-21T15:38:28.099289+0000","last_became_active":"2023-10-21T15:38:26.892249+0000","last_became_peered":"2023-10-21T15:38:26.892249+0000","last_unstale":"2023-10-21T15:38:28.099289+0000","last_undegraded":"2023-10-21T15:38:28.099289+0000","last_fullsized":"2023-10-21T15:38:28.099289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:23:21.801833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882831+0000","last_change":"2023-10-21T15:38:26.890891+0000","last_active":"2023-10-21T15:38:27.882831+0000","last_peered":"2023-10-21T15:38:27.882831+0000","last_clean":"2023-10-21T15:38:27.882831+0000","last_became_active":"2023-10-21T15:38:26.890418+0000","last_became_peered":"2023-10-21T15:38:26.890418+0000","last_unstale":"2023-10-21T15:38:27.882831+0000","last_undegraded":"2023-10-21T15:38:27.882831+0000","last_fullsized":"2023-10-21T15:38:27.882831+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:46:46.636955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098964+0000","last_change":"2023-10-21T15:38:26.899472+0000","last_active":"2023-10-21T15:38:28.098964+0000","last_peered":"2023-10-21T15:38:28.098964+0000","last_clean":"2023-10-21T15:38:28.098964+0000","last_became_active":"2023-10-21T15:38:26.899151+0000","last_became_peered":"2023-10-21T15:38:26.899151+0000","last_unstale":"2023-10-21T15:38:28.098964+0000","last_undegraded":"2023-10-21T15:38:28.098964+0000","last_fullsized":"2023-10-21T15:38:28.098964+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:10:57.193573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098884+0000","last_change":"2023-10-21T15:38:26.903335+0000","last_active":"2023-10-21T15:38:28.098884+0000","last_peered":"2023-10-21T15:38:28.098884+0000","last_clean":"2023-10-21T15:38:28.098884+0000","last_became_active":"2023-10-21T15:38:26.903033+0000","last_became_peered":"2023-10-21T15:38:26.903033+0000","last_unstale":"2023-10-21T15:38:28.098884+0000","last_undegraded":"2023-10-21T15:38:28.098884+0000","last_fullsized":"2023-10-21T15:38:28.098884+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:55:07.362101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100339+0000","last_change":"2023-10-21T15:38:26.892240+0000","last_active":"2023-10-21T15:38:28.100339+0000","last_peered":"2023-10-21T15:38:28.100339+0000","last_clean":"2023-10-21T15:38:28.100339+0000","last_became_active":"2023-10-21T15:38:26.891589+0000","last_became_peered":"2023-10-21T15:38:26.891589+0000","last_unstale":"2023-10-21T15:38:28.100339+0000","last_undegraded":"2023-10-21T15:38:28.100339+0000","last_fullsized":"2023-10-21T15:38:28.100339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:30.321203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889349+0000","last_change":"2023-10-21T15:38:26.894710+0000","last_active":"2023-10-21T15:38:27.889349+0000","last_peered":"2023-10-21T15:38:27.889349+0000","last_clean":"2023-10-21T15:38:27.889349+0000","last_became_active":"2023-10-21T15:38:26.894413+0000","last_became_peered":"2023-10-21T15:38:26.894413+0000","last_unstale":"2023-10-21T15:38:27.889349+0000","last_undegraded":"2023-10-21T15:38:27.889349+0000","last_fullsized":"2023-10-21T15:38:27.889349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:29.674995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099697+0000","last_change":"2023-10-21T15:38:26.895463+0000","last_active":"2023-10-21T15:38:28.099697+0000","last_peered":"2023-10-21T15:38:28.099697+0000","last_clean":"2023-10-21T15:38:28.099697+0000","last_became_active":"2023-10-21T15:38:26.894700+0000","last_became_peered":"2023-10-21T15:38:26.894700+0000","last_unstale":"2023-10-21T15:38:28.099697+0000","last_undegraded":"2023-10-21T15:38:28.099697+0000","last_fullsized":"2023-10-21T15:38:28.099697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:56:21.190006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098611+0000","last_change":"2023-10-21T15:38:26.896846+0000","last_active":"2023-10-21T15:38:28.098611+0000","last_peered":"2023-10-21T15:38:28.098611+0000","last_clean":"2023-10-21T15:38:28.098611+0000","last_became_active":"2023-10-21T15:38:26.896512+0000","last_became_peered":"2023-10-21T15:38:26.896512+0000","last_unstale":"2023-10-21T15:38:28.098611+0000","last_undegraded":"2023-10-21T15:38:28.098611+0000","last_fullsized":"2023-10-21T15:38:28.098611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:33.188705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883677+0000","last_change":"2023-10-21T15:38:26.888852+0000","last_active":"2023-10-21T15:38:27.883677+0000","last_peered":"2023-10-21T15:38:27.883677+0000","last_clean":"2023-10-21T15:38:27.883677+0000","last_became_active":"2023-10-21T15:38:26.888464+0000","last_became_peered":"2023-10-21T15:38:26.888464+0000","last_unstale":"2023-10-21T15:38:27.883677+0000","last_undegraded":"2023-10-21T15:38:27.883677+0000","last_fullsized":"2023-10-21T15:38:27.883677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:09:09.958503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098928+0000","last_change":"2023-10-21T15:38:26.892630+0000","last_active":"2023-10-21T15:38:28.098928+0000","last_peered":"2023-10-21T15:38:28.098928+0000","last_clean":"2023-10-21T15:38:28.098928+0000","last_became_active":"2023-10-21T15:38:26.892329+0000","last_became_peered":"2023-10-21T15:38:26.892329+0000","last_unstale":"2023-10-21T15:38:28.098928+0000","last_undegraded":"2023-10-21T15:38:28.098928+0000","last_fullsized":"2023-10-21T15:38:28.098928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:24:28.187673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":20779,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":14,"num_read_kb":11,"num_write":125,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":38,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":217088,"data_stored":30231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416395,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":897024,"data_stored":431030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79000000000000004}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]}]},{"osd":10,"up_from":71,"seq":304942678033,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1042624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":2.3620000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.56599999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.752},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":2.5819999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":2.4969999999999999},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.432}]},{"osd":4,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":1.0629999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":2.4060000000000001}]},{"osd":6,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":2.5339999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":1.2390000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78100000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.86299999999999999}]},{"osd":9,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.65200000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.4420000000000002}]}]},{"osd":9,"up_from":66,"seq":283467841557,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":431848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.39400000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.52500000000000002}]},{"osd":2,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1,"5min":1,"15min":1},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.57799999999999996}]},{"osd":3,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.48699999999999999}]},{"osd":4,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":5.8840000000000003,"5min":5.8840000000000003,"15min":5.8840000000000003},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.46800000000000003}]},{"osd":5,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.77100000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.64200000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.626},{"interface":"front","average":{"1min":0.877,"5min":0.877,"15min":0.877},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.66300000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.163,"5min":1.163,"15min":1.163},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.71799999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.67700000000000005}]}]},{"osd":8,"up_from":58,"seq":249108103193,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":901120,"data_stored":431303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.69399999999999995}]},{"osd":1,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.52600000000000002}]},{"osd":2,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.56799999999999995}]},{"osd":3,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.81299999999999994}]},{"osd":4,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.502},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.60499999999999998}]},{"osd":5,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.64900000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.80400000000000005}]},{"osd":7,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.84399999999999997}]},{"osd":9,"last update":"Sat Oct 21 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.98799999999999999},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.96699999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.86699999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94799999999999995}]}]},{"osd":7,"up_from":51,"seq":219043332125,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28492,"kb_used_data":1476,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716660,"statfs":{"total":95995035648,"available":95965859840,"internally_reserved":0,"allocated":1511424,"data_stored":1023531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.501},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.40300000000000002,"15min":0.39300000000000002},"min":{"1min":0.30199999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.434,"15min":0.42699999999999999},"min":{"1min":0.29099999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46899999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.58899999999999997,"15min":0.59599999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69599999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78100000000000003,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.55500000000000005}]},{"osd":3,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.54800000000000004,"15min":0.53800000000000003},"min":{"1min":0.42699999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.57599999999999996,"15min":0.57099999999999995},"min":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.746,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.63700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.496,"15min":0.49199999999999999},"min":{"1min":0.29199999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.49099999999999999,"15min":0.48099999999999998},"min":{"1min":0.308,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.44800000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.41799999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.623},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.47899999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.60999999999999999}]},{"osd":6,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.68799999999999994,"15min":0.68999999999999995},"min":{"1min":0.53300000000000003,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89800000000000002,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63700000000000001,"15min":0.63300000000000001},"min":{"1min":0.39100000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86599999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.65900000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.78000000000000003}]},{"osd":9,"last update":"Sat Oct 21 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.69999999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.755}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81200000000000006}]}]},{"osd":6,"up_from":46,"seq":197568495650,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":431120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.27200000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65600000000000003,"5min":1.895,"15min":1.895},"last":0.317},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.39900000000000002,"15min":0.38700000000000001},"min":{"1min":0.318,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.29399999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59399999999999997,"15min":0.58999999999999997},"min":{"1min":0.373,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.498},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.61199999999999999,"15min":0.60799999999999998},"min":{"1min":0.44,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76100000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.433}]},{"osd":2,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58499999999999996,"15min":0.57699999999999996},"min":{"1min":0.40600000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86299999999999999,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.625},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.56699999999999995,"15min":0.55500000000000005},"min":{"1min":0.376,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88600000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.63500000000000001}]},{"osd":3,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.47199999999999998,"15min":0.45600000000000002},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.5,"15min":0.48099999999999998},"min":{"1min":0.30099999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.52300000000000002}]},{"osd":4,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.65000000000000002,"15min":0.65500000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.94599999999999995,"5min":1.756,"15min":1.756},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.44600000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.88,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.625,"15min":0.60999999999999999},"min":{"1min":0.47799999999999998,"5min":0.375,"15min":0.375},"max":{"1min":0.89800000000000002,"5min":1.05,"15min":1.05},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.67400000000000004,"15min":0.67200000000000004},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.86599999999999999,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":0.56100000000000005}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.66800000000000004,"15min":0.65400000000000003},"min":{"1min":0.54200000000000004,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48399999999999999,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0009999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.72599999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:37:44 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.105,"5min":1.105,"15min":1.105},"last":0.69899999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.57999999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.71299999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":432642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.495,"15min":0.47299999999999998},"min":{"1min":0.38700000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.93600000000000005,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.49399999999999999,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.37}]},{"osd":2,"last update":"Sat Oct 21 15:37:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.41699999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.65900000000000003,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.503,"15min":0.48599999999999999},"min":{"1min":0.442,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.71899999999999997,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.71699999999999997}]},{"osd":3,"last update":"Sat Oct 21 15:37:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.53400000000000003,"15min":0.51200000000000001},"min":{"1min":0.373,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.03,"5min":1.034,"15min":1.034},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.57899999999999996,"15min":0.55000000000000004},"min":{"1min":0.46700000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0669999999999999,"5min":1.069,"15min":1.069},"last":0.58399999999999996}]},{"osd":4,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.432,"15min":0.41399999999999998},"min":{"1min":0.32500000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.48699999999999999,"15min":0.47499999999999998},"min":{"1min":0.40400000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73999999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.745,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.746}]},{"osd":6,"last update":"Sat Oct 21 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64100000000000001,"15min":0.63900000000000001},"min":{"1min":0.499,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.64200000000000002,"15min":0.63600000000000001},"min":{"1min":0.497,"5min":0.443,"15min":0.443},"max":{"1min":1.0549999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.58499999999999996,"15min":0.57899999999999996},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.57799999999999996,"15min":0.56699999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.57099999999999995}]},{"osd":8,"last update":"Sat Oct 21 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.76600000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.68999999999999995}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.629},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.61399999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":901120,"data_stored":431120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 15:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.55300000000000005,"15min":0.53100000000000003},"min":{"1min":0.374,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54500000000000004,"15min":0.54200000000000004},"min":{"1min":0.40500000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.55300000000000005}]},{"osd":2,"last update":"Sat Oct 21 15:37:34 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56399999999999995,"15min":0.55900000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.80500000000000005,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.57199999999999995,"15min":0.55600000000000005},"min":{"1min":0.42499999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.58899999999999997}]},{"osd":3,"last update":"Sat Oct 21 15:36:54 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40799999999999997,"15min":0.40000000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.47299999999999998,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.35799999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:38:15 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39200000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.56399999999999995,"15min":0.55100000000000005},"min":{"1min":0.36699999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.46400000000000002}]},{"osd":5,"last update":"Sat Oct 21 15:37:34 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.63400000000000001,"15min":0.624},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.58499999999999996,"15min":0.57899999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.49399999999999999}]},{"osd":6,"last update":"Sat Oct 21 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.54000000000000004,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.90500000000000003,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.378},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.56899999999999995,"15min":0.55500000000000005},"min":{"1min":0.36599999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.51000000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.45900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69399999999999995,"15min":0.69299999999999995},"min":{"1min":0.44500000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.68100000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.54000000000000004}]},{"osd":9,"last update":"Sat Oct 21 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.42899999999999999}]},{"osd":10,"last update":"Sat Oct 21 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":0.56299999999999994}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":913408,"data_stored":432676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.496,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.31,"15min":0.31},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.49099999999999999,"15min":0.48899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.72699999999999998,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.57399999999999995}]},{"osd":1,"last update":"Sat Oct 21 15:37:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.33000000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.5},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54200000000000004,"15min":0.54300000000000004},"min":{"1min":0.309,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76600000000000001,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.44900000000000001}]},{"osd":3,"last update":"Sat Oct 21 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.57699999999999996,"15min":0.56299999999999994},"min":{"1min":0.41099999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57499999999999996,"15min":0.57899999999999996},"min":{"1min":0.38600000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71899999999999997,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.35099999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.55500000000000005,"15min":0.54800000000000004},"min":{"1min":0.38300000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.377},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58399999999999996,"15min":0.57199999999999995},"min":{"1min":0.44900000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80300000000000005,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.56100000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.44500000000000001,"15min":0.44},"min":{"1min":0.33700000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.432},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.504,"15min":0.495},"min":{"1min":0.33900000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.40799999999999997,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77000000000000002,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.59899999999999998,"15min":0.58699999999999997},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.39600000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:20 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.63900000000000001,"15min":0.63200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.67700000000000005,"15min":0.67400000000000004},"min":{"1min":0.52200000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.877}]},{"osd":8,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.45900000000000002}]},{"osd":9,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.54600000000000004}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.74299999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149742,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":909312,"data_stored":431224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.35899999999999999,"15min":0.34699999999999998},"min":{"1min":0.26500000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.39500000000000002,"15min":0.379},"min":{"1min":0.27700000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.67200000000000004,"5min":0.751,"15min":0.751},"last":0.54600000000000004}]},{"osd":1,"last update":"Sat Oct 21 15:37:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55400000000000005,"15min":0.52400000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.873,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79700000000000004,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.67100000000000004}]},{"osd":2,"last update":"Sat Oct 21 15:37:54 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.58899999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81999999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.39600000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.83699999999999997}]},{"osd":4,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.55500000000000005,"15min":0.52500000000000002},"min":{"1min":0.36799999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.57599999999999996},"min":{"1min":0.42099999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.69899999999999995}]},{"osd":5,"last update":"Sat Oct 21 15:37:34 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58499999999999996,"15min":0.57699999999999996},"min":{"1min":0.41499999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.64200000000000002,"15min":0.63200000000000001},"min":{"1min":0.53600000000000003,"5min":0.443,"15min":0.443},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.82399999999999995}]},{"osd":6,"last update":"Sat Oct 21 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.54400000000000004,"15min":0.53400000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.60599999999999998,"15min":0.59199999999999997},"min":{"1min":0.40300000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.77500000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.46100000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.66200000000000003,"15min":0.65400000000000003},"min":{"1min":0.49399999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.63900000000000001}]},{"osd":8,"last update":"Sat Oct 21 15:37:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.86199999999999999}]},{"osd":10,"last update":"Sat Oct 21 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":0.88300000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85099999999999998}]}]},{"osd":4,"up_from":34,"seq":146028888106,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.49399999999999999,"15min":0.46300000000000002},"min":{"1min":0.377,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":1.5509999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.48799999999999999,"15min":0.46300000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":1.5369999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.36099999999999999,"15min":0.34000000000000002},"min":{"1min":0.29499999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.38200000000000001,"15min":0.35799999999999998},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.30499999999999999}]},{"osd":2,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.57899999999999996,"15min":0.56000000000000005},"min":{"1min":0.53500000000000003,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88500000000000001,"5min":1.5329999999999999,"15min":1.5329999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57499999999999996,"15min":0.55200000000000005},"min":{"1min":0.438,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.53400000000000003,"15min":0.503},"min":{"1min":0.40200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.54300000000000004,"15min":0.52600000000000002},"min":{"1min":0.36799999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.54300000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.56299999999999994,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.38,"15min":0.38},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.57799999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.51800000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.59599999999999997,"15min":0.58899999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.60899999999999999,"15min":0.59899999999999998},"min":{"1min":0.40400000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.57999999999999996}]},{"osd":7,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.36299999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.54800000000000004,"15min":0.53300000000000003},"min":{"1min":0.40899999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.47099999999999997}]},{"osd":8,"last update":"Sat Oct 21 15:37:44 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.59199999999999997}]},{"osd":9,"last update":"Sat Oct 21 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.63}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.66200000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724582,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1503232,"data_stored":1021580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.52500000000000002,"15min":0.51300000000000001},"min":{"1min":0.39700000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.505},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.51000000000000001,"15min":0.496},"min":{"1min":0.46000000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.58399999999999996}]},{"osd":1,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.53100000000000003,"15min":0.52300000000000002},"min":{"1min":0.39600000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.47499999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.38400000000000001,"15min":0.377},"min":{"1min":0.30099999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.58099999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.438,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.29199999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.41999999999999998}]},{"osd":3,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.36399999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55300000000000005,"15min":0.55100000000000005},"min":{"1min":0.39400000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.66300000000000003}]},{"osd":4,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.55100000000000005,"15min":0.54300000000000004},"min":{"1min":0.38800000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.53300000000000003,"15min":0.52600000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.48399999999999999}]},{"osd":6,"last update":"Sat Oct 21 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.61199999999999999,"15min":0.61099999999999999},"min":{"1min":0.439,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76800000000000002,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55300000000000005}]},{"osd":7,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.65100000000000002,"15min":0.64900000000000002},"min":{"1min":0.47599999999999998,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.46500000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.59799999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.54300000000000004}]},{"osd":9,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.69099999999999995}]},{"osd":10,"last update":"Sat Oct 21 15:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.62},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.63200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":21103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T15:38:35.109 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T15:38:35.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:34 smithi105 ceph-mon[103980]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:34 smithi105 ceph-mon[103980]: pgmap v262: 97 pgs: 97 active+clean; 597 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 6.3 KiB/s wr, 19 op/s 2023-10-21T15:38:35.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:34 smithi105 ceph-mon[103980]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:34 smithi105 ceph-mon[103980]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:34 smithi105 ceph-mon[103980]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-10-21T15:38:35.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:34 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3210854357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:35.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:34 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4142282800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:35.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 -- 172.21.15.46:0/1168365567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c0ffe00 msgr2=0x7f475c100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:35.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 --2- 172.21.15.46:0/1168365567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c0ffe00 0x7f475c100220 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f474c009990 tx=0x7f474c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 -- 172.21.15.46:0/1168365567 shutdown_connections 2023-10-21T15:38:35.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 --2- 172.21.15.46:0/1168365567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c0ffe00 0x7f475c100220 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 --2- 172.21.15.46:0/1168365567 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f475c101990 0x7f475c108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 --2- 172.21.15.46:0/1168365567 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f475c100ff0 0x7f475c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 -- 172.21.15.46:0/1168365567 >> 172.21.15.46:0/1168365567 conn(0x7f475c0fb370 msgr2=0x7f475c0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:35.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 -- 172.21.15.46:0/1168365567 shutdown_connections 2023-10-21T15:38:35.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.264+0000 7f476209f700 1 -- 172.21.15.46:0/1168365567 wait complete. 2023-10-21T15:38:35.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f476209f700 1 Processor -- start 2023-10-21T15:38:35.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f476209f700 1 -- start start 2023-10-21T15:38:35.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f476209f700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f475c0ffe00 0x7f475c196b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:35.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f476209f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c100ff0 0x7f475c197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:35.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f476209f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f475c101990 0x7f475c19e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:35.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f476209f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475c19e680 con 0x7f475c100ff0 2023-10-21T15:38:35.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f476209f700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475c19e7c0 con 0x7f475c0ffe00 2023-10-21T15:38:35.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f476209f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475c19e950 con 0x7f475c101990 2023-10-21T15:38:35.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c100ff0 0x7f475c197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:35.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c100ff0 0x7f475c197040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33274/0 (socket says 172.21.15.46:33274) 2023-10-21T15:38:35.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475affd700 1 -- 172.21.15.46:0/83989910 learned_addr learned my addr 172.21.15.46:0/83989910 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:35.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475bfff700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f475c101990 0x7f475c19e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:35.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475b7fe700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f475c0ffe00 0x7f475c196b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:35.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475affd700 1 -- 172.21.15.46:0/83989910 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f475c101990 msgr2=0x7f475c19e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:35.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475affd700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f475c101990 0x7f475c19e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475affd700 1 -- 172.21.15.46:0/83989910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f475c0ffe00 msgr2=0x7f475c196b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:35.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475affd700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f475c0ffe00 0x7f475c196b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.265+0000 7f475affd700 1 -- 172.21.15.46:0/83989910 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f474c0095f0 con 0x7f475c100ff0 2023-10-21T15:38:35.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.266+0000 7f475affd700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c100ff0 0x7f475c197040 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f474400d950 tx=0x7f474400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:35.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.266+0000 7f4758ff9700 1 -- 172.21.15.46:0/83989910 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4744009940 con 0x7f475c100ff0 2023-10-21T15:38:35.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.266+0000 7f4758ff9700 1 -- 172.21.15.46:0/83989910 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4744010460 con 0x7f475c100ff0 2023-10-21T15:38:35.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.266+0000 7f4758ff9700 1 -- 172.21.15.46:0/83989910 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474400f620 con 0x7f475c100ff0 2023-10-21T15:38:35.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.266+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f475c19ec30 con 0x7f475c100ff0 2023-10-21T15:38:35.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.266+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f475c19f140 con 0x7f475c100ff0 2023-10-21T15:38:35.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.267+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f475c107320 con 0x7f475c100ff0 2023-10-21T15:38:35.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.268+0000 7f4758ff9700 1 -- 172.21.15.46:0/83989910 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f47440108d0 con 0x7f475c100ff0 2023-10-21T15:38:35.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.268+0000 7f4758ff9700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47480a1640 0x7f47480a3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:35.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.268+0000 7f475b7fe700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47480a1640 0x7f47480a3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:35.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.268+0000 7f4758ff9700 1 -- 172.21.15.46:0/83989910 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f47440ccab0 con 0x7f475c100ff0 2023-10-21T15:38:35.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.269+0000 7f475b7fe700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47480a1640 0x7f47480a3b00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f474c006010 tx=0x7f474c00b260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:35.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.273+0000 7f4758ff9700 1 -- 172.21.15.46:0/83989910 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4744096160 con 0x7f475c100ff0 2023-10-21T15:38:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:34 smithi119 ceph-mon[103628]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:34 smithi119 ceph-mon[103628]: pgmap v262: 97 pgs: 97 active+clean; 597 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 6.3 KiB/s wr, 19 op/s 2023-10-21T15:38:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:34 smithi119 ceph-mon[103628]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:34 smithi119 ceph-mon[103628]: from='client.14715 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:38:35.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:34 smithi119 ceph-mon[103628]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-10-21T15:38:35.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:34 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3210854357' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:38:35.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:34 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4142282800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:35.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.472+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f475c02d230 con 0x7f47480a1640 2023-10-21T15:38:35.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.484+0000 7f4758ff9700 1 -- 172.21.15.46:0/83989910 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+336198 (secure 0 0 0) 0x7f475c02d230 con 0x7f47480a1640 2023-10-21T15:38:35.490 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:35.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47480a1640 msgr2=0x7f47480a3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:35.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47480a1640 0x7f47480a3b00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f474c006010 tx=0x7f474c00b260 comp rx=0 tx=0).stop 2023-10-21T15:38:35.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c100ff0 msgr2=0x7f475c197040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:35.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c100ff0 0x7f475c197040 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f474400d950 tx=0x7f474400dc60 comp rx=0 tx=0).stop 2023-10-21T15:38:35.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 shutdown_connections 2023-10-21T15:38:35.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f47480a1640 0x7f47480a3b00 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f475c101990 0x7f475c19e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f475c0ffe00 0x7f475c196b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 --2- 172.21.15.46:0/83989910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f475c100ff0 0x7f475c197040 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:35.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 >> 172.21.15.46:0/83989910 conn(0x7f475c0fb370 msgr2=0x7f475c104460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:35.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 shutdown_connections 2023-10-21T15:38:35.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:35.487+0000 7f476209f700 1 -- 172.21.15.46:0/83989910 wait complete. 2023-10-21T15:38:35.495 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-10-21T15:38:35.502 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":263,"stamp":"2023-10-21T15:38:35.181399+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":615546,"num_objects":88,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":164,"num_read_kb":139,"num_write":368,"num_write_kb":3010,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":301,"ondisk_log_size":301,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":336788,"kb_used_data":12588,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124605036,"statfs":{"total":1151940427776,"available":1151595556864,"internally_reserved":0,"allocated":12890112,"data_stored":6998222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19132,"internal_metadata":331855172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":25178,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":38,"num_read_kb":30,"num_write":187,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.307090"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099350+0000","last_change":"2023-10-21T15:38:26.896969+0000","last_active":"2023-10-21T15:38:28.099350+0000","last_peered":"2023-10-21T15:38:28.099350+0000","last_clean":"2023-10-21T15:38:28.099350+0000","last_became_active":"2023-10-21T15:38:26.896712+0000","last_became_peered":"2023-10-21T15:38:26.896712+0000","last_unstale":"2023-10-21T15:38:28.099350+0000","last_undegraded":"2023-10-21T15:38:28.099350+0000","last_fullsized":"2023-10-21T15:38:28.099350+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:30:05.325907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099489+0000","last_change":"2023-10-21T15:38:26.896367+0000","last_active":"2023-10-21T15:38:28.099489+0000","last_peered":"2023-10-21T15:38:28.099489+0000","last_clean":"2023-10-21T15:38:28.099489+0000","last_became_active":"2023-10-21T15:38:26.896171+0000","last_became_peered":"2023-10-21T15:38:26.896171+0000","last_unstale":"2023-10-21T15:38:28.099489+0000","last_undegraded":"2023-10-21T15:38:28.099489+0000","last_fullsized":"2023-10-21T15:38:28.099489+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:34:17.297490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100248+0000","last_change":"2023-10-21T15:38:26.894590+0000","last_active":"2023-10-21T15:38:28.100248+0000","last_peered":"2023-10-21T15:38:28.100248+0000","last_clean":"2023-10-21T15:38:28.100248+0000","last_became_active":"2023-10-21T15:38:26.892178+0000","last_became_peered":"2023-10-21T15:38:26.892178+0000","last_unstale":"2023-10-21T15:38:28.100248+0000","last_undegraded":"2023-10-21T15:38:28.100248+0000","last_fullsized":"2023-10-21T15:38:28.100248+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:38:18.037100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099051+0000","last_change":"2023-10-21T15:38:26.896592+0000","last_active":"2023-10-21T15:38:28.099051+0000","last_peered":"2023-10-21T15:38:28.099051+0000","last_clean":"2023-10-21T15:38:28.099051+0000","last_became_active":"2023-10-21T15:38:26.896244+0000","last_became_peered":"2023-10-21T15:38:26.896244+0000","last_unstale":"2023-10-21T15:38:28.099051+0000","last_undegraded":"2023-10-21T15:38:28.099051+0000","last_fullsized":"2023-10-21T15:38:28.099051+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:40:56.440420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099954+0000","last_change":"2023-10-21T15:38:26.896863+0000","last_active":"2023-10-21T15:38:28.099954+0000","last_peered":"2023-10-21T15:38:28.099954+0000","last_clean":"2023-10-21T15:38:28.099954+0000","last_became_active":"2023-10-21T15:38:26.896541+0000","last_became_peered":"2023-10-21T15:38:26.896541+0000","last_unstale":"2023-10-21T15:38:28.099954+0000","last_undegraded":"2023-10-21T15:38:28.099954+0000","last_fullsized":"2023-10-21T15:38:28.099954+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:40:07.776260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883165+0000","last_change":"2023-10-21T15:38:26.886165+0000","last_active":"2023-10-21T15:38:27.883165+0000","last_peered":"2023-10-21T15:38:27.883165+0000","last_clean":"2023-10-21T15:38:27.883165+0000","last_became_active":"2023-10-21T15:38:26.885878+0000","last_became_peered":"2023-10-21T15:38:26.885878+0000","last_unstale":"2023-10-21T15:38:27.883165+0000","last_undegraded":"2023-10-21T15:38:27.883165+0000","last_fullsized":"2023-10-21T15:38:27.883165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:12:33.088705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140489+0000","last_change":"2023-10-21T15:38:26.898290+0000","last_active":"2023-10-21T15:38:28.140489+0000","last_peered":"2023-10-21T15:38:28.140489+0000","last_clean":"2023-10-21T15:38:28.140489+0000","last_became_active":"2023-10-21T15:38:26.897989+0000","last_became_peered":"2023-10-21T15:38:26.897989+0000","last_unstale":"2023-10-21T15:38:28.140489+0000","last_undegraded":"2023-10-21T15:38:28.140489+0000","last_fullsized":"2023-10-21T15:38:28.140489+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:57:08.698089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099224+0000","last_change":"2023-10-21T15:38:26.893966+0000","last_active":"2023-10-21T15:38:28.099224+0000","last_peered":"2023-10-21T15:38:28.099224+0000","last_clean":"2023-10-21T15:38:28.099224+0000","last_became_active":"2023-10-21T15:38:26.893399+0000","last_became_peered":"2023-10-21T15:38:26.893399+0000","last_unstale":"2023-10-21T15:38:28.099224+0000","last_undegraded":"2023-10-21T15:38:28.099224+0000","last_fullsized":"2023-10-21T15:38:28.099224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:14:39.509360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098440+0000","last_change":"2023-10-21T15:38:26.897029+0000","last_active":"2023-10-21T15:38:28.098440+0000","last_peered":"2023-10-21T15:38:28.098440+0000","last_clean":"2023-10-21T15:38:28.098440+0000","last_became_active":"2023-10-21T15:38:26.896739+0000","last_became_peered":"2023-10-21T15:38:26.896739+0000","last_unstale":"2023-10-21T15:38:28.098440+0000","last_undegraded":"2023-10-21T15:38:28.098440+0000","last_fullsized":"2023-10-21T15:38:28.098440+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:33:38.530676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883263+0000","last_change":"2023-10-21T15:38:26.897775+0000","last_active":"2023-10-21T15:38:27.883263+0000","last_peered":"2023-10-21T15:38:27.883263+0000","last_clean":"2023-10-21T15:38:27.883263+0000","last_became_active":"2023-10-21T15:38:26.897341+0000","last_became_peered":"2023-10-21T15:38:26.897341+0000","last_unstale":"2023-10-21T15:38:27.883263+0000","last_undegraded":"2023-10-21T15:38:27.883263+0000","last_fullsized":"2023-10-21T15:38:27.883263+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:52:38.533155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140830+0000","last_change":"2023-10-21T15:38:26.898907+0000","last_active":"2023-10-21T15:38:28.140830+0000","last_peered":"2023-10-21T15:38:28.140830+0000","last_clean":"2023-10-21T15:38:28.140830+0000","last_became_active":"2023-10-21T15:38:26.898596+0000","last_became_peered":"2023-10-21T15:38:26.898596+0000","last_unstale":"2023-10-21T15:38:28.140830+0000","last_undegraded":"2023-10-21T15:38:28.140830+0000","last_fullsized":"2023-10-21T15:38:28.140830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:17:50.229055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098971+0000","last_change":"2023-10-21T15:38:26.890394+0000","last_active":"2023-10-21T15:38:28.098971+0000","last_peered":"2023-10-21T15:38:28.098971+0000","last_clean":"2023-10-21T15:38:28.098971+0000","last_became_active":"2023-10-21T15:38:26.889961+0000","last_became_peered":"2023-10-21T15:38:26.889961+0000","last_unstale":"2023-10-21T15:38:28.098971+0000","last_undegraded":"2023-10-21T15:38:28.098971+0000","last_fullsized":"2023-10-21T15:38:28.098971+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:49:47.638345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883853+0000","last_change":"2023-10-21T15:38:26.894223+0000","last_active":"2023-10-21T15:38:27.883853+0000","last_peered":"2023-10-21T15:38:27.883853+0000","last_clean":"2023-10-21T15:38:27.883853+0000","last_became_active":"2023-10-21T15:38:26.893909+0000","last_became_peered":"2023-10-21T15:38:26.893909+0000","last_unstale":"2023-10-21T15:38:27.883853+0000","last_undegraded":"2023-10-21T15:38:27.883853+0000","last_fullsized":"2023-10-21T15:38:27.883853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:18:42.174182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098905+0000","last_change":"2023-10-21T15:38:26.889987+0000","last_active":"2023-10-21T15:38:28.098905+0000","last_peered":"2023-10-21T15:38:28.098905+0000","last_clean":"2023-10-21T15:38:28.098905+0000","last_became_active":"2023-10-21T15:38:26.889738+0000","last_became_peered":"2023-10-21T15:38:26.889738+0000","last_unstale":"2023-10-21T15:38:28.098905+0000","last_undegraded":"2023-10-21T15:38:28.098905+0000","last_fullsized":"2023-10-21T15:38:28.098905+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:02:05.271354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098601+0000","last_change":"2023-10-21T15:38:26.894151+0000","last_active":"2023-10-21T15:38:28.098601+0000","last_peered":"2023-10-21T15:38:28.098601+0000","last_clean":"2023-10-21T15:38:28.098601+0000","last_became_active":"2023-10-21T15:38:26.891753+0000","last_became_peered":"2023-10-21T15:38:26.891753+0000","last_unstale":"2023-10-21T15:38:28.098601+0000","last_undegraded":"2023-10-21T15:38:28.098601+0000","last_fullsized":"2023-10-21T15:38:28.098601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:21.048929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098357+0000","last_change":"2023-10-21T15:38:26.894240+0000","last_active":"2023-10-21T15:38:28.098357+0000","last_peered":"2023-10-21T15:38:28.098357+0000","last_clean":"2023-10-21T15:38:28.098357+0000","last_became_active":"2023-10-21T15:38:26.893940+0000","last_became_peered":"2023-10-21T15:38:26.893940+0000","last_unstale":"2023-10-21T15:38:28.098357+0000","last_undegraded":"2023-10-21T15:38:28.098357+0000","last_fullsized":"2023-10-21T15:38:28.098357+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:44:53.337739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099441+0000","last_change":"2023-10-21T15:38:26.897096+0000","last_active":"2023-10-21T15:38:28.099441+0000","last_peered":"2023-10-21T15:38:28.099441+0000","last_clean":"2023-10-21T15:38:28.099441+0000","last_became_active":"2023-10-21T15:38:26.896859+0000","last_became_peered":"2023-10-21T15:38:26.896859+0000","last_unstale":"2023-10-21T15:38:28.099441+0000","last_undegraded":"2023-10-21T15:38:28.099441+0000","last_fullsized":"2023-10-21T15:38:28.099441+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:31:11.748997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099096+0000","last_change":"2023-10-21T15:38:26.883077+0000","last_active":"2023-10-21T15:38:28.099096+0000","last_peered":"2023-10-21T15:38:28.099096+0000","last_clean":"2023-10-21T15:38:28.099096+0000","last_became_active":"2023-10-21T15:38:26.882768+0000","last_became_peered":"2023-10-21T15:38:26.882768+0000","last_unstale":"2023-10-21T15:38:28.099096+0000","last_undegraded":"2023-10-21T15:38:28.099096+0000","last_fullsized":"2023-10-21T15:38:28.099096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:02:39.303454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099049+0000","last_change":"2023-10-21T15:38:26.893854+0000","last_active":"2023-10-21T15:38:28.099049+0000","last_peered":"2023-10-21T15:38:28.099049+0000","last_clean":"2023-10-21T15:38:28.099049+0000","last_became_active":"2023-10-21T15:38:26.893531+0000","last_became_peered":"2023-10-21T15:38:26.893531+0000","last_unstale":"2023-10-21T15:38:28.099049+0000","last_undegraded":"2023-10-21T15:38:28.099049+0000","last_fullsized":"2023-10-21T15:38:28.099049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:59:23.113741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'11","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.691495+0000","last_change":"2023-10-21T15:38:25.873981+0000","last_active":"2023-10-21T15:38:31.691495+0000","last_peered":"2023-10-21T15:38:31.691495+0000","last_clean":"2023-10-21T15:38:31.691495+0000","last_became_active":"2023-10-21T15:38:25.873516+0000","last_became_peered":"2023-10-21T15:38:25.873516+0000","last_unstale":"2023-10-21T15:38:31.691495+0000","last_undegraded":"2023-10-21T15:38:31.691495+0000","last_fullsized":"2023-10-21T15:38:31.691495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:00:22.440091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099689+0000","last_change":"2023-10-21T15:38:26.899511+0000","last_active":"2023-10-21T15:38:28.099689+0000","last_peered":"2023-10-21T15:38:28.099689+0000","last_clean":"2023-10-21T15:38:28.099689+0000","last_became_active":"2023-10-21T15:38:26.899141+0000","last_became_peered":"2023-10-21T15:38:26.899141+0000","last_unstale":"2023-10-21T15:38:28.099689+0000","last_undegraded":"2023-10-21T15:38:28.099689+0000","last_fullsized":"2023-10-21T15:38:28.099689+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:58:56.275159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099895+0000","last_change":"2023-10-21T15:38:25.879150+0000","last_active":"2023-10-21T15:38:28.099895+0000","last_peered":"2023-10-21T15:38:28.099895+0000","last_clean":"2023-10-21T15:38:28.099895+0000","last_became_active":"2023-10-21T15:38:25.878810+0000","last_became_peered":"2023-10-21T15:38:25.878810+0000","last_unstale":"2023-10-21T15:38:28.099895+0000","last_undegraded":"2023-10-21T15:38:28.099895+0000","last_fullsized":"2023-10-21T15:38:28.099895+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:31:38.921431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098890+0000","last_change":"2023-10-21T15:38:26.895936+0000","last_active":"2023-10-21T15:38:28.098890+0000","last_peered":"2023-10-21T15:38:28.098890+0000","last_clean":"2023-10-21T15:38:28.098890+0000","last_became_active":"2023-10-21T15:38:26.895650+0000","last_became_peered":"2023-10-21T15:38:26.895650+0000","last_unstale":"2023-10-21T15:38:28.098890+0000","last_undegraded":"2023-10-21T15:38:28.098890+0000","last_fullsized":"2023-10-21T15:38:28.098890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:25:28.081813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:33.700245+0000","last_change":"2023-10-21T15:38:25.878767+0000","last_active":"2023-10-21T15:38:33.700245+0000","last_peered":"2023-10-21T15:38:33.700245+0000","last_clean":"2023-10-21T15:38:33.700245+0000","last_became_active":"2023-10-21T15:38:25.878433+0000","last_became_peered":"2023-10-21T15:38:25.878433+0000","last_unstale":"2023-10-21T15:38:33.700245+0000","last_undegraded":"2023-10-21T15:38:33.700245+0000","last_fullsized":"2023-10-21T15:38:33.700245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:53:52.772470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098779+0000","last_change":"2023-10-21T15:38:26.894730+0000","last_active":"2023-10-21T15:38:28.098779+0000","last_peered":"2023-10-21T15:38:28.098779+0000","last_clean":"2023-10-21T15:38:28.098779+0000","last_became_active":"2023-10-21T15:38:26.894353+0000","last_became_peered":"2023-10-21T15:38:26.894353+0000","last_unstale":"2023-10-21T15:38:28.098779+0000","last_undegraded":"2023-10-21T15:38:28.098779+0000","last_fullsized":"2023-10-21T15:38:28.098779+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:22:27.135454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700714+0000","last_change":"2023-10-21T15:38:25.877831+0000","last_active":"2023-10-21T15:38:32.700714+0000","last_peered":"2023-10-21T15:38:32.700714+0000","last_clean":"2023-10-21T15:38:32.700714+0000","last_became_active":"2023-10-21T15:38:25.877084+0000","last_became_peered":"2023-10-21T15:38:25.877084+0000","last_unstale":"2023-10-21T15:38:32.700714+0000","last_undegraded":"2023-10-21T15:38:32.700714+0000","last_fullsized":"2023-10-21T15:38:32.700714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:56:24.090502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.890010+0000","last_change":"2023-10-21T15:38:26.900772+0000","last_active":"2023-10-21T15:38:27.890010+0000","last_peered":"2023-10-21T15:38:27.890010+0000","last_clean":"2023-10-21T15:38:27.890010+0000","last_became_active":"2023-10-21T15:38:26.900339+0000","last_became_peered":"2023-10-21T15:38:26.900339+0000","last_unstale":"2023-10-21T15:38:27.890010+0000","last_undegraded":"2023-10-21T15:38:27.890010+0000","last_fullsized":"2023-10-21T15:38:27.890010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:38:49.973658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.681754+0000","last_change":"2023-10-21T15:38:25.879162+0000","last_active":"2023-10-21T15:38:32.681754+0000","last_peered":"2023-10-21T15:38:32.681754+0000","last_clean":"2023-10-21T15:38:32.681754+0000","last_became_active":"2023-10-21T15:38:25.878817+0000","last_became_peered":"2023-10-21T15:38:25.878817+0000","last_unstale":"2023-10-21T15:38:32.681754+0000","last_undegraded":"2023-10-21T15:38:32.681754+0000","last_fullsized":"2023-10-21T15:38:32.681754+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:13:56.281533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099948+0000","last_change":"2023-10-21T15:38:26.899280+0000","last_active":"2023-10-21T15:38:28.099948+0000","last_peered":"2023-10-21T15:38:28.099948+0000","last_clean":"2023-10-21T15:38:28.099948+0000","last_became_active":"2023-10-21T15:38:26.898983+0000","last_became_peered":"2023-10-21T15:38:26.898983+0000","last_unstale":"2023-10-21T15:38:28.099948+0000","last_undegraded":"2023-10-21T15:38:28.099948+0000","last_fullsized":"2023-10-21T15:38:28.099948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:23:29.895144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.693616+0000","last_change":"2023-10-21T15:38:25.878451+0000","last_active":"2023-10-21T15:38:31.693616+0000","last_peered":"2023-10-21T15:38:31.693616+0000","last_clean":"2023-10-21T15:38:31.693616+0000","last_became_active":"2023-10-21T15:38:25.878163+0000","last_became_peered":"2023-10-21T15:38:25.878163+0000","last_unstale":"2023-10-21T15:38:31.693616+0000","last_undegraded":"2023-10-21T15:38:31.693616+0000","last_fullsized":"2023-10-21T15:38:31.693616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:05:40.364480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889788+0000","last_change":"2023-10-21T15:38:26.892537+0000","last_active":"2023-10-21T15:38:27.889788+0000","last_peered":"2023-10-21T15:38:27.889788+0000","last_clean":"2023-10-21T15:38:27.889788+0000","last_became_active":"2023-10-21T15:38:26.892059+0000","last_became_peered":"2023-10-21T15:38:26.892059+0000","last_unstale":"2023-10-21T15:38:27.889788+0000","last_undegraded":"2023-10-21T15:38:27.889788+0000","last_fullsized":"2023-10-21T15:38:27.889788+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:16:44.908468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.686086+0000","last_change":"2023-10-21T15:38:25.875691+0000","last_active":"2023-10-21T15:38:30.686086+0000","last_peered":"2023-10-21T15:38:30.686086+0000","last_clean":"2023-10-21T15:38:30.686086+0000","last_became_active":"2023-10-21T15:38:25.875237+0000","last_became_peered":"2023-10-21T15:38:25.875237+0000","last_unstale":"2023-10-21T15:38:30.686086+0000","last_undegraded":"2023-10-21T15:38:30.686086+0000","last_fullsized":"2023-10-21T15:38:30.686086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:29.569070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099377+0000","last_change":"2023-10-21T15:38:26.893776+0000","last_active":"2023-10-21T15:38:28.099377+0000","last_peered":"2023-10-21T15:38:28.099377+0000","last_clean":"2023-10-21T15:38:28.099377+0000","last_became_active":"2023-10-21T15:38:26.893414+0000","last_became_peered":"2023-10-21T15:38:26.893414+0000","last_unstale":"2023-10-21T15:38:28.099377+0000","last_undegraded":"2023-10-21T15:38:28.099377+0000","last_fullsized":"2023-10-21T15:38:28.099377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:40:06.755378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700401+0000","last_change":"2023-10-21T15:38:25.876549+0000","last_active":"2023-10-21T15:38:32.700401+0000","last_peered":"2023-10-21T15:38:32.700401+0000","last_clean":"2023-10-21T15:38:32.700401+0000","last_became_active":"2023-10-21T15:38:25.875741+0000","last_became_peered":"2023-10-21T15:38:25.875741+0000","last_unstale":"2023-10-21T15:38:32.700401+0000","last_undegraded":"2023-10-21T15:38:32.700401+0000","last_fullsized":"2023-10-21T15:38:32.700401+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:22.232236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099396+0000","last_change":"2023-10-21T15:38:26.889857+0000","last_active":"2023-10-21T15:38:28.099396+0000","last_peered":"2023-10-21T15:38:28.099396+0000","last_clean":"2023-10-21T15:38:28.099396+0000","last_became_active":"2023-10-21T15:38:26.889551+0000","last_became_peered":"2023-10-21T15:38:26.889551+0000","last_unstale":"2023-10-21T15:38:28.099396+0000","last_undegraded":"2023-10-21T15:38:28.099396+0000","last_fullsized":"2023-10-21T15:38:28.099396+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:19:42.575985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.691781+0000","last_change":"2023-10-21T15:38:25.877536+0000","last_active":"2023-10-21T15:38:31.691781+0000","last_peered":"2023-10-21T15:38:31.691781+0000","last_clean":"2023-10-21T15:38:31.691781+0000","last_became_active":"2023-10-21T15:38:25.877034+0000","last_became_peered":"2023-10-21T15:38:25.877034+0000","last_unstale":"2023-10-21T15:38:31.691781+0000","last_undegraded":"2023-10-21T15:38:31.691781+0000","last_fullsized":"2023-10-21T15:38:31.691781+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:32:54.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098631+0000","last_change":"2023-10-21T15:38:26.882998+0000","last_active":"2023-10-21T15:38:28.098631+0000","last_peered":"2023-10-21T15:38:28.098631+0000","last_clean":"2023-10-21T15:38:28.098631+0000","last_became_active":"2023-10-21T15:38:26.882719+0000","last_became_peered":"2023-10-21T15:38:26.882719+0000","last_unstale":"2023-10-21T15:38:28.098631+0000","last_undegraded":"2023-10-21T15:38:28.098631+0000","last_fullsized":"2023-10-21T15:38:28.098631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:33:51.297695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975570+0000","last_change":"2023-10-21T15:38:25.877191+0000","last_active":"2023-10-21T15:38:29.975570+0000","last_peered":"2023-10-21T15:38:29.975570+0000","last_clean":"2023-10-21T15:38:29.975570+0000","last_became_active":"2023-10-21T15:38:25.876859+0000","last_became_peered":"2023-10-21T15:38:25.876859+0000","last_unstale":"2023-10-21T15:38:29.975570+0000","last_undegraded":"2023-10-21T15:38:29.975570+0000","last_fullsized":"2023-10-21T15:38:29.975570+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:38:51.651105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099026+0000","last_change":"2023-10-21T15:38:26.893536+0000","last_active":"2023-10-21T15:38:28.099026+0000","last_peered":"2023-10-21T15:38:28.099026+0000","last_clean":"2023-10-21T15:38:28.099026+0000","last_became_active":"2023-10-21T15:38:26.893224+0000","last_became_peered":"2023-10-21T15:38:26.893224+0000","last_unstale":"2023-10-21T15:38:28.099026+0000","last_undegraded":"2023-10-21T15:38:28.099026+0000","last_fullsized":"2023-10-21T15:38:28.099026+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:40.233971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.677756+0000","last_change":"2023-10-21T15:38:25.876646+0000","last_active":"2023-10-21T15:38:30.677756+0000","last_peered":"2023-10-21T15:38:30.677756+0000","last_clean":"2023-10-21T15:38:30.677756+0000","last_became_active":"2023-10-21T15:38:25.875788+0000","last_became_peered":"2023-10-21T15:38:25.875788+0000","last_unstale":"2023-10-21T15:38:30.677756+0000","last_undegraded":"2023-10-21T15:38:30.677756+0000","last_fullsized":"2023-10-21T15:38:30.677756+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:05.096250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098864+0000","last_change":"2023-10-21T15:38:26.886739+0000","last_active":"2023-10-21T15:38:28.098864+0000","last_peered":"2023-10-21T15:38:28.098864+0000","last_clean":"2023-10-21T15:38:28.098864+0000","last_became_active":"2023-10-21T15:38:26.886436+0000","last_became_peered":"2023-10-21T15:38:26.886436+0000","last_unstale":"2023-10-21T15:38:28.098864+0000","last_undegraded":"2023-10-21T15:38:28.098864+0000","last_fullsized":"2023-10-21T15:38:28.098864+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:58:03.408955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'16","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.719684+0000","last_change":"2023-10-21T15:38:25.872668+0000","last_active":"2023-10-21T15:38:32.719684+0000","last_peered":"2023-10-21T15:38:32.719684+0000","last_clean":"2023-10-21T15:38:32.719684+0000","last_became_active":"2023-10-21T15:38:25.872314+0000","last_became_peered":"2023-10-21T15:38:25.872314+0000","last_unstale":"2023-10-21T15:38:32.719684+0000","last_undegraded":"2023-10-21T15:38:32.719684+0000","last_fullsized":"2023-10-21T15:38:32.719684+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:25:03.925414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18977,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":8,"num_read_kb":5,"num_write":18,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100072+0000","last_change":"2023-10-21T15:38:26.901535+0000","last_active":"2023-10-21T15:38:28.100072+0000","last_peered":"2023-10-21T15:38:28.100072+0000","last_clean":"2023-10-21T15:38:28.100072+0000","last_became_active":"2023-10-21T15:38:26.901232+0000","last_became_peered":"2023-10-21T15:38:26.901232+0000","last_unstale":"2023-10-21T15:38:28.100072+0000","last_undegraded":"2023-10-21T15:38:28.100072+0000","last_fullsized":"2023-10-21T15:38:28.100072+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:09:38.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700214+0000","last_change":"2023-10-21T15:38:25.881847+0000","last_active":"2023-10-21T15:38:32.700214+0000","last_peered":"2023-10-21T15:38:32.700214+0000","last_clean":"2023-10-21T15:38:32.700214+0000","last_became_active":"2023-10-21T15:38:25.881473+0000","last_became_peered":"2023-10-21T15:38:25.881473+0000","last_unstale":"2023-10-21T15:38:32.700214+0000","last_undegraded":"2023-10-21T15:38:32.700214+0000","last_fullsized":"2023-10-21T15:38:32.700214+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:41.216838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.884199+0000","last_change":"2023-10-21T15:38:26.894029+0000","last_active":"2023-10-21T15:38:27.884199+0000","last_peered":"2023-10-21T15:38:27.884199+0000","last_clean":"2023-10-21T15:38:27.884199+0000","last_became_active":"2023-10-21T15:38:26.893790+0000","last_became_peered":"2023-10-21T15:38:26.893790+0000","last_unstale":"2023-10-21T15:38:27.884199+0000","last_undegraded":"2023-10-21T15:38:27.884199+0000","last_fullsized":"2023-10-21T15:38:27.884199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:14:55.059926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700283+0000","last_change":"2023-10-21T15:38:25.876442+0000","last_active":"2023-10-21T15:38:32.700283+0000","last_peered":"2023-10-21T15:38:32.700283+0000","last_clean":"2023-10-21T15:38:32.700283+0000","last_became_active":"2023-10-21T15:38:25.875893+0000","last_became_peered":"2023-10-21T15:38:25.875893+0000","last_unstale":"2023-10-21T15:38:32.700283+0000","last_undegraded":"2023-10-21T15:38:32.700283+0000","last_fullsized":"2023-10-21T15:38:32.700283+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:31.253944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140805+0000","last_change":"2023-10-21T15:38:26.892250+0000","last_active":"2023-10-21T15:38:28.140805+0000","last_peered":"2023-10-21T15:38:28.140805+0000","last_clean":"2023-10-21T15:38:28.140805+0000","last_became_active":"2023-10-21T15:38:26.891918+0000","last_became_peered":"2023-10-21T15:38:26.891918+0000","last_unstale":"2023-10-21T15:38:28.140805+0000","last_undegraded":"2023-10-21T15:38:28.140805+0000","last_fullsized":"2023-10-21T15:38:28.140805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:46:02.617099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'5","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.688966+0000","last_change":"2023-10-21T15:38:25.875651+0000","last_active":"2023-10-21T15:38:31.688966+0000","last_peered":"2023-10-21T15:38:31.688966+0000","last_clean":"2023-10-21T15:38:31.688966+0000","last_became_active":"2023-10-21T15:38:25.875304+0000","last_became_peered":"2023-10-21T15:38:25.875304+0000","last_unstale":"2023-10-21T15:38:31.688966+0000","last_undegraded":"2023-10-21T15:38:31.688966+0000","last_fullsized":"2023-10-21T15:38:31.688966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:48:30.695617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140451+0000","last_change":"2023-10-21T15:38:26.895122+0000","last_active":"2023-10-21T15:38:28.140451+0000","last_peered":"2023-10-21T15:38:28.140451+0000","last_clean":"2023-10-21T15:38:28.140451+0000","last_became_active":"2023-10-21T15:38:26.894272+0000","last_became_peered":"2023-10-21T15:38:26.894272+0000","last_unstale":"2023-10-21T15:38:28.140451+0000","last_undegraded":"2023-10-21T15:38:28.140451+0000","last_fullsized":"2023-10-21T15:38:28.140451+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:00:42.013640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700155+0000","last_change":"2023-10-21T15:38:25.873934+0000","last_active":"2023-10-21T15:38:32.700155+0000","last_peered":"2023-10-21T15:38:32.700155+0000","last_clean":"2023-10-21T15:38:32.700155+0000","last_became_active":"2023-10-21T15:38:25.873451+0000","last_became_peered":"2023-10-21T15:38:25.873451+0000","last_unstale":"2023-10-21T15:38:32.700155+0000","last_undegraded":"2023-10-21T15:38:32.700155+0000","last_fullsized":"2023-10-21T15:38:32.700155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:10:09.421310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889478+0000","last_change":"2023-10-21T15:38:26.900552+0000","last_active":"2023-10-21T15:38:27.889478+0000","last_peered":"2023-10-21T15:38:27.889478+0000","last_clean":"2023-10-21T15:38:27.889478+0000","last_became_active":"2023-10-21T15:38:26.900230+0000","last_became_peered":"2023-10-21T15:38:26.900230+0000","last_unstale":"2023-10-21T15:38:27.889478+0000","last_undegraded":"2023-10-21T15:38:27.889478+0000","last_fullsized":"2023-10-21T15:38:27.889478+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:31:11.093553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.674471+0000","last_change":"2023-10-21T15:38:25.877414+0000","last_active":"2023-10-21T15:38:30.674471+0000","last_peered":"2023-10-21T15:38:30.674471+0000","last_clean":"2023-10-21T15:38:30.674471+0000","last_became_active":"2023-10-21T15:38:25.877108+0000","last_became_peered":"2023-10-21T15:38:25.877108+0000","last_unstale":"2023-10-21T15:38:30.674471+0000","last_undegraded":"2023-10-21T15:38:30.674471+0000","last_fullsized":"2023-10-21T15:38:30.674471+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:44:03.587093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098977+0000","last_change":"2023-10-21T15:38:26.893441+0000","last_active":"2023-10-21T15:38:28.098977+0000","last_peered":"2023-10-21T15:38:28.098977+0000","last_clean":"2023-10-21T15:38:28.098977+0000","last_became_active":"2023-10-21T15:38:26.893140+0000","last_became_peered":"2023-10-21T15:38:26.893140+0000","last_unstale":"2023-10-21T15:38:28.098977+0000","last_undegraded":"2023-10-21T15:38:28.098977+0000","last_fullsized":"2023-10-21T15:38:28.098977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:06:25.188921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098743+0000","last_change":"2023-10-21T15:38:25.875305+0000","last_active":"2023-10-21T15:38:28.098743+0000","last_peered":"2023-10-21T15:38:28.098743+0000","last_clean":"2023-10-21T15:38:28.098743+0000","last_became_active":"2023-10-21T15:38:25.874951+0000","last_became_peered":"2023-10-21T15:38:25.874951+0000","last_unstale":"2023-10-21T15:38:28.098743+0000","last_undegraded":"2023-10-21T15:38:28.098743+0000","last_fullsized":"2023-10-21T15:38:28.098743+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:04:14.812915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.025053+0000","last_change":"2023-10-21T15:38:26.895911+0000","last_active":"2023-10-21T15:38:28.025053+0000","last_peered":"2023-10-21T15:38:28.025053+0000","last_clean":"2023-10-21T15:38:28.025053+0000","last_became_active":"2023-10-21T15:38:26.895602+0000","last_became_peered":"2023-10-21T15:38:26.895602+0000","last_unstale":"2023-10-21T15:38:28.025053+0000","last_undegraded":"2023-10-21T15:38:28.025053+0000","last_fullsized":"2023-10-21T15:38:28.025053+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:33:52.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140613+0000","last_change":"2023-10-21T15:38:25.878916+0000","last_active":"2023-10-21T15:38:28.140613+0000","last_peered":"2023-10-21T15:38:28.140613+0000","last_clean":"2023-10-21T15:38:28.140613+0000","last_became_active":"2023-10-21T15:38:25.878605+0000","last_became_peered":"2023-10-21T15:38:25.878605+0000","last_unstale":"2023-10-21T15:38:28.140613+0000","last_undegraded":"2023-10-21T15:38:28.140613+0000","last_fullsized":"2023-10-21T15:38:28.140613+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:21:17.780944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883234+0000","last_change":"2023-10-21T15:38:26.889767+0000","last_active":"2023-10-21T15:38:27.883234+0000","last_peered":"2023-10-21T15:38:27.883234+0000","last_clean":"2023-10-21T15:38:27.883234+0000","last_became_active":"2023-10-21T15:38:26.889470+0000","last_became_peered":"2023-10-21T15:38:26.889470+0000","last_unstale":"2023-10-21T15:38:27.883234+0000","last_undegraded":"2023-10-21T15:38:27.883234+0000","last_fullsized":"2023-10-21T15:38:27.883234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:24.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889366+0000","last_change":"2023-10-21T15:38:26.901333+0000","last_active":"2023-10-21T15:38:27.889366+0000","last_peered":"2023-10-21T15:38:27.889366+0000","last_clean":"2023-10-21T15:38:27.889366+0000","last_became_active":"2023-10-21T15:38:26.896338+0000","last_became_peered":"2023-10-21T15:38:26.896338+0000","last_unstale":"2023-10-21T15:38:27.889366+0000","last_undegraded":"2023-10-21T15:38:27.889366+0000","last_fullsized":"2023-10-21T15:38:27.889366+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:48.919749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.687099+0000","last_change":"2023-10-21T15:38:25.884503+0000","last_active":"2023-10-21T15:38:30.687099+0000","last_peered":"2023-10-21T15:38:30.687099+0000","last_clean":"2023-10-21T15:38:30.687099+0000","last_became_active":"2023-10-21T15:38:25.884195+0000","last_became_peered":"2023-10-21T15:38:25.884195+0000","last_unstale":"2023-10-21T15:38:30.687099+0000","last_undegraded":"2023-10-21T15:38:30.687099+0000","last_fullsized":"2023-10-21T15:38:30.687099+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:22:38.645988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099135+0000","last_change":"2023-10-21T15:38:26.887547+0000","last_active":"2023-10-21T15:38:28.099135+0000","last_peered":"2023-10-21T15:38:28.099135+0000","last_clean":"2023-10-21T15:38:28.099135+0000","last_became_active":"2023-10-21T15:38:26.886427+0000","last_became_peered":"2023-10-21T15:38:26.886427+0000","last_unstale":"2023-10-21T15:38:28.099135+0000","last_undegraded":"2023-10-21T15:38:28.099135+0000","last_fullsized":"2023-10-21T15:38:28.099135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:19:17.570404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.689618+0000","last_change":"2023-10-21T15:38:25.871653+0000","last_active":"2023-10-21T15:38:31.689618+0000","last_peered":"2023-10-21T15:38:31.689618+0000","last_clean":"2023-10-21T15:38:31.689618+0000","last_became_active":"2023-10-21T15:38:25.871296+0000","last_became_peered":"2023-10-21T15:38:25.871296+0000","last_unstale":"2023-10-21T15:38:31.689618+0000","last_undegraded":"2023-10-21T15:38:31.689618+0000","last_fullsized":"2023-10-21T15:38:31.689618+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:05:39.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":310,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.885409+0000","last_change":"2023-10-21T15:37:26.057389+0000","last_active":"2023-10-21T15:38:26.885409+0000","last_peered":"2023-10-21T15:38:26.885409+0000","last_clean":"2023-10-21T15:38:26.885409+0000","last_became_active":"2023-10-21T15:37:26.056924+0000","last_became_peered":"2023-10-21T15:37:26.056924+0000","last_unstale":"2023-10-21T15:38:26.885409+0000","last_undegraded":"2023-10-21T15:38:26.885409+0000","last_fullsized":"2023-10-21T15:38:26.885409+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_clean_scrub_stamp":"2023-10-21T15:34:29.971370+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:55:44.580703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882619+0000","last_change":"2023-10-21T15:38:26.890694+0000","last_active":"2023-10-21T15:38:27.882619+0000","last_peered":"2023-10-21T15:38:27.882619+0000","last_clean":"2023-10-21T15:38:27.882619+0000","last_became_active":"2023-10-21T15:38:26.890358+0000","last_became_peered":"2023-10-21T15:38:26.890358+0000","last_unstale":"2023-10-21T15:38:27.882619+0000","last_undegraded":"2023-10-21T15:38:27.882619+0000","last_fullsized":"2023-10-21T15:38:27.882619+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:25:27.346968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.686261+0000","last_change":"2023-10-21T15:38:25.878475+0000","last_active":"2023-10-21T15:38:30.686261+0000","last_peered":"2023-10-21T15:38:30.686261+0000","last_clean":"2023-10-21T15:38:30.686261+0000","last_became_active":"2023-10-21T15:38:25.878121+0000","last_became_peered":"2023-10-21T15:38:25.878121+0000","last_unstale":"2023-10-21T15:38:30.686261+0000","last_undegraded":"2023-10-21T15:38:30.686261+0000","last_fullsized":"2023-10-21T15:38:30.686261+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:56:27.649381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.689783+0000","last_change":"2023-10-21T15:38:25.873109+0000","last_active":"2023-10-21T15:38:31.689783+0000","last_peered":"2023-10-21T15:38:31.689783+0000","last_clean":"2023-10-21T15:38:31.689783+0000","last_became_active":"2023-10-21T15:38:25.872788+0000","last_became_peered":"2023-10-21T15:38:25.872788+0000","last_unstale":"2023-10-21T15:38:31.689783+0000","last_undegraded":"2023-10-21T15:38:31.689783+0000","last_fullsized":"2023-10-21T15:38:31.689783+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:21:25.251516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882806+0000","last_change":"2023-10-21T15:38:26.901500+0000","last_active":"2023-10-21T15:38:27.882806+0000","last_peered":"2023-10-21T15:38:27.882806+0000","last_clean":"2023-10-21T15:38:27.882806+0000","last_became_active":"2023-10-21T15:38:26.901126+0000","last_became_peered":"2023-10-21T15:38:26.901126+0000","last_unstale":"2023-10-21T15:38:27.882806+0000","last_undegraded":"2023-10-21T15:38:27.882806+0000","last_fullsized":"2023-10-21T15:38:27.882806+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:53:28.117172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.693696+0000","last_change":"2023-10-21T15:38:25.885899+0000","last_active":"2023-10-21T15:38:31.693696+0000","last_peered":"2023-10-21T15:38:31.693696+0000","last_clean":"2023-10-21T15:38:31.693696+0000","last_became_active":"2023-10-21T15:38:25.885597+0000","last_became_peered":"2023-10-21T15:38:25.885597+0000","last_unstale":"2023-10-21T15:38:31.693696+0000","last_undegraded":"2023-10-21T15:38:31.693696+0000","last_fullsized":"2023-10-21T15:38:31.693696+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:26:17.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100402+0000","last_change":"2023-10-21T15:38:26.895852+0000","last_active":"2023-10-21T15:38:28.100402+0000","last_peered":"2023-10-21T15:38:28.100402+0000","last_clean":"2023-10-21T15:38:28.100402+0000","last_became_active":"2023-10-21T15:38:26.894433+0000","last_became_peered":"2023-10-21T15:38:26.894433+0000","last_unstale":"2023-10-21T15:38:28.100402+0000","last_undegraded":"2023-10-21T15:38:28.100402+0000","last_fullsized":"2023-10-21T15:38:28.100402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:53.377014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'5","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975093+0000","last_change":"2023-10-21T15:38:25.867897+0000","last_active":"2023-10-21T15:38:29.975093+0000","last_peered":"2023-10-21T15:38:29.975093+0000","last_clean":"2023-10-21T15:38:29.975093+0000","last_became_active":"2023-10-21T15:38:25.867599+0000","last_became_peered":"2023-10-21T15:38:25.867599+0000","last_unstale":"2023-10-21T15:38:29.975093+0000","last_undegraded":"2023-10-21T15:38:29.975093+0000","last_fullsized":"2023-10-21T15:38:29.975093+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:29:55.709865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100186+0000","last_change":"2023-10-21T15:38:26.888394+0000","last_active":"2023-10-21T15:38:28.100186+0000","last_peered":"2023-10-21T15:38:28.100186+0000","last_clean":"2023-10-21T15:38:28.100186+0000","last_became_active":"2023-10-21T15:38:26.888093+0000","last_became_peered":"2023-10-21T15:38:26.888093+0000","last_unstale":"2023-10-21T15:38:28.100186+0000","last_undegraded":"2023-10-21T15:38:28.100186+0000","last_fullsized":"2023-10-21T15:38:28.100186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:58:41.172589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975863+0000","last_change":"2023-10-21T15:38:25.872897+0000","last_active":"2023-10-21T15:38:29.975863+0000","last_peered":"2023-10-21T15:38:29.975863+0000","last_clean":"2023-10-21T15:38:29.975863+0000","last_became_active":"2023-10-21T15:38:25.872602+0000","last_became_peered":"2023-10-21T15:38:25.872602+0000","last_unstale":"2023-10-21T15:38:29.975863+0000","last_undegraded":"2023-10-21T15:38:29.975863+0000","last_fullsized":"2023-10-21T15:38:29.975863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:36:39.400136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099857+0000","last_change":"2023-10-21T15:38:26.898862+0000","last_active":"2023-10-21T15:38:28.099857+0000","last_peered":"2023-10-21T15:38:28.099857+0000","last_clean":"2023-10-21T15:38:28.099857+0000","last_became_active":"2023-10-21T15:38:26.898542+0000","last_became_peered":"2023-10-21T15:38:26.898542+0000","last_unstale":"2023-10-21T15:38:28.099857+0000","last_undegraded":"2023-10-21T15:38:28.099857+0000","last_fullsized":"2023-10-21T15:38:28.099857+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:32:14.627048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975210+0000","last_change":"2023-10-21T15:38:25.884231+0000","last_active":"2023-10-21T15:38:29.975210+0000","last_peered":"2023-10-21T15:38:29.975210+0000","last_clean":"2023-10-21T15:38:29.975210+0000","last_became_active":"2023-10-21T15:38:25.883904+0000","last_became_peered":"2023-10-21T15:38:25.883904+0000","last_unstale":"2023-10-21T15:38:29.975210+0000","last_undegraded":"2023-10-21T15:38:29.975210+0000","last_fullsized":"2023-10-21T15:38:29.975210+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:38:00.151186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098512+0000","last_change":"2023-10-21T15:38:26.896477+0000","last_active":"2023-10-21T15:38:28.098512+0000","last_peered":"2023-10-21T15:38:28.098512+0000","last_clean":"2023-10-21T15:38:28.098512+0000","last_became_active":"2023-10-21T15:38:26.896161+0000","last_became_peered":"2023-10-21T15:38:26.896161+0000","last_unstale":"2023-10-21T15:38:28.098512+0000","last_undegraded":"2023-10-21T15:38:28.098512+0000","last_fullsized":"2023-10-21T15:38:28.098512+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:53:36.752844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.982187+0000","last_change":"2023-10-21T15:38:25.881905+0000","last_active":"2023-10-21T15:38:28.982187+0000","last_peered":"2023-10-21T15:38:28.982187+0000","last_clean":"2023-10-21T15:38:28.982187+0000","last_became_active":"2023-10-21T15:38:25.881517+0000","last_became_peered":"2023-10-21T15:38:25.881517+0000","last_unstale":"2023-10-21T15:38:28.982187+0000","last_undegraded":"2023-10-21T15:38:28.982187+0000","last_fullsized":"2023-10-21T15:38:28.982187+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:07.611430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098929+0000","last_change":"2023-10-21T15:38:26.890539+0000","last_active":"2023-10-21T15:38:28.098929+0000","last_peered":"2023-10-21T15:38:28.098929+0000","last_clean":"2023-10-21T15:38:28.098929+0000","last_became_active":"2023-10-21T15:38:26.890232+0000","last_became_peered":"2023-10-21T15:38:26.890232+0000","last_unstale":"2023-10-21T15:38:28.098929+0000","last_undegraded":"2023-10-21T15:38:28.098929+0000","last_fullsized":"2023-10-21T15:38:28.098929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:56:10.082811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975699+0000","last_change":"2023-10-21T15:38:25.874103+0000","last_active":"2023-10-21T15:38:29.975699+0000","last_peered":"2023-10-21T15:38:29.975699+0000","last_clean":"2023-10-21T15:38:29.975699+0000","last_became_active":"2023-10-21T15:38:25.873775+0000","last_became_peered":"2023-10-21T15:38:25.873775+0000","last_unstale":"2023-10-21T15:38:29.975699+0000","last_undegraded":"2023-10-21T15:38:29.975699+0000","last_fullsized":"2023-10-21T15:38:29.975699+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:35:13.206524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140660+0000","last_change":"2023-10-21T15:38:26.899737+0000","last_active":"2023-10-21T15:38:28.140660+0000","last_peered":"2023-10-21T15:38:28.140660+0000","last_clean":"2023-10-21T15:38:28.140660+0000","last_became_active":"2023-10-21T15:38:26.899412+0000","last_became_peered":"2023-10-21T15:38:26.899412+0000","last_unstale":"2023-10-21T15:38:28.140660+0000","last_undegraded":"2023-10-21T15:38:28.140660+0000","last_fullsized":"2023-10-21T15:38:28.140660+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:30:04.477638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'6","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:33.702994+0000","last_change":"2023-10-21T15:38:25.871074+0000","last_active":"2023-10-21T15:38:33.702994+0000","last_peered":"2023-10-21T15:38:33.702994+0000","last_clean":"2023-10-21T15:38:33.702994+0000","last_became_active":"2023-10-21T15:38:25.870774+0000","last_became_peered":"2023-10-21T15:38:25.870774+0000","last_unstale":"2023-10-21T15:38:33.702994+0000","last_undegraded":"2023-10-21T15:38:33.702994+0000","last_fullsized":"2023-10-21T15:38:33.702994+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:08:38.170372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140921+0000","last_change":"2023-10-21T15:38:26.897360+0000","last_active":"2023-10-21T15:38:28.140921+0000","last_peered":"2023-10-21T15:38:28.140921+0000","last_clean":"2023-10-21T15:38:28.140921+0000","last_became_active":"2023-10-21T15:38:26.896995+0000","last_became_peered":"2023-10-21T15:38:26.896995+0000","last_unstale":"2023-10-21T15:38:28.140921+0000","last_undegraded":"2023-10-21T15:38:28.140921+0000","last_fullsized":"2023-10-21T15:38:28.140921+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:38:45.828527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.689124+0000","last_change":"2023-10-21T15:38:25.882083+0000","last_active":"2023-10-21T15:38:31.689124+0000","last_peered":"2023-10-21T15:38:31.689124+0000","last_clean":"2023-10-21T15:38:31.689124+0000","last_became_active":"2023-10-21T15:38:25.881750+0000","last_became_peered":"2023-10-21T15:38:25.881750+0000","last_unstale":"2023-10-21T15:38:31.689124+0000","last_undegraded":"2023-10-21T15:38:31.689124+0000","last_fullsized":"2023-10-21T15:38:31.689124+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:59:47.975125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140707+0000","last_change":"2023-10-21T15:38:26.894931+0000","last_active":"2023-10-21T15:38:28.140707+0000","last_peered":"2023-10-21T15:38:28.140707+0000","last_clean":"2023-10-21T15:38:28.140707+0000","last_became_active":"2023-10-21T15:38:26.894595+0000","last_became_peered":"2023-10-21T15:38:26.894595+0000","last_unstale":"2023-10-21T15:38:28.140707+0000","last_undegraded":"2023-10-21T15:38:28.140707+0000","last_fullsized":"2023-10-21T15:38:28.140707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:12:43.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.956066+0000","last_change":"2023-10-21T15:38:25.881824+0000","last_active":"2023-10-21T15:38:26.956066+0000","last_peered":"2023-10-21T15:38:26.956066+0000","last_clean":"2023-10-21T15:38:26.956066+0000","last_became_active":"2023-10-21T15:38:25.881474+0000","last_became_peered":"2023-10-21T15:38:25.881474+0000","last_unstale":"2023-10-21T15:38:26.956066+0000","last_undegraded":"2023-10-21T15:38:26.956066+0000","last_fullsized":"2023-10-21T15:38:26.956066+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:38.330884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140969+0000","last_change":"2023-10-21T15:38:26.899040+0000","last_active":"2023-10-21T15:38:28.140969+0000","last_peered":"2023-10-21T15:38:28.140969+0000","last_clean":"2023-10-21T15:38:28.140969+0000","last_became_active":"2023-10-21T15:38:26.898725+0000","last_became_peered":"2023-10-21T15:38:26.898725+0000","last_unstale":"2023-10-21T15:38:28.140969+0000","last_undegraded":"2023-10-21T15:38:28.140969+0000","last_fullsized":"2023-10-21T15:38:28.140969+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:41:54.596788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098667+0000","last_change":"2023-10-21T15:38:26.903548+0000","last_active":"2023-10-21T15:38:28.098667+0000","last_peered":"2023-10-21T15:38:28.098667+0000","last_clean":"2023-10-21T15:38:28.098667+0000","last_became_active":"2023-10-21T15:38:26.903097+0000","last_became_peered":"2023-10-21T15:38:26.903097+0000","last_unstale":"2023-10-21T15:38:28.098667+0000","last_undegraded":"2023-10-21T15:38:28.098667+0000","last_fullsized":"2023-10-21T15:38:28.098667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:28.232463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098893+0000","last_change":"2023-10-21T15:38:26.895573+0000","last_active":"2023-10-21T15:38:28.098893+0000","last_peered":"2023-10-21T15:38:28.098893+0000","last_clean":"2023-10-21T15:38:28.098893+0000","last_became_active":"2023-10-21T15:38:26.895168+0000","last_became_peered":"2023-10-21T15:38:26.895168+0000","last_unstale":"2023-10-21T15:38:28.098893+0000","last_undegraded":"2023-10-21T15:38:28.098893+0000","last_fullsized":"2023-10-21T15:38:28.098893+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:48:56.522010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099120+0000","last_change":"2023-10-21T15:38:26.890728+0000","last_active":"2023-10-21T15:38:28.099120+0000","last_peered":"2023-10-21T15:38:28.099120+0000","last_clean":"2023-10-21T15:38:28.099120+0000","last_became_active":"2023-10-21T15:38:26.890384+0000","last_became_peered":"2023-10-21T15:38:26.890384+0000","last_unstale":"2023-10-21T15:38:28.099120+0000","last_undegraded":"2023-10-21T15:38:28.099120+0000","last_fullsized":"2023-10-21T15:38:28.099120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:19:22.847840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099289+0000","last_change":"2023-10-21T15:38:26.894991+0000","last_active":"2023-10-21T15:38:28.099289+0000","last_peered":"2023-10-21T15:38:28.099289+0000","last_clean":"2023-10-21T15:38:28.099289+0000","last_became_active":"2023-10-21T15:38:26.892249+0000","last_became_peered":"2023-10-21T15:38:26.892249+0000","last_unstale":"2023-10-21T15:38:28.099289+0000","last_undegraded":"2023-10-21T15:38:28.099289+0000","last_fullsized":"2023-10-21T15:38:28.099289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:23:21.801833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882831+0000","last_change":"2023-10-21T15:38:26.890891+0000","last_active":"2023-10-21T15:38:27.882831+0000","last_peered":"2023-10-21T15:38:27.882831+0000","last_clean":"2023-10-21T15:38:27.882831+0000","last_became_active":"2023-10-21T15:38:26.890418+0000","last_became_peered":"2023-10-21T15:38:26.890418+0000","last_unstale":"2023-10-21T15:38:27.882831+0000","last_undegraded":"2023-10-21T15:38:27.882831+0000","last_fullsized":"2023-10-21T15:38:27.882831+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:46:46.636955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098964+0000","last_change":"2023-10-21T15:38:26.899472+0000","last_active":"2023-10-21T15:38:28.098964+0000","last_peered":"2023-10-21T15:38:28.098964+0000","last_clean":"2023-10-21T15:38:28.098964+0000","last_became_active":"2023-10-21T15:38:26.899151+0000","last_became_peered":"2023-10-21T15:38:26.899151+0000","last_unstale":"2023-10-21T15:38:28.098964+0000","last_undegraded":"2023-10-21T15:38:28.098964+0000","last_fullsized":"2023-10-21T15:38:28.098964+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:10:57.193573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098884+0000","last_change":"2023-10-21T15:38:26.903335+0000","last_active":"2023-10-21T15:38:28.098884+0000","last_peered":"2023-10-21T15:38:28.098884+0000","last_clean":"2023-10-21T15:38:28.098884+0000","last_became_active":"2023-10-21T15:38:26.903033+0000","last_became_peered":"2023-10-21T15:38:26.903033+0000","last_unstale":"2023-10-21T15:38:28.098884+0000","last_undegraded":"2023-10-21T15:38:28.098884+0000","last_fullsized":"2023-10-21T15:38:28.098884+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:55:07.362101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100339+0000","last_change":"2023-10-21T15:38:26.892240+0000","last_active":"2023-10-21T15:38:28.100339+0000","last_peered":"2023-10-21T15:38:28.100339+0000","last_clean":"2023-10-21T15:38:28.100339+0000","last_became_active":"2023-10-21T15:38:26.891589+0000","last_became_peered":"2023-10-21T15:38:26.891589+0000","last_unstale":"2023-10-21T15:38:28.100339+0000","last_undegraded":"2023-10-21T15:38:28.100339+0000","last_fullsized":"2023-10-21T15:38:28.100339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:30.321203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889349+0000","last_change":"2023-10-21T15:38:26.894710+0000","last_active":"2023-10-21T15:38:27.889349+0000","last_peered":"2023-10-21T15:38:27.889349+0000","last_clean":"2023-10-21T15:38:27.889349+0000","last_became_active":"2023-10-21T15:38:26.894413+0000","last_became_peered":"2023-10-21T15:38:26.894413+0000","last_unstale":"2023-10-21T15:38:27.889349+0000","last_undegraded":"2023-10-21T15:38:27.889349+0000","last_fullsized":"2023-10-21T15:38:27.889349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:29.674995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099697+0000","last_change":"2023-10-21T15:38:26.895463+0000","last_active":"2023-10-21T15:38:28.099697+0000","last_peered":"2023-10-21T15:38:28.099697+0000","last_clean":"2023-10-21T15:38:28.099697+0000","last_became_active":"2023-10-21T15:38:26.894700+0000","last_became_peered":"2023-10-21T15:38:26.894700+0000","last_unstale":"2023-10-21T15:38:28.099697+0000","last_undegraded":"2023-10-21T15:38:28.099697+0000","last_fullsized":"2023-10-21T15:38:28.099697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:56:21.190006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098611+0000","last_change":"2023-10-21T15:38:26.896846+0000","last_active":"2023-10-21T15:38:28.098611+0000","last_peered":"2023-10-21T15:38:28.098611+0000","last_clean":"2023-10-21T15:38:28.098611+0000","last_became_active":"2023-10-21T15:38:26.896512+0000","last_became_peered":"2023-10-21T15:38:26.896512+0000","last_unstale":"2023-10-21T15:38:28.098611+0000","last_undegraded":"2023-10-21T15:38:28.098611+0000","last_fullsized":"2023-10-21T15:38:28.098611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:33.188705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883677+0000","last_change":"2023-10-21T15:38:26.888852+0000","last_active":"2023-10-21T15:38:27.883677+0000","last_peered":"2023-10-21T15:38:27.883677+0000","last_clean":"2023-10-21T15:38:27.883677+0000","last_became_active":"2023-10-21T15:38:26.888464+0000","last_became_peered":"2023-10-21T15:38:26.888464+0000","last_unstale":"2023-10-21T15:38:27.883677+0000","last_undegraded":"2023-10-21T15:38:27.883677+0000","last_fullsized":"2023-10-21T15:38:27.883677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:09:09.958503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098928+0000","last_change":"2023-10-21T15:38:26.892630+0000","last_active":"2023-10-21T15:38:28.098928+0000","last_peered":"2023-10-21T15:38:28.098928+0000","last_clean":"2023-10-21T15:38:28.098928+0000","last_became_active":"2023-10-21T15:38:26.892329+0000","last_became_peered":"2023-10-21T15:38:26.892329+0000","last_unstale":"2023-10-21T15:38:28.098928+0000","last_undegraded":"2023-10-21T15:38:28.098928+0000","last_fullsized":"2023-10-21T15:38:28.098928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:24:28.187673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":25055,"num_objects":85,"num_object_clones":0,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":38,"num_read_kb":30,"num_write":186,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":372736,"data_stored":73244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":163,"ondisk_log_size":163,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416395,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":897024,"data_stored":431030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79000000000000004}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72099999999999997}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]}]},{"osd":10,"up_from":71,"seq":304942678033,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28548,"kb_used_data":1532,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716604,"statfs":{"total":95995035648,"available":95965802496,"internally_reserved":0,"allocated":1568768,"data_stored":1042624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,1,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":2.3620000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.56599999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.752},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":2.5819999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":2.4969999999999999},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.432}]},{"osd":4,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":1.0629999999999999},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":2.4060000000000001}]},{"osd":6,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":2.5339999999999998},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":1.2390000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78100000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.86299999999999999}]},{"osd":9,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.65200000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.4420000000000002}]}]},{"osd":9,"up_from":66,"seq":283467841557,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":431848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.39400000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.52500000000000002}]},{"osd":2,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1,"5min":1,"15min":1},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.57799999999999996}]},{"osd":3,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.48699999999999999}]},{"osd":4,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":5.8840000000000003,"5min":5.8840000000000003,"15min":5.8840000000000003},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.46800000000000003}]},{"osd":5,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.77100000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.64200000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.626},{"interface":"front","average":{"1min":0.877,"5min":0.877,"15min":0.877},"min":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"max":{"1min":1.1419999999999999,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.66300000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.163,"5min":1.163,"15min":1.163},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.71799999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.67700000000000005}]}]},{"osd":8,"up_from":58,"seq":249108103194,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":432199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.624},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.53600000000000003}]},{"osd":1,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.746}]},{"osd":2,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47699999999999998}]},{"osd":3,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.439}]},{"osd":4,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.71499999999999997}]},{"osd":5,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.64400000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.80900000000000005}]},{"osd":7,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.84499999999999997},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.68000000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.82699999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.88700000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79600000000000004}]}]},{"osd":7,"up_from":51,"seq":219043332125,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28492,"kb_used_data":1476,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716660,"statfs":{"total":95995035648,"available":95965859840,"internally_reserved":0,"allocated":1511424,"data_stored":1023531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.501},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.40300000000000002,"15min":0.39300000000000002},"min":{"1min":0.30199999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.434,"15min":0.42699999999999999},"min":{"1min":0.29099999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46899999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.58899999999999997,"15min":0.59599999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69599999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78100000000000003,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.55500000000000005}]},{"osd":3,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.54800000000000004,"15min":0.53800000000000003},"min":{"1min":0.42699999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.57599999999999996,"15min":0.57099999999999995},"min":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.746,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.63700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.496,"15min":0.49199999999999999},"min":{"1min":0.29199999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.49099999999999999,"15min":0.48099999999999998},"min":{"1min":0.308,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.44800000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.41799999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.623},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.47899999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.60999999999999999}]},{"osd":6,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.68799999999999994,"15min":0.68999999999999995},"min":{"1min":0.53300000000000003,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89800000000000002,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63700000000000001,"15min":0.63300000000000001},"min":{"1min":0.39100000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86599999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.65900000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:37:42 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.78000000000000003}]},{"osd":9,"last update":"Sat Oct 21 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.69999999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.755}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81200000000000006}]}]},{"osd":6,"up_from":46,"seq":197568495650,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":431120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.41699999999999998,"15min":0.41499999999999998},"min":{"1min":0.27200000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65600000000000003,"5min":1.895,"15min":1.895},"last":0.317},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.39900000000000002,"15min":0.38700000000000001},"min":{"1min":0.318,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.29399999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59399999999999997,"15min":0.58999999999999997},"min":{"1min":0.373,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.498},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.61199999999999999,"15min":0.60799999999999998},"min":{"1min":0.44,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.76100000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.433}]},{"osd":2,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58499999999999996,"15min":0.57699999999999996},"min":{"1min":0.40600000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86299999999999999,"5min":1.8740000000000001,"15min":1.8740000000000001},"last":0.625},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.56699999999999995,"15min":0.55500000000000005},"min":{"1min":0.376,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88600000000000001,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.63500000000000001}]},{"osd":3,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.47199999999999998,"15min":0.45600000000000002},"min":{"1min":0.27800000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.5,"15min":0.48099999999999998},"min":{"1min":0.30099999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.52300000000000002}]},{"osd":4,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.65000000000000002,"15min":0.65500000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.94599999999999995,"5min":1.756,"15min":1.756},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.44600000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.88,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.54500000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:37:56 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.625,"15min":0.60999999999999999},"min":{"1min":0.47799999999999998,"5min":0.375,"15min":0.375},"max":{"1min":0.89800000000000002,"5min":1.05,"15min":1.05},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.67400000000000004,"15min":0.67200000000000004},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.86599999999999999,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":0.56100000000000005}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.66800000000000004,"15min":0.65400000000000003},"min":{"1min":0.54200000000000004,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48399999999999999,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0009999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.72599999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:37:44 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.105,"5min":1.105,"15min":1.105},"last":0.69899999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.57999999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.71299999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":432642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.495,"15min":0.47299999999999998},"min":{"1min":0.38700000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.93600000000000005,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.49399999999999999,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.37}]},{"osd":2,"last update":"Sat Oct 21 15:37:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.48699999999999999,"15min":0.46300000000000002},"min":{"1min":0.41699999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.65900000000000003,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.503,"15min":0.48599999999999999},"min":{"1min":0.442,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.71899999999999997,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.71699999999999997}]},{"osd":3,"last update":"Sat Oct 21 15:37:52 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.53400000000000003,"15min":0.51200000000000001},"min":{"1min":0.373,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.03,"5min":1.034,"15min":1.034},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.57899999999999996,"15min":0.55000000000000004},"min":{"1min":0.46700000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0669999999999999,"5min":1.069,"15min":1.069},"last":0.58399999999999996}]},{"osd":4,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.432,"15min":0.41399999999999998},"min":{"1min":0.32500000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.48699999999999999,"15min":0.47499999999999998},"min":{"1min":0.40400000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.50600000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.73999999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.745,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.746}]},{"osd":6,"last update":"Sat Oct 21 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64100000000000001,"15min":0.63900000000000001},"min":{"1min":0.499,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.64200000000000002,"15min":0.63600000000000001},"min":{"1min":0.497,"5min":0.443,"15min":0.443},"max":{"1min":1.0549999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.55200000000000005}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.58499999999999996,"15min":0.57899999999999996},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.57799999999999996,"15min":0.56699999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.57099999999999995}]},{"osd":8,"last update":"Sat Oct 21 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.76600000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.68999999999999995}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.629},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.61399999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":433598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 15:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.55300000000000005,"15min":0.53100000000000003},"min":{"1min":0.374,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54500000000000004,"15min":0.54200000000000004},"min":{"1min":0.40500000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.55500000000000005}]},{"osd":2,"last update":"Sat Oct 21 15:37:34 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.56399999999999995,"15min":0.55900000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.80500000000000005,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.57199999999999995,"15min":0.55600000000000005},"min":{"1min":0.42499999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.57399999999999995}]},{"osd":3,"last update":"Sat Oct 21 15:36:54 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40799999999999997,"15min":0.40000000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.47299999999999998,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.373}]},{"osd":4,"last update":"Sat Oct 21 15:38:15 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39200000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.505},{"interface":"front","average":{"1min":0.621,"5min":0.56399999999999995,"15min":0.55100000000000005},"min":{"1min":0.36699999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.58799999999999997}]},{"osd":5,"last update":"Sat Oct 21 15:37:34 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.63400000000000001,"15min":0.624},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.58499999999999996,"15min":0.57899999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.54300000000000004}]},{"osd":6,"last update":"Sat Oct 21 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.54000000000000004,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.90500000000000003,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.56899999999999995,"15min":0.55500000000000005},"min":{"1min":0.36599999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.40999999999999998}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.45900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69399999999999995,"15min":0.69299999999999995},"min":{"1min":0.44500000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.68100000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.626}]},{"osd":9,"last update":"Sat Oct 21 15:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.52600000000000002}]},{"osd":10,"last update":"Sat Oct 21 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":0.70499999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":452369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.496,"15min":0.47899999999999998},"min":{"1min":0.33600000000000002,"5min":0.31,"15min":0.31},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.49099999999999999,"15min":0.48899999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.72699999999999998,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.36299999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:37:36 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.33000000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54200000000000004,"15min":0.54300000000000004},"min":{"1min":0.309,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.76600000000000001,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.69099999999999995}]},{"osd":3,"last update":"Sat Oct 21 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.57699999999999996,"15min":0.56299999999999994},"min":{"1min":0.41099999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.621},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57499999999999996,"15min":0.57899999999999996},"min":{"1min":0.38600000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71899999999999997,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.51400000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.55500000000000005,"15min":0.54800000000000004},"min":{"1min":0.38300000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58399999999999996,"15min":0.57199999999999995},"min":{"1min":0.44900000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80300000000000005,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.46800000000000003}]},{"osd":5,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.44500000000000001,"15min":0.44},"min":{"1min":0.33700000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.504,"15min":0.495},"min":{"1min":0.33900000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.65100000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.40799999999999997,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.77000000000000002,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.59899999999999998,"15min":0.58699999999999997},"min":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.67100000000000004}]},{"osd":7,"last update":"Sat Oct 21 15:38:20 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.63900000000000001,"15min":0.63200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.67700000000000005,"15min":0.67400000000000004},"min":{"1min":0.52200000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.877}]},{"osd":8,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.747},{"interface":"front","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.81899999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.72399999999999998}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.77800000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149742,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":909312,"data_stored":431224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:54 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.35899999999999999,"15min":0.34699999999999998},"min":{"1min":0.26500000000000001,"5min":0.253,"15min":0.253},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.39500000000000002,"15min":0.379},"min":{"1min":0.27700000000000002,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.67200000000000004,"5min":0.751,"15min":0.751},"last":0.54600000000000004}]},{"osd":1,"last update":"Sat Oct 21 15:37:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55400000000000005,"15min":0.52400000000000002},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.873,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.54500000000000004,"15min":0.51900000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79700000000000004,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.67100000000000004}]},{"osd":2,"last update":"Sat Oct 21 15:37:54 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57899999999999996,"15min":0.58899999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81999999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.39600000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.83699999999999997}]},{"osd":4,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.55500000000000005,"15min":0.52500000000000002},"min":{"1min":0.36799999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.57599999999999996},"min":{"1min":0.42099999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.69899999999999995}]},{"osd":5,"last update":"Sat Oct 21 15:37:34 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58499999999999996,"15min":0.57699999999999996},"min":{"1min":0.41499999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.64200000000000002,"15min":0.63200000000000001},"min":{"1min":0.53600000000000003,"5min":0.443,"15min":0.443},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.82399999999999995}]},{"osd":6,"last update":"Sat Oct 21 15:37:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.54400000000000004,"15min":0.53400000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.60599999999999998,"15min":0.59199999999999997},"min":{"1min":0.40300000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.77500000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.46100000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.66200000000000003,"15min":0.65400000000000003},"min":{"1min":0.49399999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.63900000000000001}]},{"osd":8,"last update":"Sat Oct 21 15:37:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:38:05 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.86199999999999999}]},{"osd":10,"last update":"Sat Oct 21 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":0.88300000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85099999999999998}]}]},{"osd":4,"up_from":34,"seq":146028888106,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.49399999999999999,"15min":0.46300000000000002},"min":{"1min":0.377,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":1.5509999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.48799999999999999,"15min":0.46300000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":1.5369999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.36099999999999999,"15min":0.34000000000000002},"min":{"1min":0.29499999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.38200000000000001,"15min":0.35799999999999998},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.30499999999999999}]},{"osd":2,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.57899999999999996,"15min":0.56000000000000005},"min":{"1min":0.53500000000000003,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88500000000000001,"5min":1.5329999999999999,"15min":1.5329999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57499999999999996,"15min":0.55200000000000005},"min":{"1min":0.438,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.53400000000000003,"15min":0.503},"min":{"1min":0.40200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.54300000000000004,"15min":0.52600000000000002},"min":{"1min":0.36799999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.54300000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.56299999999999994,"15min":0.55100000000000005},"min":{"1min":0.39900000000000002,"5min":0.38,"15min":0.38},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.58999999999999997,"15min":0.57799999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.51800000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:37:59 2023","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.59599999999999997,"15min":0.58899999999999997},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.60899999999999999,"15min":0.59899999999999998},"min":{"1min":0.40400000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.57999999999999996}]},{"osd":7,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.36299999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.54800000000000004,"15min":0.53300000000000003},"min":{"1min":0.40899999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.47099999999999997}]},{"osd":8,"last update":"Sat Oct 21 15:37:44 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.59199999999999997}]},{"osd":9,"last update":"Sat Oct 21 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.63}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.66200000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724583,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1540096,"data_stored":1024341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.52500000000000002,"15min":0.51300000000000001},"min":{"1min":0.39700000000000002,"5min":0.309,"15min":0.309},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.51000000000000001,"15min":0.496},"min":{"1min":0.46000000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.44800000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.499,"15min":0.495},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.53100000000000003,"15min":0.52300000000000002},"min":{"1min":0.39600000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.496}]},{"osd":2,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.38400000000000001,"15min":0.377},"min":{"1min":0.30099999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.58099999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.438,"5min":0.41699999999999998,"15min":0.41299999999999998},"min":{"1min":0.29199999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.36399999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.53800000000000003,"15min":0.53600000000000003},"min":{"1min":0.36399999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55300000000000005,"15min":0.55100000000000005},"min":{"1min":0.39400000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.47899999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.55100000000000005,"15min":0.54300000000000004},"min":{"1min":0.38800000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.53300000000000003,"15min":0.52600000000000002},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.52900000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:38:01 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.61199999999999999,"15min":0.61099999999999999},"min":{"1min":0.439,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.76800000000000002,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.58699999999999997}]},{"osd":7,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.65100000000000002,"15min":0.64900000000000002},"min":{"1min":0.47599999999999998,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.46500000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.64700000000000002}]},{"osd":8,"last update":"Sat Oct 21 15:37:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.60299999999999998}]},{"osd":9,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.68300000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.71099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":38647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":21103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T15:38:35.511 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-10-21T15:38:35.511 INFO:tasks.cephadm:Setting up client nodes... 2023-10-21T15:38:35.512 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-10-21T15:38:36.105 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:37.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:36 smithi046 ceph-mon[99436]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:38:37.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:36 smithi046 ceph-mon[99436]: pgmap v263: 97 pgs: 97 active+clean; 601 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8.7 KiB/s wr, 27 op/s 2023-10-21T15:38:37.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:36 smithi046 ceph-mon[99436]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:38:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:36 smithi105 ceph-mon[103980]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:38:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:36 smithi105 ceph-mon[103980]: pgmap v263: 97 pgs: 97 active+clean; 601 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8.7 KiB/s wr, 27 op/s 2023-10-21T15:38:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:36 smithi105 ceph-mon[103980]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:38:37.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:36 smithi119 ceph-mon[103628]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:38:37.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:36 smithi119 ceph-mon[103628]: pgmap v263: 97 pgs: 97 active+clean; 601 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8.7 KiB/s wr, 27 op/s 2023-10-21T15:38:37.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:36 smithi119 ceph-mon[103628]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:38:37.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 -- 172.21.15.46:0/289365318 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc102b50 msgr2=0x7feffc109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:37.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 --2- 172.21.15.46:0/289365318 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc102b50 0x7feffc109400 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7feff400b0d0 tx=0x7feff400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 -- 172.21.15.46:0/289365318 shutdown_connections 2023-10-21T15:38:37.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 --2- 172.21.15.46:0/289365318 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc102b50 0x7feffc109400 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 --2- 172.21.15.46:0/289365318 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feffc100fb0 0x7feffc1013d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 --2- 172.21.15.46:0/289365318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feffc1021b0 0x7feffc102610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 -- 172.21.15.46:0/289365318 >> 172.21.15.46:0/289365318 conn(0x7feffc0fc570 msgr2=0x7feffc0fe990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:37.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 -- 172.21.15.46:0/289365318 shutdown_connections 2023-10-21T15:38:37.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.455+0000 7ff001124700 1 -- 172.21.15.46:0/289365318 wait complete. 2023-10-21T15:38:37.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7ff001124700 1 Processor -- start 2023-10-21T15:38:37.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7ff001124700 1 -- start start 2023-10-21T15:38:37.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7ff001124700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feffc100fb0 0x7feffc196da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:37.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7ff001124700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc1021b0 0x7feffc1972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:37.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7ff001124700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feffc102b50 0x7feffc19e360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:37.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7ff001124700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feffc19e930 con 0x7feffc1021b0 2023-10-21T15:38:37.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7ff001124700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feffc19ea70 con 0x7feffc102b50 2023-10-21T15:38:37.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7ff001124700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feffc19ec00 con 0x7feffc100fb0 2023-10-21T15:38:37.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7feffa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc1021b0 0x7feffc1972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:37.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7feffa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc1021b0 0x7feffc1972e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33286/0 (socket says 172.21.15.46:33286) 2023-10-21T15:38:37.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.456+0000 7feffa59c700 1 -- 172.21.15.46:0/1778648187 learned_addr learned my addr 172.21.15.46:0/1778648187 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:37.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7feffad9d700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feffc100fb0 0x7feffc196da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:37.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7feffb59e700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feffc102b50 0x7feffc19e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:37.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7feffa59c700 1 -- 172.21.15.46:0/1778648187 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feffc100fb0 msgr2=0x7feffc196da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:37.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7feffa59c700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feffc100fb0 0x7feffc196da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7feffa59c700 1 -- 172.21.15.46:0/1778648187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feffc102b50 msgr2=0x7feffc19e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:37.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7feffa59c700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feffc102b50 0x7feffc19e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7feffa59c700 1 -- 172.21.15.46:0/1778648187 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feff4009d00 con 0x7feffc1021b0 2023-10-21T15:38:37.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7feffa59c700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc1021b0 0x7feffc1972e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fefec00b560 tx=0x7fefec00b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:37.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7fefe3fff700 1 -- 172.21.15.46:0/1778648187 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefec011830 con 0x7feffc1021b0 2023-10-21T15:38:37.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7fefe3fff700 1 -- 172.21.15.46:0/1778648187 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fefec011e50 con 0x7feffc1021b0 2023-10-21T15:38:37.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feffc19eee0 con 0x7feffc1021b0 2023-10-21T15:38:37.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7fefe3fff700 1 -- 172.21.15.46:0/1778648187 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefec010e50 con 0x7feffc1021b0 2023-10-21T15:38:37.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.457+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feffc19f350 con 0x7feffc1021b0 2023-10-21T15:38:37.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.458+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feffc10c830 con 0x7feffc1021b0 2023-10-21T15:38:37.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.459+0000 7fefe3fff700 1 -- 172.21.15.46:0/1778648187 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fefec0104f0 con 0x7feffc1021b0 2023-10-21T15:38:37.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.460+0000 7fefe3fff700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fefe40a1510 0x7fefe40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:37.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.460+0000 7feffad9d700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fefe40a1510 0x7fefe40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:37.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.460+0000 7fefe3fff700 1 -- 172.21.15.46:0/1778648187 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fefec0cc560 con 0x7feffc1021b0 2023-10-21T15:38:37.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.460+0000 7feffad9d700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fefe40a1510 0x7fefe40a39d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7feffc102010 tx=0x7feff0007400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:37.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.464+0000 7fefe3fff700 1 -- 172.21.15.46:0/1778648187 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fefec095dd0 con 0x7feffc1021b0 2023-10-21T15:38:37.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.746+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7feffc107e50 con 0x7feffc1021b0 2023-10-21T15:38:37.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.748+0000 7fefe3fff700 1 -- 172.21.15.46:0/1778648187 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7fefec0993f0 con 0x7feffc1021b0 2023-10-21T15:38:37.751 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2023-10-21T15:38:37.751 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQB98DNlyTCWLBAA1w0ckmVbOZgl/VBltSV3dw== 2023-10-21T15:38:37.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fefe40a1510 msgr2=0x7fefe40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:37.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fefe40a1510 0x7fefe40a39d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7feffc102010 tx=0x7feff0007400 comp rx=0 tx=0).stop 2023-10-21T15:38:37.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc1021b0 msgr2=0x7feffc1972e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:37.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc1021b0 0x7feffc1972e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fefec00b560 tx=0x7fefec00b870 comp rx=0 tx=0).stop 2023-10-21T15:38:37.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 shutdown_connections 2023-10-21T15:38:37.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fefe40a1510 0x7fefe40a39d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feffc102b50 0x7feffc19e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7feffc100fb0 0x7feffc196da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 --2- 172.21.15.46:0/1778648187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feffc1021b0 0x7feffc1972e0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:37.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.750+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 >> 172.21.15.46:0/1778648187 conn(0x7feffc0fc570 msgr2=0x7feffc0fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:37.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.751+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 shutdown_connections 2023-10-21T15:38:37.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:37.751+0000 7ff001124700 1 -- 172.21.15.46:0/1778648187 wait complete. 2023-10-21T15:38:37.982 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:38:37 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: 2023-10-21T15:38:37.674+0000 7fb513723700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2023-10-21T15:38:38.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:37 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1778648187' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-21T15:38:38.064 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:37 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1778648187' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-21T15:38:38.065 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:38:38.066 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-10-21T15:38:38.066 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-10-21T15:38:38.109 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-21T15:38:38.110 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-10-21T15:38:38.110 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph mgr dump --format=json 2023-10-21T15:38:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:37 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1778648187' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-21T15:38:38.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:37 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1778648187' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-21T15:38:38.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:37 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1778648187' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-21T15:38:38.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:37 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1778648187' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-21T15:38:38.712 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:38 smithi105 ceph-mon[103980]: pgmap v264: 97 pgs: 97 active+clean; 602 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8.1 KiB/s wr, 25 op/s 2023-10-21T15:38:39.260 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:38 smithi046 ceph-mon[99436]: pgmap v264: 97 pgs: 97 active+clean; 602 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8.1 KiB/s wr, 25 op/s 2023-10-21T15:38:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:38 smithi119 ceph-mon[103628]: pgmap v264: 97 pgs: 97 active+clean; 602 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8.1 KiB/s wr, 25 op/s 2023-10-21T15:38:40.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 -- 172.21.15.46:0/4145545218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564100820 msgr2=0x7fb56410cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:40.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 --2- 172.21.15.46:0/4145545218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564100820 0x7fb56410cc90 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb55c00b0d0 tx=0x7fb55c00b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 -- 172.21.15.46:0/4145545218 shutdown_connections 2023-10-21T15:38:40.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 --2- 172.21.15.46:0/4145545218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564100820 0x7fb56410cc90 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 --2- 172.21.15.46:0/4145545218 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb564105e70 0x7fb564106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 --2- 172.21.15.46:0/4145545218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5640ffe60 0x7fb5641002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 -- 172.21.15.46:0/4145545218 >> 172.21.15.46:0/4145545218 conn(0x7fb564075e00 msgr2=0x7fb564076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:40.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 -- 172.21.15.46:0/4145545218 shutdown_connections 2023-10-21T15:38:40.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.031+0000 7fb5688e8700 1 -- 172.21.15.46:0/4145545218 wait complete. 2023-10-21T15:38:40.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb5688e8700 1 Processor -- start 2023-10-21T15:38:40.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb5688e8700 1 -- start start 2023-10-21T15:38:40.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb5688e8700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5640ffe60 0x7fb564196010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:40.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb5688e8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb564100820 0x7fb564196550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:40.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb5688e8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564105e70 0x7fb56419a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:40.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb5688e8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb56419afd0 con 0x7fb564105e70 2023-10-21T15:38:40.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb5688e8700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb56419b140 con 0x7fb5640ffe60 2023-10-21T15:38:40.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb5688e8700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb56419b300 con 0x7fb564100820 2023-10-21T15:38:40.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb562d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564105e70 0x7fb56419a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:40.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb562d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564105e70 0x7fb56419a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33300/0 (socket says 172.21.15.46:33300) 2023-10-21T15:38:40.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb562d9d700 1 -- 172.21.15.46:0/1834280240 learned_addr learned my addr 172.21.15.46:0/1834280240 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:40.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.032+0000 7fb56259c700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5640ffe60 0x7fb564196010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:40.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb561d9b700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb564100820 0x7fb564196550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:40.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb562d9d700 1 -- 172.21.15.46:0/1834280240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb564100820 msgr2=0x7fb564196550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:40.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb562d9d700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb564100820 0x7fb564196550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb562d9d700 1 -- 172.21.15.46:0/1834280240 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5640ffe60 msgr2=0x7fb564196010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:40.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb562d9d700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5640ffe60 0x7fb564196010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb562d9d700 1 -- 172.21.15.46:0/1834280240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb55c009d00 con 0x7fb564105e70 2023-10-21T15:38:40.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb561d9b700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb564100820 0x7fb564196550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:40.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb562d9d700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564105e70 0x7fb56419a9c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb55c007870 tx=0x7fb55c0078a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:40.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb5537fe700 1 -- 172.21.15.46:0/1834280240 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb55c00e040 con 0x7fb564105e70 2023-10-21T15:38:40.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb5537fe700 1 -- 172.21.15.46:0/1834280240 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb55c003e10 con 0x7fb564105e70 2023-10-21T15:38:40.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb56419b580 con 0x7fb564105e70 2023-10-21T15:38:40.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb5537fe700 1 -- 172.21.15.46:0/1834280240 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb55c01a9d0 con 0x7fb564105e70 2023-10-21T15:38:40.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.033+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb564068b70 con 0x7fb564105e70 2023-10-21T15:38:40.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.034+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb56404ebb0 con 0x7fb564105e70 2023-10-21T15:38:40.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.035+0000 7fb5537fe700 1 -- 172.21.15.46:0/1834280240 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fb55c01ab30 con 0x7fb564105e70 2023-10-21T15:38:40.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.036+0000 7fb5537fe700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb54c0a1510 0x7fb54c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:40.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.036+0000 7fb56259c700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb54c0a1510 0x7fb54c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:40.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.036+0000 7fb5537fe700 1 -- 172.21.15.46:0/1834280240 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb55c01e070 con 0x7fb564105e70 2023-10-21T15:38:40.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.036+0000 7fb56259c700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb54c0a1510 0x7fb54c0a39d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb558005950 tx=0x7fb55800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:40.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.039+0000 7fb5537fe700 1 -- 172.21.15.46:0/1834280240 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb55c099c90 con 0x7fb564105e70 2023-10-21T15:38:40.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.294+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fb56410fd60 con 0x7fb564105e70 2023-10-21T15:38:40.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.299+0000 7fb5537fe700 1 -- 172.21.15.46:0/1834280240 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+260408 (secure 0 0 0) 0x7fb55c09d2b0 con 0x7fb564105e70 2023-10-21T15:38:40.304 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:40.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb54c0a1510 msgr2=0x7fb54c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:40.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb54c0a1510 0x7fb54c0a39d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb558005950 tx=0x7fb55800b410 comp rx=0 tx=0).stop 2023-10-21T15:38:40.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564105e70 msgr2=0x7fb56419a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:40.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564105e70 0x7fb56419a9c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb55c007870 tx=0x7fb55c0078a0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 shutdown_connections 2023-10-21T15:38:40.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb54c0a1510 0x7fb54c0a39d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb564105e70 0x7fb56419a9c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5640ffe60 0x7fb564196010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 --2- 172.21.15.46:0/1834280240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb564100820 0x7fb564196550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:40.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.302+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 >> 172.21.15.46:0/1834280240 conn(0x7fb564075e00 msgr2=0x7fb564103b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:40.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.303+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 shutdown_connections 2023-10-21T15:38:40.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:40.303+0000 7fb5688e8700 1 -- 172.21.15.46:0/1834280240 wait complete. 2023-10-21T15:38:40.661 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":17,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":4052512105},{"type":"v1","addr":"172.21.15.46:6801","nonce":4052512105}]},"active_addr":"172.21.15.46:6801/4052512105","active_change":"2023-10-21T15:32:17.105553+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24106,"name":"z","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.46:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3082286908}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":1475290332}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":1346450061}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":3699124361}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":1953226087}]}]} 2023-10-21T15:38:40.667 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-10-21T15:38:40.668 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-21T15:38:40.668 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd dump --format=json 2023-10-21T15:38:41.237 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:41.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:40 smithi105 ceph-mon[103980]: pgmap v265: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.4 KiB/s wr, 26 op/s 2023-10-21T15:38:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:40 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1834280240' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-21T15:38:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:40 smithi119 ceph-mon[103628]: pgmap v265: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.4 KiB/s wr, 26 op/s 2023-10-21T15:38:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:40 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1834280240' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-21T15:38:41.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:40 smithi046 ceph-mon[99436]: pgmap v265: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 9.4 KiB/s wr, 26 op/s 2023-10-21T15:38:41.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:40 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1834280240' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-21T15:38:42.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 -- 172.21.15.46:0/1583247214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc0695b0 msgr2=0x7f24fc105b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:42.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 --2- 172.21.15.46:0/1583247214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc0695b0 0x7f24fc105b80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f24f0009990 tx=0x7f24f0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 -- 172.21.15.46:0/1583247214 shutdown_connections 2023-10-21T15:38:42.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 --2- 172.21.15.46:0/1583247214 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24fc1062b0 0x7f24fc10de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 --2- 172.21.15.46:0/1583247214 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24fc068c00 0x7f24fc068fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 --2- 172.21.15.46:0/1583247214 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc0695b0 0x7f24fc105b80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 -- 172.21.15.46:0/1583247214 >> 172.21.15.46:0/1583247214 conn(0x7f24fc075e00 msgr2=0x7f24fc076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:42.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 -- 172.21.15.46:0/1583247214 shutdown_connections 2023-10-21T15:38:42.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.475+0000 7f2501c8e700 1 -- 172.21.15.46:0/1583247214 wait complete. 2023-10-21T15:38:42.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f2501c8e700 1 Processor -- start 2023-10-21T15:38:42.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f2501c8e700 1 -- start start 2023-10-21T15:38:42.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f2501c8e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24fc068c00 0x7f24fc199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:42.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f2501c8e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24fc0695b0 0x7f24fc199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:42.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f2501c8e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc1062b0 0x7f24fc19dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:42.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f2501c8e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24fc19e2c0 con 0x7f24fc1062b0 2023-10-21T15:38:42.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f2501c8e700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24fc19e430 con 0x7f24fc068c00 2023-10-21T15:38:42.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f2501c8e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24fc19e5f0 con 0x7f24fc0695b0 2023-10-21T15:38:42.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f24fbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc1062b0 0x7f24fc19dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.476+0000 7f24fbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc1062b0 0x7f24fc19dcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33312/0 (socket says 172.21.15.46:33312) 2023-10-21T15:38:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fbfff700 1 -- 172.21.15.46:0/2902936029 learned_addr learned my addr 172.21.15.46:0/2902936029 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24faffd700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24fc0695b0 0x7f24fc199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fb7fe700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24fc068c00 0x7f24fc199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fbfff700 1 -- 172.21.15.46:0/2902936029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24fc0695b0 msgr2=0x7f24fc199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fbfff700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24fc0695b0 0x7f24fc199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fbfff700 1 -- 172.21.15.46:0/2902936029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24fc068c00 msgr2=0x7f24fc199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fbfff700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24fc068c00 0x7f24fc199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fbfff700 1 -- 172.21.15.46:0/2902936029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24f00095f0 con 0x7f24fc1062b0 2023-10-21T15:38:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fb7fe700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24fc068c00 0x7f24fc199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24fbfff700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc1062b0 0x7f24fc19dcb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f24f400b970 tx=0x7f24f400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:42.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24f8ff9700 1 -- 172.21.15.46:0/2902936029 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f400c930 con 0x7f24fc1062b0 2023-10-21T15:38:42.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24f8ff9700 1 -- 172.21.15.46:0/2902936029 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f24f4014440 con 0x7f24fc1062b0 2023-10-21T15:38:42.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f24f8ff9700 1 -- 172.21.15.46:0/2902936029 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24f40075d0 con 0x7f24fc1062b0 2023-10-21T15:38:42.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24fc19e8d0 con 0x7f24fc1062b0 2023-10-21T15:38:42.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.477+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24fc1a6130 con 0x7f24fc1062b0 2023-10-21T15:38:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.478+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24fc04ebb0 con 0x7f24fc1062b0 2023-10-21T15:38:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.479+0000 7f24f8ff9700 1 -- 172.21.15.46:0/2902936029 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f24f40145b0 con 0x7f24fc1062b0 2023-10-21T15:38:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.480+0000 7f24f8ff9700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24e40a1590 0x7f24e40a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.480+0000 7f24fb7fe700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24e40a1590 0x7f24e40a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.480+0000 7f24f8ff9700 1 -- 172.21.15.46:0/2902936029 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f24f4006e40 con 0x7f24fc1062b0 2023-10-21T15:38:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.481+0000 7f24fb7fe700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24e40a1590 0x7f24e40a3a50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f24ec005950 tx=0x7f24ec005f50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:42.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.485+0000 7f24f8ff9700 1 -- 172.21.15.46:0/2902936029 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f24f404f100 con 0x7f24fc1062b0 2023-10-21T15:38:42.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.687+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f24fc19a660 con 0x7f24fc1062b0 2023-10-21T15:38:42.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.688+0000 7f24f8ff9700 1 -- 172.21.15.46:0/2902936029 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22119 (secure 0 0 0) 0x7f24f4095950 con 0x7f24fc1062b0 2023-10-21T15:38:42.691 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:42.691 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":84,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:38:27.874098+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:38:42.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24e40a1590 msgr2=0x7f24e40a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:42.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24e40a1590 0x7f24e40a3a50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f24ec005950 tx=0x7f24ec005f50 comp rx=0 tx=0).stop 2023-10-21T15:38:42.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc1062b0 msgr2=0x7f24fc19dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:42.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc1062b0 0x7f24fc19dcb0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f24f400b970 tx=0x7f24f400bc80 comp rx=0 tx=0).stop 2023-10-21T15:38:42.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 shutdown_connections 2023-10-21T15:38:42.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24e40a1590 0x7f24e40a3a50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24fc1062b0 0x7f24fc19dcb0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24fc068c00 0x7f24fc199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 --2- 172.21.15.46:0/2902936029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24fc0695b0 0x7f24fc199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:42.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 >> 172.21.15.46:0/2902936029 conn(0x7f24fc075e00 msgr2=0x7f24fc10c0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:42.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 shutdown_connections 2023-10-21T15:38:42.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:42.690+0000 7f2501c8e700 1 -- 172.21.15.46:0/2902936029 wait complete. 2023-10-21T15:38:43.087 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-21T15:38:43.088 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd dump --format=json 2023-10-21T15:38:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:42 smithi105 ceph-mon[103980]: pgmap v266: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.0 KiB/s wr, 24 op/s 2023-10-21T15:38:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:42 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2902936029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:42 smithi119 ceph-mon[103628]: pgmap v266: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.0 KiB/s wr, 24 op/s 2023-10-21T15:38:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:42 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2902936029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:43.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:42 smithi046 ceph-mon[99436]: pgmap v266: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 8.0 KiB/s wr, 24 op/s 2023-10-21T15:38:43.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:42 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2902936029' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:43.655 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:44.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 -- 172.21.15.46:0/3847565972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 msgr2=0x7f071010ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:44.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 --2- 172.21.15.46:0/3847565972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 0x7f071010ddb0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f070800b0d0 tx=0x7f070800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 -- 172.21.15.46:0/3847565972 shutdown_connections 2023-10-21T15:38:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 --2- 172.21.15.46:0/3847565972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 0x7f071010ddb0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 --2- 172.21.15.46:0/3847565972 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0710106f90 0x7f0710107370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 --2- 172.21.15.46:0/3847565972 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0710100f80 0x7f0710101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:44.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 -- 172.21.15.46:0/3847565972 >> 172.21.15.46:0/3847565972 conn(0x7f07100780a0 msgr2=0x7f07100784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:44.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 -- 172.21.15.46:0/3847565972 shutdown_connections 2023-10-21T15:38:44.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.863+0000 7f07157c6700 1 -- 172.21.15.46:0/3847565972 wait complete. 2023-10-21T15:38:44.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f07157c6700 1 Processor -- start 2023-10-21T15:38:44.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f07157c6700 1 -- start start 2023-10-21T15:38:44.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f07157c6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0710100f80 0x7f0710197000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:44.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f07157c6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 0x7f0710197540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:44.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f07157c6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0710106f90 0x7f071019b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:44.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f07157c6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f071019bfc0 con 0x7f0710101940 2023-10-21T15:38:44.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f07157c6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f071019c130 con 0x7f0710100f80 2023-10-21T15:38:44.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f07157c6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f071019c2f0 con 0x7f0710106f90 2023-10-21T15:38:44.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f070e7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 0x7f0710197540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:44.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f070e7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 0x7f0710197540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33320/0 (socket says 172.21.15.46:33320) 2023-10-21T15:38:44.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f070e7fc700 1 -- 172.21.15.46:0/1921704990 learned_addr learned my addr 172.21.15.46:0/1921704990 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:44.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f070effd700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0710100f80 0x7f0710197000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:44.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.864+0000 7f070f7fe700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0710106f90 0x7f071019b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:44.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f070e7fc700 1 -- 172.21.15.46:0/1921704990 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0710106f90 msgr2=0x7f071019b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:44.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f070e7fc700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0710106f90 0x7f071019b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:44.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f070e7fc700 1 -- 172.21.15.46:0/1921704990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0710100f80 msgr2=0x7f0710197000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:44.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f070e7fc700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0710100f80 0x7f0710197000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:44.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f070e7fc700 1 -- 172.21.15.46:0/1921704990 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0708009d00 con 0x7f0710101940 2023-10-21T15:38:44.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f070e7fc700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 0x7f0710197540 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f070400c920 tx=0x7f070400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:44.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f06f7fff700 1 -- 172.21.15.46:0/1921704990 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0704004a30 con 0x7f0710101940 2023-10-21T15:38:44.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f071019c5d0 con 0x7f0710101940 2023-10-21T15:38:44.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f06f7fff700 1 -- 172.21.15.46:0/1921704990 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f07040054e0 con 0x7f0710101940 2023-10-21T15:38:44.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f06f7fff700 1 -- 172.21.15.46:0/1921704990 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0704007bd0 con 0x7f0710101940 2023-10-21T15:38:44.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.865+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07101a3e30 con 0x7f0710101940 2023-10-21T15:38:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.866+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f071004ebb0 con 0x7f0710101940 2023-10-21T15:38:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.867+0000 7f06f7fff700 1 -- 172.21.15.46:0/1921704990 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f0704005000 con 0x7f0710101940 2023-10-21T15:38:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.868+0000 7f06f7fff700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f06f80a1510 0x7f06f80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.868+0000 7f070effd700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f06f80a1510 0x7f06f80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:44.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.868+0000 7f06f7fff700 1 -- 172.21.15.46:0/1921704990 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f07040cc910 con 0x7f0710101940 2023-10-21T15:38:44.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.868+0000 7f070effd700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f06f80a1510 0x7f06f80a39d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f070000ac50 tx=0x7f070000a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:44.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:44.872+0000 7f06f7fff700 1 -- 172.21.15.46:0/1921704990 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0704095ec0 con 0x7f0710101940 2023-10-21T15:38:45.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.073+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f07100008d0 con 0x7f0710101940 2023-10-21T15:38:45.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.074+0000 7f06f7fff700 1 -- 172.21.15.46:0/1921704990 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22119 (secure 0 0 0) 0x7f070401d090 con 0x7f0710101940 2023-10-21T15:38:45.080 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:38:45.080 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":84,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:38:27.874098+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:38:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.076+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f06f80a1510 msgr2=0x7f06f80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.076+0000 7f07157c6700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f06f80a1510 0x7f06f80a39d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f070000ac50 tx=0x7f070000a380 comp rx=0 tx=0).stop 2023-10-21T15:38:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.076+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 msgr2=0x7f0710197540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.076+0000 7f07157c6700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 0x7f0710197540 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f070400c920 tx=0x7f070400cc30 comp rx=0 tx=0).stop 2023-10-21T15:38:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.077+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 shutdown_connections 2023-10-21T15:38:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.077+0000 7f07157c6700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f06f80a1510 0x7f06f80a39d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.077+0000 7f07157c6700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0710106f90 0x7f071019b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.077+0000 7f07157c6700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0710100f80 0x7f0710197000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.077+0000 7f07157c6700 1 --2- 172.21.15.46:0/1921704990 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0710101940 0x7f0710197540 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.077+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 >> 172.21.15.46:0/1921704990 conn(0x7f07100780a0 msgr2=0x7f0710104c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.077+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 shutdown_connections 2023-10-21T15:38:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:45.077+0000 7f07157c6700 1 -- 172.21.15.46:0/1921704990 wait complete. 2023-10-21T15:38:45.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:44 smithi119 ceph-mon[103628]: pgmap v267: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.7 KiB/s wr, 26 op/s 2023-10-21T15:38:45.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:44 smithi046 ceph-mon[99436]: pgmap v267: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.7 KiB/s wr, 26 op/s 2023-10-21T15:38:45.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:44 smithi105 ceph-mon[103980]: pgmap v267: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.7 KiB/s wr, 26 op/s 2023-10-21T15:38:45.513 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-21T15:38:45.514 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-21T15:38:45.515 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-21T15:38:45.515 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-10-21T15:38:45.516 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-10-21T15:38:45.516 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-10-21T15:38:45.517 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-10-21T15:38:45.517 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-10-21T15:38:45.518 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.8 flush_pg_stats 2023-10-21T15:38:45.519 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.9 flush_pg_stats 2023-10-21T15:38:45.519 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.10 flush_pg_stats 2023-10-21T15:38:45.520 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph tell osd.11 flush_pg_stats 2023-10-21T15:38:46.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:46 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1921704990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:46.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:46 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1921704990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:46.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:46 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1921704990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:38:46.961 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:47.113 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:47.260 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:47 smithi119 ceph-mon[103628]: pgmap v268: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 19 op/s 2023-10-21T15:38:47.341 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:47 smithi046 ceph-mon[99436]: pgmap v268: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 19 op/s 2023-10-21T15:38:47.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:47 smithi105 ceph-mon[103980]: pgmap v268: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.2 KiB/s wr, 19 op/s 2023-10-21T15:38:47.504 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:47.507 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:48.377 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:48.729 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:48.974 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:49.010 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:49.011 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:49.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 -- 172.21.15.46:0/3433917980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1541029d0 msgr2=0x7fd15410aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:49.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 --2- 172.21.15.46:0/3433917980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1541029d0 0x7fd15410aec0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd148009990 tx=0x7fd148009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:49.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 -- 172.21.15.46:0/3433917980 shutdown_connections 2023-10-21T15:38:49.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 --2- 172.21.15.46:0/3433917980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd15410b4e0 0x7fd15410d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:49.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 --2- 172.21.15.46:0/3433917980 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1541020b0 0x7fd154102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:49.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 --2- 172.21.15.46:0/3433917980 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1541029d0 0x7fd15410aec0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:49.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 -- 172.21.15.46:0/3433917980 >> 172.21.15.46:0/3433917980 conn(0x7fd1540fb920 msgr2=0x7fd1540fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:49.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 -- 172.21.15.46:0/3433917980 shutdown_connections 2023-10-21T15:38:49.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.064+0000 7fd159ba8700 1 -- 172.21.15.46:0/3433917980 wait complete. 2023-10-21T15:38:49.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd159ba8700 1 Processor -- start 2023-10-21T15:38:49.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd159ba8700 1 -- start start 2023-10-21T15:38:49.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd159ba8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1541020b0 0x7fd154197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:49.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd159ba8700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1541029d0 0x7fd154197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:49.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd159ba8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd15410b4e0 0x7fd15419b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:49.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd159ba8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15419bfe0 con 0x7fd15410b4e0 2023-10-21T15:38:49.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd159ba8700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15419c150 con 0x7fd1541029d0 2023-10-21T15:38:49.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd159ba8700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15419c310 con 0x7fd1541020b0 2023-10-21T15:38:49.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd153fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd15410b4e0 0x7fd15419b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:49.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd153fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd15410b4e0 0x7fd15419b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33334/0 (socket says 172.21.15.46:33334) 2023-10-21T15:38:49.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd153fff700 1 -- 172.21.15.46:0/2915336020 learned_addr learned my addr 172.21.15.46:0/2915336020 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:49.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd1537fe700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1541020b0 0x7fd154197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:49.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.065+0000 7fd152ffd700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1541029d0 0x7fd154197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:49.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd153fff700 1 -- 172.21.15.46:0/2915336020 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1541020b0 msgr2=0x7fd154197020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:49.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd153fff700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd1541020b0 0x7fd154197020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:49.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd153fff700 1 -- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1541029d0 msgr2=0x7fd154197560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:49.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd153fff700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1541029d0 0x7fd154197560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:49.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd153fff700 1 -- 172.21.15.46:0/2915336020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1480095f0 con 0x7fd15410b4e0 2023-10-21T15:38:49.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd152ffd700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1541029d0 0x7fd154197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:49.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd153fff700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd15410b4e0 0x7fd15419b9d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd14c007ee0 tx=0x7fd14c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:49.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14c00ddd0 con 0x7fd15410b4e0 2023-10-21T15:38:49.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd15419c5f0 con 0x7fd15410b4e0 2023-10-21T15:38:49.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd14c00f040 con 0x7fd15410b4e0 2023-10-21T15:38:49.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14c0048e0 con 0x7fd15410b4e0 2023-10-21T15:38:49.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.066+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1541a3e50 con 0x7fd15410b4e0 2023-10-21T15:38:49.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.067+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd154111100 con 0x7fd15410b4e0 2023-10-21T15:38:49.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.068+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fd14c003a00 con 0x7fd15410b4e0 2023-10-21T15:38:49.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.069+0000 7fd150ff9700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd13c0a1510 0x7fd13c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:49.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.069+0000 7fd1537fe700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd13c0a1510 0x7fd13c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:49.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.069+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fd14c0cd0d0 con 0x7fd15410b4e0 2023-10-21T15:38:49.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.069+0000 7fd150ff9700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] conn(0x7fd13c0aab80 0x7fd13c0acfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:49.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.069+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 --> [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd13c0ad650 con 0x7fd13c0aab80 2023-10-21T15:38:49.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.069+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd14c0cd570 con 0x7fd15410b4e0 2023-10-21T15:38:49.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.070+0000 7fd1537fe700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd13c0a1510 0x7fd13c0a39d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd144005950 tx=0x7fd14400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:49.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.070+0000 7fd152ffd700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] conn(0x7fd13c0aab80 0x7fd13c0acfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:49.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.070+0000 7fd152ffd700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] conn(0x7fd13c0aab80 0x7fd13c0acfa0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:49.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.071+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 <== osd.1 v2:172.21.15.105:6800/4227966088 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fd13c0ad650 con 0x7fd13c0aab80 2023-10-21T15:38:49.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.096+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 --> [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd15404ebb0 con 0x7fd13c0aab80 2023-10-21T15:38:49.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.097+0000 7fd150ff9700 1 -- 172.21.15.46:0/2915336020 <== osd.1 v2:172.21.15.105:6800/4227966088 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fd15404ebb0 con 0x7fd13c0aab80 2023-10-21T15:38:49.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.097+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] conn(0x7fd13c0aab80 msgr2=0x7fd13c0acfa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:49.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.097+0000 7fd159ba8700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] conn(0x7fd13c0aab80 0x7fd13c0acfa0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:49.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.097+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd13c0a1510 msgr2=0x7fd13c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:49.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.097+0000 7fd159ba8700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd13c0a1510 0x7fd13c0a39d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd144005950 tx=0x7fd14400b410 comp rx=0 tx=0).stop 2023-10-21T15:38:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.097+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd15410b4e0 msgr2=0x7fd15419b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.097+0000 7fd159ba8700 1 --2- 172.21.15.46:0/2915336020 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd15410b4e0 0x7fd15419b9d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd14c007ee0 tx=0x7fd14c00d3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.098+0000 7fd153fff700 1 -- 172.21.15.46:0/2915336020 reap_dead start 2023-10-21T15:38:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.098+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 shutdown_connections 2023-10-21T15:38:49.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.098+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 >> 172.21.15.46:0/2915336020 conn(0x7fd1540fb920 msgr2=0x7fd15410d760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:49.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.098+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 shutdown_connections 2023-10-21T15:38:49.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:49.098+0000 7fd159ba8700 1 -- 172.21.15.46:0/2915336020 wait complete. 2023-10-21T15:38:49.128 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:49 smithi046 ceph-mon[99436]: pgmap v269: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.0 KiB/s wr, 13 op/s 2023-10-21T15:38:49.142 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:49.214 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:49.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:49 smithi119 ceph-mon[103628]: pgmap v269: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.0 KiB/s wr, 13 op/s 2023-10-21T15:38:49.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:49 smithi105 ceph-mon[103980]: pgmap v269: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 4.0 KiB/s wr, 13 op/s 2023-10-21T15:38:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:51 smithi119 ceph-mon[103628]: pgmap v270: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2023-10-21T15:38:51.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:51 smithi046 ceph-mon[99436]: pgmap v270: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2023-10-21T15:38:51.479 INFO:teuthology.orchestra.run.smithi046.stdout:55834574908 2023-10-21T15:38:51.479 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-21T15:38:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:51 smithi105 ceph-mon[103980]: pgmap v270: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2023-10-21T15:38:52.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 -- 172.21.15.46:0/743281567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f01007d0 msgr2=0x7f75f010cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:52.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 --2- 172.21.15.46:0/743281567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f01007d0 0x7f75f010cc70 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f75e800b0a0 tx=0x7f75e800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:52.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 -- 172.21.15.46:0/743281567 shutdown_connections 2023-10-21T15:38:52.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 --2- 172.21.15.46:0/743281567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f01007d0 0x7f75f010cc70 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:52.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 --2- 172.21.15.46:0/743281567 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75f0105ec0 0x7f75f01062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:52.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 --2- 172.21.15.46:0/743281567 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75f00ffe10 0x7f75f0100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:52.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 -- 172.21.15.46:0/743281567 >> 172.21.15.46:0/743281567 conn(0x7f75f0076dc0 msgr2=0x7f75f00771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:52.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 -- 172.21.15.46:0/743281567 shutdown_connections 2023-10-21T15:38:52.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.462+0000 7f75f4861700 1 -- 172.21.15.46:0/743281567 wait complete. 2023-10-21T15:38:52.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75f4861700 1 Processor -- start 2023-10-21T15:38:52.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75f4861700 1 -- start start 2023-10-21T15:38:52.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75f4861700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f00ffe10 0x7f75f0197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:52.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75f4861700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75f01007d0 0x7f75f0197580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:52.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75f4861700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75f0105ec0 0x7f75f019b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:52.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75f4861700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f019c000 con 0x7f75f00ffe10 2023-10-21T15:38:52.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75f4861700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f019c170 con 0x7f75f01007d0 2023-10-21T15:38:52.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75f4861700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75f019c330 con 0x7f75f0105ec0 2023-10-21T15:38:52.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75ee59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f00ffe10 0x7f75f0197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:52.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75ee59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f00ffe10 0x7f75f0197040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33344/0 (socket says 172.21.15.46:33344) 2023-10-21T15:38:52.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.463+0000 7f75ee59c700 1 -- 172.21.15.46:0/2738198477 learned_addr learned my addr 172.21.15.46:0/2738198477 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:52.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75eed9d700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75f0105ec0 0x7f75f019b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:52.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75edd9b700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75f01007d0 0x7f75f0197580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75ee59c700 1 -- 172.21.15.46:0/2738198477 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75f0105ec0 msgr2=0x7f75f019b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75ee59c700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f75f0105ec0 0x7f75f019b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75ee59c700 1 -- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75f01007d0 msgr2=0x7f75f0197580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75ee59c700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75f01007d0 0x7f75f0197580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:52.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75ee59c700 1 -- 172.21.15.46:0/2738198477 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75e8009d00 con 0x7f75f00ffe10 2023-10-21T15:38:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75edd9b700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75f01007d0 0x7f75f0197580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75ee59c700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f00ffe10 0x7f75f0197040 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f75e000d950 tx=0x7f75e000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75e0009940 con 0x7f75f00ffe10 2023-10-21T15:38:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75f019c610 con 0x7f75f00ffe10 2023-10-21T15:38:52.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75e0010460 con 0x7f75f00ffe10 2023-10-21T15:38:52.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75e000f620 con 0x7f75f00ffe10 2023-10-21T15:38:52.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.464+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75f01a3e70 con 0x7f75f00ffe10 2023-10-21T15:38:52.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.465+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f75f0110010 con 0x7f75f00ffe10 2023-10-21T15:38:52.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.467+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f75e00108d0 con 0x7f75f00ffe10 2023-10-21T15:38:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.467+0000 7f75df7fe700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75d80a1510 0x7f75d80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.467+0000 7f75edd9b700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75d80a1510 0x7f75d80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.467+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f75e00ccfb0 con 0x7f75f00ffe10 2023-10-21T15:38:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.467+0000 7f75df7fe700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] conn(0x7f75d80aacf0 0x7f75d80ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.467+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 --> [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f75d80ad7c0 con 0x7f75d80aacf0 2023-10-21T15:38:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.467+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f75e00cd450 con 0x7f75f00ffe10 2023-10-21T15:38:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.468+0000 7f75edd9b700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75d80a1510 0x7f75d80a39d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f75e4005fd0 tx=0x7f75e4005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.468+0000 7f75eed9d700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] conn(0x7f75d80aacf0 0x7f75d80ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.468+0000 7f75eed9d700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] conn(0x7f75d80aacf0 0x7f75d80ad110 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.469+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 <== osd.7 v2:172.21.15.105:6816/285507619 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f75d80ad7c0 con 0x7f75d80aacf0 2023-10-21T15:38:52.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.485+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 --> [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f75f004ebb0 con 0x7f75d80aacf0 2023-10-21T15:38:52.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.486+0000 7f75df7fe700 1 -- 172.21.15.46:0/2738198477 <== osd.7 v2:172.21.15.105:6816/285507619 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f75f004ebb0 con 0x7f75d80aacf0 2023-10-21T15:38:52.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.486+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] conn(0x7f75d80aacf0 msgr2=0x7f75d80ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:52.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.486+0000 7f75f4861700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] conn(0x7f75d80aacf0 0x7f75d80ad110 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:52.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75d80a1510 msgr2=0x7f75d80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:52.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75f4861700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75d80a1510 0x7f75d80a39d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f75e4005fd0 tx=0x7f75e4005e30 comp rx=0 tx=0).stop 2023-10-21T15:38:52.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f00ffe10 msgr2=0x7f75f0197040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:52.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75f4861700 1 --2- 172.21.15.46:0/2738198477 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f75f00ffe10 0x7f75f0197040 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f75e000d950 tx=0x7f75e000dc60 comp rx=0 tx=0).stop 2023-10-21T15:38:52.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75eed9d700 1 -- 172.21.15.46:0/2738198477 reap_dead start 2023-10-21T15:38:52.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 shutdown_connections 2023-10-21T15:38:52.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 >> 172.21.15.46:0/2738198477 conn(0x7f75f0076dc0 msgr2=0x7f75f0103d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:52.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 shutdown_connections 2023-10-21T15:38:52.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:52.487+0000 7f75f4861700 1 -- 172.21.15.46:0/2738198477 wait complete. 2023-10-21T15:38:53.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:53 smithi119 ceph-mon[103628]: pgmap v271: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2023-10-21T15:38:53.298 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:53 smithi046 ceph-mon[99436]: pgmap v271: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2023-10-21T15:38:53.308 INFO:teuthology.orchestra.run.smithi046.stdout:219043332130 2023-10-21T15:38:53.309 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-10-21T15:38:53.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:53 smithi105 ceph-mon[103980]: pgmap v271: 97 pgs: 97 active+clean; 634 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2023-10-21T15:38:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 -- 172.21.15.46:0/690335795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c104e30 msgr2=0x7f500c105210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 --2- 172.21.15.46:0/690335795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c104e30 0x7f500c105210 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc0099c0 tx=0x7f4ffc009cd0 comp rx=0 tx=0).stop 2023-10-21T15:38:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 -- 172.21.15.46:0/690335795 shutdown_connections 2023-10-21T15:38:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 --2- 172.21.15.46:0/690335795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c104e30 0x7f500c105210 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 --2- 172.21.15.46:0/690335795 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f500c100ee0 0x7f500c10ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 --2- 172.21.15.46:0/690335795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f500c100520 0x7f500c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 -- 172.21.15.46:0/690335795 >> 172.21.15.46:0/690335795 conn(0x7f500c076360 msgr2=0x7f500c0fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 -- 172.21.15.46:0/690335795 shutdown_connections 2023-10-21T15:38:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.591+0000 7f50125d4700 1 -- 172.21.15.46:0/690335795 wait complete. 2023-10-21T15:38:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f50125d4700 1 Processor -- start 2023-10-21T15:38:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f50125d4700 1 -- start start 2023-10-21T15:38:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f50125d4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c100520 0x7f500c197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f50125d4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f500c100ee0 0x7f500c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f50125d4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f500c104e30 0x7f500c1a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f50125d4700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c198c30 con 0x7f500c100520 2023-10-21T15:38:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f50125d4700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c1a33a0 con 0x7f500c104e30 2023-10-21T15:38:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f50125d4700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c1a3510 con 0x7f500c100ee0 2023-10-21T15:38:53.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c100520 0x7f500c197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:53.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c100520 0x7f500c197de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33376/0 (socket says 172.21.15.46:33376) 2023-10-21T15:38:53.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500bfff700 1 -- 172.21.15.46:0/2202701468 learned_addr learned my addr 172.21.15.46:0/2202701468 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:53.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f5010b71700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f500c104e30 0x7f500c1a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:53.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500b7fe700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f500c100ee0 0x7f500c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:53.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500bfff700 1 -- 172.21.15.46:0/2202701468 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f500c100ee0 msgr2=0x7f500c198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:53.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500bfff700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f500c100ee0 0x7f500c198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:53.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500bfff700 1 -- 172.21.15.46:0/2202701468 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f500c104e30 msgr2=0x7f500c1a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:53.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500bfff700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f500c104e30 0x7f500c1a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:53.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.592+0000 7f500bfff700 1 -- 172.21.15.46:0/2202701468 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ffc0095f0 con 0x7f500c100520 2023-10-21T15:38:53.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.593+0000 7f500bfff700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c100520 0x7f500c197de0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc00b580 tx=0x7f4ffc005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:53.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.593+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc01d070 con 0x7f500c100520 2023-10-21T15:38:53.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.593+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ffc004090 con 0x7f500c100520 2023-10-21T15:38:53.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.593+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f500c1a3790 con 0x7f500c100520 2023-10-21T15:38:53.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.593+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc00f460 con 0x7f500c100520 2023-10-21T15:38:53.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.593+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f500c1a3ba0 con 0x7f500c100520 2023-10-21T15:38:53.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.594+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f500c04ebb0 con 0x7f500c100520 2023-10-21T15:38:53.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.595+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f4ffc022600 con 0x7f500c100520 2023-10-21T15:38:53.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f50097fa700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4ff40a1510 0x7f4ff40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:53.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f500b7fe700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4ff40a1510 0x7f4ff40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:53.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f4ffc0ceb70 con 0x7f500c100520 2023-10-21T15:38:53.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f50097fa700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] conn(0x7f4ff40aacf0 0x7f4ff40ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:53.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 --> [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4ff40ad7c0 con 0x7f4ff40aacf0 2023-10-21T15:38:53.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4ffc0cf010 con 0x7f500c100520 2023-10-21T15:38:53.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f5010b71700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] conn(0x7f4ff40aacf0 0x7f4ff40ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:53.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f500b7fe700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4ff40a1510 0x7f4ff40a39d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f500c0ffcc0 tx=0x7f5000005ed0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:53.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.596+0000 7f5010b71700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] conn(0x7f4ff40aacf0 0x7f4ff40ad110 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:53.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.597+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 <== osd.3 v2:172.21.15.46:6810/2260386208 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f4ff40ad7c0 con 0x7f4ff40aacf0 2023-10-21T15:38:53.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 --> [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f500c110040 con 0x7f4ff40aacf0 2023-10-21T15:38:53.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50097fa700 1 -- 172.21.15.46:0/2202701468 <== osd.3 v2:172.21.15.46:6810/2260386208 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f5004014400 con 0x7f4ff40aacf0 2023-10-21T15:38:53.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] conn(0x7f4ff40aacf0 msgr2=0x7f4ff40ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:53.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] conn(0x7f4ff40aacf0 0x7f4ff40ad110 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:53.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4ff40a1510 msgr2=0x7f4ff40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:53.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4ff40a1510 0x7f4ff40a39d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f500c0ffcc0 tx=0x7f5000005ed0 comp rx=0 tx=0).stop 2023-10-21T15:38:53.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c100520 msgr2=0x7f500c197de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:53.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 --2- 172.21.15.46:0/2202701468 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f500c100520 0x7f500c197de0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc00b580 tx=0x7f4ffc005740 comp rx=0 tx=0).stop 2023-10-21T15:38:53.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f5010b71700 1 -- 172.21.15.46:0/2202701468 reap_dead start 2023-10-21T15:38:53.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 shutdown_connections 2023-10-21T15:38:53.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 >> 172.21.15.46:0/2202701468 conn(0x7f500c076360 msgr2=0x7f500c1035f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:53.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.614+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 shutdown_connections 2023-10-21T15:38:53.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.615+0000 7f50125d4700 1 -- 172.21.15.46:0/2202701468 wait complete. 2023-10-21T15:38:54.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 -- 172.21.15.46:0/104319693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 msgr2=0x7f275c1062a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 --2- 172.21.15.46:0/104319693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 0x7f275c1062a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f2758009990 tx=0x7f2758009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 -- 172.21.15.46:0/104319693 shutdown_connections 2023-10-21T15:38:54.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 --2- 172.21.15.46:0/104319693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 0x7f275c1062a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 --2- 172.21.15.46:0/104319693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f275c1007d0 0x7f275c10cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 --2- 172.21.15.46:0/104319693 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f275c0ffe10 0x7f275c100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 -- 172.21.15.46:0/104319693 >> 172.21.15.46:0/104319693 conn(0x7f275c076dc0 msgr2=0x7f275c0771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:54.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 -- 172.21.15.46:0/104319693 shutdown_connections 2023-10-21T15:38:54.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.175+0000 7f27633bc700 1 -- 172.21.15.46:0/104319693 wait complete. 2023-10-21T15:38:54.180 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.176+0000 7f27633bc700 1 Processor -- start 2023-10-21T15:38:54.180 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.176+0000 7f27633bc700 1 -- start start 2023-10-21T15:38:54.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.176+0000 7f27633bc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f275c0ffe10 0x7f275c197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.176+0000 7f27633bc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f275c1007d0 0x7f275c197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.176+0000 7f27633bc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 0x7f275c19ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.176+0000 7f27633bc700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275c19c010 con 0x7f275c105ec0 2023-10-21T15:38:54.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.176+0000 7f27633bc700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275c19c180 con 0x7f275c1007d0 2023-10-21T15:38:54.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.176+0000 7f27633bc700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f275c19c340 con 0x7f275c0ffe10 2023-10-21T15:38:54.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 0x7f275c19ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 0x7f275c19ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33396/0 (socket says 172.21.15.46:33396) 2023-10-21T15:38:54.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 -- 172.21.15.46:0/3665582843 learned_addr learned my addr 172.21.15.46:0/3665582843 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:54.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2760957700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f275c1007d0 0x7f275c197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761158700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f275c0ffe10 0x7f275c197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 -- 172.21.15.46:0/3665582843 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f275c0ffe10 msgr2=0x7f275c197050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f275c0ffe10 0x7f275c197050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 -- 172.21.15.46:0/3665582843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f275c1007d0 msgr2=0x7f275c197590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f275c1007d0 0x7f275c197590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 -- 172.21.15.46:0/3665582843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27580095f0 con 0x7f275c105ec0 2023-10-21T15:38:54.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f2761959700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 0x7f275c19ba00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2754007ee0 tx=0x7f275400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:54.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2754017070 con 0x7f275c105ec0 2023-10-21T15:38:54.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f275400f040 con 0x7f275c105ec0 2023-10-21T15:38:54.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f275c19c620 con 0x7f275c105ec0 2023-10-21T15:38:54.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2754005580 con 0x7f275c105ec0 2023-10-21T15:38:54.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.177+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f275c1a3e80 con 0x7f275c105ec0 2023-10-21T15:38:54.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.179+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f275c10ffe0 con 0x7f275c105ec0 2023-10-21T15:38:54.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.180+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f275400db20 con 0x7f275c105ec0 2023-10-21T15:38:54.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.180+0000 7f27527fc700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27480a1510 0x7f27480a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.180+0000 7f2761158700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27480a1510 0x7f27480a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.180+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f27540cc390 con 0x7f275c105ec0 2023-10-21T15:38:54.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.180+0000 7f27527fc700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] conn(0x7f27480aacf0 0x7f27480ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.181+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 --> [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f27480ad7c0 con 0x7f27480aacf0 2023-10-21T15:38:54.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.181+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f27540ceaa0 con 0x7f275c105ec0 2023-10-21T15:38:54.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.181+0000 7f2761158700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27480a1510 0x7f27480a39d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f275800b5c0 tx=0x7f2758005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:54.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.181+0000 7f2760957700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] conn(0x7f27480aacf0 0x7f27480ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.181+0000 7f2760957700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] conn(0x7f27480aacf0 0x7f27480ad110 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:54.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.182+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 <== osd.10 v2:172.21.15.105:6824/808227067 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f27480ad7c0 con 0x7f27480aacf0 2023-10-21T15:38:54.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.199+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 --> [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f275c04ebb0 con 0x7f27480aacf0 2023-10-21T15:38:54.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.200+0000 7f27527fc700 1 -- 172.21.15.46:0/3665582843 <== osd.10 v2:172.21.15.105:6824/808227067 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f275c04ebb0 con 0x7f27480aacf0 2023-10-21T15:38:54.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.200+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 >> [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] conn(0x7f27480aacf0 msgr2=0x7f27480ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.200+0000 7f27633bc700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] conn(0x7f27480aacf0 0x7f27480ad110 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.200+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27480a1510 msgr2=0x7f27480a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.200+0000 7f27633bc700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f27480a1510 0x7f27480a39d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f275800b5c0 tx=0x7f2758005fb0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.200+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 msgr2=0x7f275c19ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.200+0000 7f27633bc700 1 --2- 172.21.15.46:0/3665582843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f275c105ec0 0x7f275c19ba00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2754007ee0 tx=0x7f275400d3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.200+0000 7f2761959700 1 -- 172.21.15.46:0/3665582843 reap_dead start 2023-10-21T15:38:54.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.201+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 shutdown_connections 2023-10-21T15:38:54.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.201+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 >> 172.21.15.46:0/3665582843 conn(0x7f275c076dc0 msgr2=0x7f275c0fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:54.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.201+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 shutdown_connections 2023-10-21T15:38:54.204 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:54.201+0000 7f27633bc700 1 -- 172.21.15.46:0/3665582843 wait complete. 2023-10-21T15:38:54.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2625192146 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec1002c0 msgr2=0x7f8fec1006a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 --2- 172.21.15.46:0/2625192146 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec1002c0 0x7f8fec1006a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc009990 tx=0x7f8fdc009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2625192146 shutdown_connections 2023-10-21T15:38:54.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 --2- 172.21.15.46:0/2625192146 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec1002c0 0x7f8fec1006a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 --2- 172.21.15.46:0/2625192146 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fec105150 0x7f8fec10cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 --2- 172.21.15.46:0/2625192146 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fec100c70 0x7f8fec104a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2625192146 >> 172.21.15.46:0/2625192146 conn(0x7f8fec076cf0 msgr2=0x7f8fec077100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:54.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2625192146 shutdown_connections 2023-10-21T15:38:54.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.552+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2625192146 wait complete. 2023-10-21T15:38:54.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8ff12d9700 1 Processor -- start 2023-10-21T15:38:54.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8ff12d9700 1 -- start start 2023-10-21T15:38:54.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8ff12d9700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fec1002c0 0x7f8fec196ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8ff12d9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fec100c70 0x7f8fec197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8ff12d9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec105150 0x7f8fec19b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8ff12d9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fec19bfb0 con 0x7f8fec105150 2023-10-21T15:38:54.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8ff12d9700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fec19c120 con 0x7f8fec1002c0 2023-10-21T15:38:54.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8ff12d9700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fec19c2e0 con 0x7f8fec100c70 2023-10-21T15:38:54.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8feb7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec105150 0x7f8fec19b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8feb7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec105150 0x7f8fec19b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33364/0 (socket says 172.21.15.46:33364) 2023-10-21T15:38:54.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8feb7fe700 1 -- 172.21.15.46:0/2603857337 learned_addr learned my addr 172.21.15.46:0/2603857337 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:54.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8fea7fc700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fec100c70 0x7f8fec197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.553+0000 7f8feaffd700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fec1002c0 0x7f8fec196ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8feb7fe700 1 -- 172.21.15.46:0/2603857337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fec100c70 msgr2=0x7f8fec197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8feb7fe700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8fec100c70 0x7f8fec197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8feb7fe700 1 -- 172.21.15.46:0/2603857337 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fec1002c0 msgr2=0x7f8fec196ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8feb7fe700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8fec1002c0 0x7f8fec196ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8feb7fe700 1 -- 172.21.15.46:0/2603857337 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fdc0095f0 con 0x7f8fec105150 2023-10-21T15:38:54.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8feb7fe700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec105150 0x7f8fec19b9a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8fe400cca0 tx=0x7f8fe400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:54.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe400aaf0 con 0x7f8fec105150 2023-10-21T15:38:54.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fec19c5c0 con 0x7f8fec105150 2023-10-21T15:38:54.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8fe400ac50 con 0x7f8fec105150 2023-10-21T15:38:54.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fe40115e0 con 0x7f8fec105150 2023-10-21T15:38:54.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.554+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fec1a3e20 con 0x7f8fec105150 2023-10-21T15:38:54.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.555+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8fec111150 con 0x7f8fec105150 2023-10-21T15:38:54.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.557+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f8fe4012420 con 0x7f8fec105150 2023-10-21T15:38:54.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.557+0000 7f8fd3fff700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fd40a1510 0x7f8fd40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.557+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8fe40cd080 con 0x7f8fec105150 2023-10-21T15:38:54.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.557+0000 7f8feaffd700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fd40a1510 0x7f8fd40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.558+0000 7f8fd3fff700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] conn(0x7f8fd40aacf0 0x7f8fd40ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:54.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.558+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 --> [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8fd40ad7c0 con 0x7f8fd40aacf0 2023-10-21T15:38:54.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.558+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8fe40cd520 con 0x7f8fec105150 2023-10-21T15:38:54.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.558+0000 7f8fea7fc700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] conn(0x7f8fd40aacf0 0x7f8fd40ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:54.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.558+0000 7f8feaffd700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fd40a1510 0x7f8fd40a39d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc00b5c0 tx=0x7f8fdc005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:54.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.558+0000 7f8fea7fc700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] conn(0x7f8fd40aacf0 0x7f8fd40ad110 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:54.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.559+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 <== osd.9 v2:172.21.15.46:6826/3380797331 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f8fd40ad7c0 con 0x7f8fd40aacf0 2023-10-21T15:38:54.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.576+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 --> [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8fec04ebb0 con 0x7f8fd40aacf0 2023-10-21T15:38:54.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.576+0000 7f8fd3fff700 1 -- 172.21.15.46:0/2603857337 <== osd.9 v2:172.21.15.46:6826/3380797331 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f8fec04ebb0 con 0x7f8fd40aacf0 2023-10-21T15:38:54.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] conn(0x7f8fd40aacf0 msgr2=0x7f8fd40ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] conn(0x7f8fd40aacf0 0x7f8fd40ad110 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fd40a1510 msgr2=0x7f8fd40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8fd40a1510 0x7f8fd40a39d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc00b5c0 tx=0x7f8fdc005fd0 comp rx=0 tx=0).stop 2023-10-21T15:38:54.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec105150 msgr2=0x7f8fec19b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:54.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 --2- 172.21.15.46:0/2603857337 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8fec105150 0x7f8fec19b9a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f8fe400cca0 tx=0x7f8fe400a060 comp rx=0 tx=0).stop 2023-10-21T15:38:54.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8feb7fe700 1 -- 172.21.15.46:0/2603857337 reap_dead start 2023-10-21T15:38:54.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 shutdown_connections 2023-10-21T15:38:54.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 >> 172.21.15.46:0/2603857337 conn(0x7f8fec076cf0 msgr2=0x7f8fec0fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:54.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 shutdown_connections 2023-10-21T15:38:54.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:53.577+0000 7f8ff12d9700 1 -- 172.21.15.46:0/2603857337 wait complete. 2023-10-21T15:38:55.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 -- 172.21.15.46:0/3188246499 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c1050f0 msgr2=0x7f9c7c10ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 --2- 172.21.15.46:0/3188246499 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c1050f0 0x7f9c7c10ccc0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9c7400b0a0 tx=0x7f9c7400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 -- 172.21.15.46:0/3188246499 shutdown_connections 2023-10-21T15:38:55.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 --2- 172.21.15.46:0/3188246499 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c1050f0 0x7f9c7c10ccc0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 --2- 172.21.15.46:0/3188246499 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c7c100020 0x7f9c7c100400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 --2- 172.21.15.46:0/3188246499 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7c1009d0 0x7f9c7c104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 -- 172.21.15.46:0/3188246499 >> 172.21.15.46:0/3188246499 conn(0x7f9c7c076f30 msgr2=0x7f9c7c077340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:55.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 -- 172.21.15.46:0/3188246499 shutdown_connections 2023-10-21T15:38:55.243 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.239+0000 7f9c81576700 1 -- 172.21.15.46:0/3188246499 wait complete. 2023-10-21T15:38:55.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c81576700 1 Processor -- start 2023-10-21T15:38:55.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c81576700 1 -- start start 2023-10-21T15:38:55.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c81576700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c100020 0x7f9c7c197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c81576700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7c1009d0 0x7f9c7c197580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c81576700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c7c1050f0 0x7f9c7c19b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c81576700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7c19c000 con 0x7f9c7c100020 2023-10-21T15:38:55.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c81576700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7c19c170 con 0x7f9c7c1050f0 2023-10-21T15:38:55.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c81576700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7c19c330 con 0x7f9c7c1009d0 2023-10-21T15:38:55.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.240+0000 7f9c7affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c100020 0x7f9c7c197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c100020 0x7f9c7c197040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33408/0 (socket says 172.21.15.46:33408) 2023-10-21T15:38:55.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7affd700 1 -- 172.21.15.46:0/2296173502 learned_addr learned my addr 172.21.15.46:0/2296173502 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:55.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7a7fc700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7c1009d0 0x7f9c7c197580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7affd700 1 -- 172.21.15.46:0/2296173502 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7c1009d0 msgr2=0x7f9c7c197580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7affd700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c7c1009d0 0x7f9c7c197580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7affd700 1 -- 172.21.15.46:0/2296173502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c7c1050f0 msgr2=0x7f9c7c19b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7b7fe700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c7c1050f0 0x7f9c7c19b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7affd700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c7c1050f0 0x7f9c7c19b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7affd700 1 -- 172.21.15.46:0/2296173502 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c74009d00 con 0x7f9c7c100020 2023-10-21T15:38:55.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7b7fe700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c7c1050f0 0x7f9c7c19b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:38:55.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c7affd700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c100020 0x7f9c7c197040 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c00d950 tx=0x7f9c6c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:55.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c009940 con 0x7f9c7c100020 2023-10-21T15:38:55.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9c6c010460 con 0x7f9c7c100020 2023-10-21T15:38:55.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c7c19c610 con 0x7f9c7c100020 2023-10-21T15:38:55.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c00f620 con 0x7f9c7c100020 2023-10-21T15:38:55.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.241+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c7c1a3e70 con 0x7f9c7c100020 2023-10-21T15:38:55.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.242+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9c7c110030 con 0x7f9c7c100020 2023-10-21T15:38:55.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.244+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f9c6c0108d0 con 0x7f9c7c100020 2023-10-21T15:38:55.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.244+0000 7f9c73fff700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c680a1510 0x7f9c680a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.244+0000 7f9c7a7fc700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c680a1510 0x7f9c680a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.244+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f9c6c0cd010 con 0x7f9c7c100020 2023-10-21T15:38:55.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.244+0000 7f9c73fff700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] conn(0x7f9c680aace0 0x7f9c680ad100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.253 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.244+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 --> [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9c680ad7b0 con 0x7f9c680aace0 2023-10-21T15:38:55.253 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.244+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9c6c0cd4b0 con 0x7f9c7c100020 2023-10-21T15:38:55.253 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.245+0000 7f9c7b7fe700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] conn(0x7f9c680aace0 0x7f9c680ad100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.245+0000 7f9c7a7fc700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c680a1510 0x7f9c680a39d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c198660 tx=0x7f9c6400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:55.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.245+0000 7f9c7b7fe700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] conn(0x7f9c680aace0 0x7f9c680ad100 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:55.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.246+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 <== osd.6 v2:172.21.15.46:6818/2562929690 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f9c680ad7b0 con 0x7f9c680aace0 2023-10-21T15:38:55.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.262+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 --> [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9c7c04ebb0 con 0x7f9c680aace0 2023-10-21T15:38:55.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.262+0000 7f9c73fff700 1 -- 172.21.15.46:0/2296173502 <== osd.6 v2:172.21.15.46:6818/2562929690 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f9c7c04ebb0 con 0x7f9c680aace0 2023-10-21T15:38:55.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.262+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] conn(0x7f9c680aace0 msgr2=0x7f9c680ad100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.262+0000 7f9c81576700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] conn(0x7f9c680aace0 0x7f9c680ad100 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.262+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c680a1510 msgr2=0x7f9c680a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.263+0000 7f9c81576700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c680a1510 0x7f9c680a39d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c198660 tx=0x7f9c6400b410 comp rx=0 tx=0).stop 2023-10-21T15:38:55.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.263+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c100020 msgr2=0x7f9c7c197040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.263+0000 7f9c81576700 1 --2- 172.21.15.46:0/2296173502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c7c100020 0x7f9c7c197040 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c00d950 tx=0x7f9c6c00dc60 comp rx=0 tx=0).stop 2023-10-21T15:38:55.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.263+0000 7f9c7b7fe700 1 -- 172.21.15.46:0/2296173502 reap_dead start 2023-10-21T15:38:55.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.263+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 shutdown_connections 2023-10-21T15:38:55.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.263+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 >> 172.21.15.46:0/2296173502 conn(0x7f9c7c076f30 msgr2=0x7f9c7c103bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:55.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.263+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 shutdown_connections 2023-10-21T15:38:55.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.263+0000 7f9c81576700 1 -- 172.21.15.46:0/2296173502 wait complete. 2023-10-21T15:38:55.282 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:55 smithi046 ceph-mon[99436]: pgmap v272: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2023-10-21T15:38:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:55 smithi119 ceph-mon[103628]: pgmap v272: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2023-10-21T15:38:55.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:55 smithi105 ceph-mon[103980]: pgmap v272: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.5 KiB/s wr, 12 op/s 2023-10-21T15:38:55.495 INFO:teuthology.orchestra.run.smithi046.stdout:304942678038 2023-10-21T15:38:55.496 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.10 2023-10-21T15:38:55.497 INFO:teuthology.orchestra.run.smithi046.stdout:111669149747 2023-10-21T15:38:55.498 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-10-21T15:38:55.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.912+0000 7f4034904700 1 -- 172.21.15.46:0/3303849765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4030069270 msgr2=0x7f40300696d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.912+0000 7f4034904700 1 --2- 172.21.15.46:0/3303849765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4030069270 0x7f40300696d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f4024009990 tx=0x7f4024009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.912+0000 7f4034904700 1 -- 172.21.15.46:0/3303849765 shutdown_connections 2023-10-21T15:38:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.912+0000 7f4034904700 1 --2- 172.21.15.46:0/3303849765 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4030069c10 0x7f403010ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.912+0000 7f4034904700 1 --2- 172.21.15.46:0/3303849765 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4030106f80 0x7f4030107360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.912+0000 7f4034904700 1 --2- 172.21.15.46:0/3303849765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4030069270 0x7f40300696d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.912+0000 7f4034904700 1 -- 172.21.15.46:0/3303849765 >> 172.21.15.46:0/3303849765 conn(0x7f4030076dc0 msgr2=0x7f40300771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:55.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.912+0000 7f4034904700 1 -- 172.21.15.46:0/3303849765 shutdown_connections 2023-10-21T15:38:55.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.913+0000 7f4034904700 1 -- 172.21.15.46:0/3303849765 wait complete. 2023-10-21T15:38:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f4034904700 1 Processor -- start 2023-10-21T15:38:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f4034904700 1 -- start start 2023-10-21T15:38:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f4034904700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4030069270 0x7f40300ffea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f4034904700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4030069c10 0x7f40301003e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f4034904700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4030106f80 0x7f4030100960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f4034904700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301a53e0 con 0x7f4030069270 2023-10-21T15:38:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f4034904700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301a5550 con 0x7f4030106f80 2023-10-21T15:38:55.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f4034904700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40301a5710 con 0x7f4030069c10 2023-10-21T15:38:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f402dd9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4030069c10 0x7f40301003e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f402ed9d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4030106f80 0x7f4030100960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f402ed9d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4030106f80 0x7f4030100960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:50356/0 (socket says 172.21.15.46:50356) 2023-10-21T15:38:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f402dd9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4030069c10 0x7f40301003e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:45420/0 (socket says 172.21.15.46:45420) 2023-10-21T15:38:55.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.914+0000 7f402ed9d700 1 -- 172.21.15.46:0/3983907013 learned_addr learned my addr 172.21.15.46:0/3983907013 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:55.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f402ed9d700 1 -- 172.21.15.46:0/3983907013 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4030069c10 msgr2=0x7f40301003e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f402ed9d700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4030069c10 0x7f40301003e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f402ed9d700 1 -- 172.21.15.46:0/3983907013 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4030069270 msgr2=0x7f40300ffea0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-21T15:38:55.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f402ed9d700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4030069270 0x7f40300ffea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f402ed9d700 1 -- 172.21.15.46:0/3983907013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40240095f0 con 0x7f4030106f80 2023-10-21T15:38:55.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f402ed9d700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4030106f80 0x7f4030100960 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4028007d70 tx=0x7f402800a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:55.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f402800ad40 con 0x7f4030106f80 2023-10-21T15:38:55.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f40280128e0 con 0x7f4030106f80 2023-10-21T15:38:55.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4028011740 con 0x7f4030106f80 2023-10-21T15:38:55.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.915+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40301a59f0 con 0x7f4030106f80 2023-10-21T15:38:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.916+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40301a5ea0 con 0x7f4030106f80 2023-10-21T15:38:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.916+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4030111100 con 0x7f4030106f80 2023-10-21T15:38:55.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.918+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f4028012a50 con 0x7f4030106f80 2023-10-21T15:38:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.919+0000 7f401f7fe700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f40180a1510 0x7f40180a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.919+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f40280cd080 con 0x7f4030106f80 2023-10-21T15:38:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.920+0000 7f401f7fe700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] conn(0x7f40180aacf0 0x7f40180ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:55.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.920+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 --> [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f40180ad7c0 con 0x7f40180aacf0 2023-10-21T15:38:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.920+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f40280cd520 con 0x7f4030106f80 2023-10-21T15:38:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.921+0000 7f402dd9b700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] conn(0x7f40180aacf0 0x7f40180ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.921+0000 7f402dd9b700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] conn(0x7f40180aacf0 0x7f40180ad110 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.923+0000 7f402e59c700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f40180a1510 0x7f40180a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:55.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.923+0000 7f402e59c700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f40180a1510 0x7f40180a39d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f402000b990 tx=0x7f402000b370 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:55.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.924+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 <== osd.8 v2:172.21.15.119:6816/2231295599 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f40180ad7c0 con 0x7f40180aacf0 2023-10-21T15:38:55.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.949+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 --> [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f403004ebb0 con 0x7f40180aacf0 2023-10-21T15:38:55.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.951+0000 7f401f7fe700 1 -- 172.21.15.46:0/3983907013 <== osd.8 v2:172.21.15.119:6816/2231295599 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f403004ebb0 con 0x7f40180aacf0 2023-10-21T15:38:55.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 >> [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] conn(0x7f40180aacf0 msgr2=0x7f40180ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] conn(0x7f40180aacf0 0x7f40180ad110 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:55.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f40180a1510 msgr2=0x7f40180a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f40180a1510 0x7f40180a39d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f402000b990 tx=0x7f402000b370 comp rx=0 tx=0).stop 2023-10-21T15:38:55.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4030106f80 msgr2=0x7f4030100960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 --2- 172.21.15.46:0/3983907013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4030106f80 0x7f4030100960 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4028007d70 tx=0x7f402800a340 comp rx=0 tx=0).stop 2023-10-21T15:38:55.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f402ed9d700 1 -- 172.21.15.46:0/3983907013 reap_dead start 2023-10-21T15:38:55.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 shutdown_connections 2023-10-21T15:38:55.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 >> 172.21.15.46:0/3983907013 conn(0x7f4030076dc0 msgr2=0x7f4030104c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:55.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 shutdown_connections 2023-10-21T15:38:55.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:55.952+0000 7f4034904700 1 -- 172.21.15.46:0/3983907013 wait complete. 2023-10-21T15:38:56.056 INFO:teuthology.orchestra.run.smithi046.stdout:283467841562 2023-10-21T15:38:56.057 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.9 2023-10-21T15:38:56.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.269+0000 7effcaaec700 1 -- 172.21.15.46:0/825684840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc41007d0 msgr2=0x7effc410cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.269+0000 7effcaaec700 1 --2- 172.21.15.46:0/825684840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc41007d0 0x7effc410cc70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7effbc00b0a0 tx=0x7effbc00b3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 -- 172.21.15.46:0/825684840 shutdown_connections 2023-10-21T15:38:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 --2- 172.21.15.46:0/825684840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc41007d0 0x7effc410cc70 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 --2- 172.21.15.46:0/825684840 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc4105ec0 0x7effc41062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 --2- 172.21.15.46:0/825684840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7effc40ffe10 0x7effc4100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 -- 172.21.15.46:0/825684840 >> 172.21.15.46:0/825684840 conn(0x7effc4076dc0 msgr2=0x7effc40771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:56.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 -- 172.21.15.46:0/825684840 shutdown_connections 2023-10-21T15:38:56.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 -- 172.21.15.46:0/825684840 wait complete. 2023-10-21T15:38:56.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 Processor -- start 2023-10-21T15:38:56.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.270+0000 7effcaaec700 1 -- start start 2023-10-21T15:38:56.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effcaaec700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7effc40ffe10 0x7effc4197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effcaaec700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc41007d0 0x7effc4198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effcaaec700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc4105ec0 0x7effc41a2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effcaaec700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc4198d70 con 0x7effc4105ec0 2023-10-21T15:38:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effcaaec700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc41a34b0 con 0x7effc40ffe10 2023-10-21T15:38:56.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effcaaec700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc41a3670 con 0x7effc41007d0 2023-10-21T15:38:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc4105ec0 0x7effc41a2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc4105ec0 0x7effc41a2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33438/0 (socket says 172.21.15.46:33438) 2023-10-21T15:38:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 -- 172.21.15.46:0/1726897123 learned_addr learned my addr 172.21.15.46:0/1726897123 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:56.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc3fff700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc41007d0 0x7effc4198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc8888700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7effc40ffe10 0x7effc4197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 -- 172.21.15.46:0/1726897123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc41007d0 msgr2=0x7effc4198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7effc41007d0 0x7effc4198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 -- 172.21.15.46:0/1726897123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7effc40ffe10 msgr2=0x7effc4197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7effc40ffe10 0x7effc4197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 -- 172.21.15.46:0/1726897123 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effbc009d00 con 0x7effc4105ec0 2023-10-21T15:38:56.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc8888700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7effc40ffe10 0x7effc4197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:56.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.271+0000 7effc9089700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc4105ec0 0x7effc41a2f70 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7effbc00b780 tx=0x7effbc007990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:56.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.272+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effbc00e040 con 0x7effc4105ec0 2023-10-21T15:38:56.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.272+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7effbc00be40 con 0x7effc4105ec0 2023-10-21T15:38:56.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.272+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effbc0052a0 con 0x7effc4105ec0 2023-10-21T15:38:56.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.272+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effc41a38f0 con 0x7effc4105ec0 2023-10-21T15:38:56.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.272+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effc41a3da0 con 0x7effc4105ec0 2023-10-21T15:38:56.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.273+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7effc404ebb0 con 0x7effc4105ec0 2023-10-21T15:38:56.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.274+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7effbc01d470 con 0x7effc4105ec0 2023-10-21T15:38:56.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.275+0000 7effc1ffb700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7effb40a1590 0x7effb40a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.275+0000 7effc8888700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7effb40a1590 0x7effb40a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.275+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7effbc0ce960 con 0x7effc4105ec0 2023-10-21T15:38:56.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.275+0000 7effc1ffb700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] conn(0x7effb40aad70 0x7effb40ad190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.275+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 --> [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7effb40ad840 con 0x7effb40aad70 2023-10-21T15:38:56.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.275+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7effbc0cee00 con 0x7effc4105ec0 2023-10-21T15:38:56.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.275+0000 7effc8888700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7effb40a1590 0x7effb40a3a50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7effb8009c90 tx=0x7effb8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:56.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.275+0000 7effc3fff700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] conn(0x7effb40aad70 0x7effb40ad190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.276+0000 7effc3fff700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] conn(0x7effb40aad70 0x7effb40ad190 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:56.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.277+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 <== osd.2 v2:172.21.15.119:6800/1760878747 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7effb40ad840 con 0x7effb40aad70 2023-10-21T15:38:56.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.297+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 --> [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7effc4110010 con 0x7effb40aad70 2023-10-21T15:38:56.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.298+0000 7effc1ffb700 1 -- 172.21.15.46:0/1726897123 <== osd.2 v2:172.21.15.119:6800/1760878747 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7effb0009af0 con 0x7effb40aad70 2023-10-21T15:38:56.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 >> [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] conn(0x7effb40aad70 msgr2=0x7effb40ad190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] conn(0x7effb40aad70 0x7effb40ad190 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7effb40a1590 msgr2=0x7effb40a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7effb40a1590 0x7effb40a3a50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7effb8009c90 tx=0x7effb8009260 comp rx=0 tx=0).stop 2023-10-21T15:38:56.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc4105ec0 msgr2=0x7effc41a2f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 --2- 172.21.15.46:0/1726897123 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effc4105ec0 0x7effc41a2f70 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7effbc00b780 tx=0x7effbc007990 comp rx=0 tx=0).stop 2023-10-21T15:38:56.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effc9089700 1 -- 172.21.15.46:0/1726897123 reap_dead start 2023-10-21T15:38:56.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 shutdown_connections 2023-10-21T15:38:56.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 >> 172.21.15.46:0/1726897123 conn(0x7effc4076dc0 msgr2=0x7effc40fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:56.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 shutdown_connections 2023-10-21T15:38:56.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.299+0000 7effcaaec700 1 -- 172.21.15.46:0/1726897123 wait complete. 2023-10-21T15:38:56.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 -- 172.21.15.46:0/4240385416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0105e70 msgr2=0x7ff3d0106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 --2- 172.21.15.46:0/4240385416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0105e70 0x7ff3d0106250 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff3c00099c0 tx=0x7ff3c0009cd0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 -- 172.21.15.46:0/4240385416 shutdown_connections 2023-10-21T15:38:56.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 --2- 172.21.15.46:0/4240385416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0105e70 0x7ff3d0106250 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 --2- 172.21.15.46:0/4240385416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3d0100820 0x7ff3d010cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 --2- 172.21.15.46:0/4240385416 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff3d00ffe60 0x7ff3d01002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 -- 172.21.15.46:0/4240385416 >> 172.21.15.46:0/4240385416 conn(0x7ff3d0075e00 msgr2=0x7ff3d0076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:56.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 -- 172.21.15.46:0/4240385416 shutdown_connections 2023-10-21T15:38:56.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.555+0000 7ff3d642a700 1 -- 172.21.15.46:0/4240385416 wait complete. 2023-10-21T15:38:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.556+0000 7ff3d642a700 1 Processor -- start 2023-10-21T15:38:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.556+0000 7ff3d642a700 1 -- start start 2023-10-21T15:38:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.556+0000 7ff3d642a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff3d00ffe60 0x7ff3d0101ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.556+0000 7ff3d642a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0100820 0x7ff3d0102020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.556+0000 7ff3d642a700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3d0105e70 0x7ff3d01a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.556+0000 7ff3d642a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d0102910 con 0x7ff3d0100820 2023-10-21T15:38:56.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.556+0000 7ff3d642a700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d01a5660 con 0x7ff3d0105e70 2023-10-21T15:38:56.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.556+0000 7ff3d642a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d01a57d0 con 0x7ff3d00ffe60 2023-10-21T15:38:56.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0100820 0x7ff3d0102020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0100820 0x7ff3d0102020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33452/0 (socket says 172.21.15.46:33452) 2023-10-21T15:38:56.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 -- 172.21.15.46:0/2103961285 learned_addr learned my addr 172.21.15.46:0/2103961285 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:56.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cffff700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff3d00ffe60 0x7ff3d0101ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3d49c7700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3d0105e70 0x7ff3d01a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 -- 172.21.15.46:0/2103961285 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff3d00ffe60 msgr2=0x7ff3d0101ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff3d00ffe60 0x7ff3d0101ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 -- 172.21.15.46:0/2103961285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3d0105e70 msgr2=0x7ff3d01a5120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3d0105e70 0x7ff3d01a5120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 -- 172.21.15.46:0/2103961285 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3c00095f0 con 0x7ff3d0100820 2023-10-21T15:38:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cf7fe700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0100820 0x7ff3d0102020 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff3c400e9a0 tx=0x7ff3c400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4009790 con 0x7ff3d0100820 2023-10-21T15:38:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3c400cbd0 con 0x7ff3d0100820 2023-10-21T15:38:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3d01a5a50 con 0x7ff3d0100820 2023-10-21T15:38:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4018680 con 0x7ff3d0100820 2023-10-21T15:38:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.557+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3d01a5f50 con 0x7ff3d0100820 2023-10-21T15:38:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.558+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff3d010ffc0 con 0x7ff3d0100820 2023-10-21T15:38:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.559+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7ff3c400cd40 con 0x7ff3d0100820 2023-10-21T15:38:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.560+0000 7ff3cd7fa700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3b80a1510 0x7ff3b80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.560+0000 7ff3cffff700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3b80a1510 0x7ff3b80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.560+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff3c4014070 con 0x7ff3d0100820 2023-10-21T15:38:56.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.560+0000 7ff3cd7fa700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] conn(0x7ff3b80aacf0 0x7ff3b80ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:56.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.560+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 --> [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff3b80ad7c0 con 0x7ff3b80aacf0 2023-10-21T15:38:56.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.560+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3c40cdb20 con 0x7ff3d0100820 2023-10-21T15:38:56.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.560+0000 7ff3cffff700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3b80a1510 0x7ff3b80a39d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0009990 tx=0x7ff3c001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:56.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.561+0000 7ff3d49c7700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] conn(0x7ff3b80aacf0 0x7ff3b80ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:56.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.561+0000 7ff3d49c7700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] conn(0x7ff3b80aacf0 0x7ff3b80ad110 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:56.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.562+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 <== osd.4 v2:172.21.15.105:6808/3064646585 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7ff3b80ad7c0 con 0x7ff3b80aacf0 2023-10-21T15:38:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.578+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 --> [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff3d004ebb0 con 0x7ff3b80aacf0 2023-10-21T15:38:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.579+0000 7ff3cd7fa700 1 -- 172.21.15.46:0/2103961285 <== osd.4 v2:172.21.15.105:6808/3064646585 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7ff3d004ebb0 con 0x7ff3b80aacf0 2023-10-21T15:38:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.579+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 >> [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] conn(0x7ff3b80aacf0 msgr2=0x7ff3b80ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.579+0000 7ff3d642a700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] conn(0x7ff3b80aacf0 0x7ff3b80ad110 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.579+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3b80a1510 msgr2=0x7ff3b80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.579+0000 7ff3d642a700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3b80a1510 0x7ff3b80a39d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0009990 tx=0x7ff3c001a040 comp rx=0 tx=0).stop 2023-10-21T15:38:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.579+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0100820 msgr2=0x7ff3d0102020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.579+0000 7ff3d642a700 1 --2- 172.21.15.46:0/2103961285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3d0100820 0x7ff3d0102020 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff3c400e9a0 tx=0x7ff3c400ed60 comp rx=0 tx=0).stop 2023-10-21T15:38:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.579+0000 7ff3d49c7700 1 -- 172.21.15.46:0/2103961285 reap_dead start 2023-10-21T15:38:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.580+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 shutdown_connections 2023-10-21T15:38:56.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.580+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 >> 172.21.15.46:0/2103961285 conn(0x7ff3d0075e00 msgr2=0x7ff3d00fee20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:56.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.580+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 shutdown_connections 2023-10-21T15:38:56.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:56.580+0000 7ff3d642a700 1 -- 172.21.15.46:0/2103961285 wait complete. 2023-10-21T15:38:56.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:56 smithi046 ceph-mon[99436]: pgmap v273: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:38:56.977 INFO:teuthology.orchestra.run.smithi046.stdout:197568495655 2023-10-21T15:38:56.978 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-10-21T15:38:56.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:56 smithi105 ceph-mon[103980]: pgmap v273: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:38:57.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:56 smithi119 ceph-mon[103628]: pgmap v273: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:38:57.121 INFO:teuthology.orchestra.run.smithi046.stdout:146028888111 2023-10-21T15:38:57.121 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-10-21T15:38:57.247 INFO:teuthology.orchestra.run.smithi046.stdout:77309411385 2023-10-21T15:38:57.247 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-21T15:38:57.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.424+0000 7f6b444dd700 1 -- 172.21.15.46:0/3656808277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b3c100ee0 msgr2=0x7f6b3c10ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.424+0000 7f6b444dd700 1 --2- 172.21.15.46:0/3656808277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b3c100ee0 0x7f6b3c10ccd0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f6b3400b0d0 tx=0x7f6b3400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.425+0000 7f6b444dd700 1 -- 172.21.15.46:0/3656808277 shutdown_connections 2023-10-21T15:38:57.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.425+0000 7f6b444dd700 1 --2- 172.21.15.46:0/3656808277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b3c100ee0 0x7f6b3c10ccd0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.425+0000 7f6b444dd700 1 --2- 172.21.15.46:0/3656808277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6b3c104e30 0x7f6b3c105210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.425+0000 7f6b444dd700 1 --2- 172.21.15.46:0/3656808277 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6b3c100520 0x7f6b3c1009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.425+0000 7f6b444dd700 1 -- 172.21.15.46:0/3656808277 >> 172.21.15.46:0/3656808277 conn(0x7f6b3c076360 msgr2=0x7f6b3c0fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:57.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.425+0000 7f6b444dd700 1 -- 172.21.15.46:0/3656808277 shutdown_connections 2023-10-21T15:38:57.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.425+0000 7f6b444dd700 1 -- 172.21.15.46:0/3656808277 wait complete. 2023-10-21T15:38:57.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.426+0000 7f6b444dd700 1 Processor -- start 2023-10-21T15:38:57.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.426+0000 7f6b444dd700 1 -- start start 2023-10-21T15:38:57.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b444dd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6b3c100520 0x7f6b3c1955b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b444dd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b3c100ee0 0x7f6b3c195af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b444dd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6b3c104e30 0x7f6b3c198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b444dd700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b3c199000 con 0x7f6b3c100ee0 2023-10-21T15:38:57.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b444dd700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b3c199140 con 0x7f6b3c100520 2023-10-21T15:38:57.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b444dd700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b3c199300 con 0x7f6b3c104e30 2023-10-21T15:38:57.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b41a78700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b3c100ee0 0x7f6b3c195af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:57.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b42279700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6b3c100520 0x7f6b3c1955b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:57.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b41a78700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b3c100ee0 0x7f6b3c195af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33468/0 (socket says 172.21.15.46:33468) 2023-10-21T15:38:57.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b41a78700 1 -- 172.21.15.46:0/1652649310 learned_addr learned my addr 172.21.15.46:0/1652649310 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:57.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b42a7a700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6b3c104e30 0x7f6b3c198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:57.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b42279700 1 -- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6b3c104e30 msgr2=0x7f6b3c198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b42279700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6b3c104e30 0x7f6b3c198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b42279700 1 -- 172.21.15.46:0/1652649310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b3c100ee0 msgr2=0x7f6b3c195af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b42279700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6b3c100ee0 0x7f6b3c195af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b42279700 1 -- 172.21.15.46:0/1652649310 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b34009d00 con 0x7f6b3c100520 2023-10-21T15:38:57.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.427+0000 7f6b42a7a700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6b3c104e30 0x7f6b3c198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:38:57.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.428+0000 7f6b42279700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6b3c100520 0x7f6b3c1955b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c00e9f0 tx=0x7f6b2c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:57.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.428+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b2c0096d0 con 0x7f6b3c100520 2023-10-21T15:38:57.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.428+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b3c1995e0 con 0x7f6b3c100520 2023-10-21T15:38:57.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.428+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6b2c00cbd0 con 0x7f6b3c100520 2023-10-21T15:38:57.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.428+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b2c018680 con 0x7f6b3c100520 2023-10-21T15:38:57.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.428+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b3c1b2df0 con 0x7f6b3c100520 2023-10-21T15:38:57.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.429+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6b3c110010 con 0x7f6b3c100520 2023-10-21T15:38:57.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.431+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f6b2c00cd40 con 0x7f6b3c100520 2023-10-21T15:38:57.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.432+0000 7f6b337fe700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6b280a1590 0x7f6b280a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.432+0000 7f6b41a78700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6b280a1590 0x7f6b280a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:57.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.432+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6b2c014070 con 0x7f6b3c100520 2023-10-21T15:38:57.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.432+0000 7f6b337fe700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] conn(0x7f6b280aad70 0x7f6b280ad190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.432+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 --> [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6b280ad840 con 0x7f6b280aad70 2023-10-21T15:38:57.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.432+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6b2c0cd610 con 0x7f6b3c100520 2023-10-21T15:38:57.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.432+0000 7f6b41a78700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6b280a1590 0x7f6b280a3a50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6b38009d20 tx=0x7f6b38009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:57.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.433+0000 7f6b42a7a700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] conn(0x7f6b280aad70 0x7f6b280ad190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:57.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.433+0000 7f6b42a7a700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] conn(0x7f6b280aad70 0x7f6b280ad190 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:57.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.434+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 <== osd.11 v2:172.21.15.119:6824/4177624319 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f6b280ad840 con 0x7f6b280aad70 2023-10-21T15:38:57.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.459+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 --> [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6b3c04ebb0 con 0x7f6b280aad70 2023-10-21T15:38:57.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.460+0000 7f6b337fe700 1 -- 172.21.15.46:0/1652649310 <== osd.11 v2:172.21.15.119:6824/4177624319 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f6b3c04ebb0 con 0x7f6b280aad70 2023-10-21T15:38:57.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] conn(0x7f6b280aad70 msgr2=0x7f6b280ad190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b444dd700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] conn(0x7f6b280aad70 0x7f6b280ad190 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6b280a1590 msgr2=0x7f6b280a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b444dd700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6b280a1590 0x7f6b280a3a50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f6b38009d20 tx=0x7f6b38009260 comp rx=0 tx=0).stop 2023-10-21T15:38:57.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6b3c100520 msgr2=0x7f6b3c1955b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b444dd700 1 --2- 172.21.15.46:0/1652649310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6b3c100520 0x7f6b3c1955b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c00e9f0 tx=0x7f6b2c00ed00 comp rx=0 tx=0).stop 2023-10-21T15:38:57.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b42a7a700 1 -- 172.21.15.46:0/1652649310 reap_dead start 2023-10-21T15:38:57.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 shutdown_connections 2023-10-21T15:38:57.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.461+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 >> 172.21.15.46:0/1652649310 conn(0x7f6b3c076360 msgr2=0x7f6b3c102bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:57.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.462+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 shutdown_connections 2023-10-21T15:38:57.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.462+0000 7f6b444dd700 1 -- 172.21.15.46:0/1652649310 wait complete. 2023-10-21T15:38:57.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.985+0000 7fe687fcf700 1 -- 172.21.15.46:0/2878884265 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6800ff670 msgr2=0x7fe6800ffa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.985+0000 7fe687fcf700 1 --2- 172.21.15.46:0/2878884265 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6800ff670 0x7fe6800ffa50 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe67c009990 tx=0x7fe67c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.985+0000 7fe687fcf700 1 -- 172.21.15.46:0/2878884265 shutdown_connections 2023-10-21T15:38:57.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.985+0000 7fe687fcf700 1 --2- 172.21.15.46:0/2878884265 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe6800ff670 0x7fe6800ffa50 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.985+0000 7fe687fcf700 1 --2- 172.21.15.46:0/2878884265 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe680106240 0x7fe68010de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.985+0000 7fe687fcf700 1 --2- 172.21.15.46:0/2878884265 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe680100020 0x7fe680105b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.985+0000 7fe687fcf700 1 -- 172.21.15.46:0/2878884265 >> 172.21.15.46:0/2878884265 conn(0x7fe680076360 msgr2=0x7fe6800fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:57.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.986+0000 7fe687fcf700 1 -- 172.21.15.46:0/2878884265 shutdown_connections 2023-10-21T15:38:57.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.986+0000 7fe687fcf700 1 -- 172.21.15.46:0/2878884265 wait complete. 2023-10-21T15:38:57.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.986+0000 7fe687fcf700 1 Processor -- start 2023-10-21T15:38:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.986+0000 7fe687fcf700 1 -- start start 2023-10-21T15:38:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.986+0000 7fe687fcf700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe6800ff670 0x7fe6801970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.986+0000 7fe687fcf700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe680100020 0x7fe680197600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.986+0000 7fe687fcf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe680106240 0x7fe68019ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe687fcf700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68019c080 con 0x7fe680106240 2023-10-21T15:38:57.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe687fcf700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68019c1f0 con 0x7fe6800ff670 2023-10-21T15:38:57.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe687fcf700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe68019c3b0 con 0x7fe680100020 2023-10-21T15:38:57.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe680106240 0x7fe68019ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:57.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe680106240 0x7fe68019ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33486/0 (socket says 172.21.15.46:33486) 2023-10-21T15:38:57.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 -- 172.21.15.46:0/2900650098 learned_addr learned my addr 172.21.15.46:0/2900650098 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:57.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68556a700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe680100020 0x7fe680197600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:57.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe685d6b700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe6800ff670 0x7fe6801970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:57.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 -- 172.21.15.46:0/2900650098 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe680100020 msgr2=0x7fe680197600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe680100020 0x7fe680197600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 -- 172.21.15.46:0/2900650098 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe6800ff670 msgr2=0x7fe6801970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:57.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe6800ff670 0x7fe6801970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:57.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 -- 172.21.15.46:0/2900650098 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe67c0095f0 con 0x7fe680106240 2023-10-21T15:38:57.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe685d6b700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe6800ff670 0x7fe6801970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:38:57.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe68656c700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe680106240 0x7fe68019ba70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe678007f10 tx=0x7fe67800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:57.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.987+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe678017070 con 0x7fe680106240 2023-10-21T15:38:57.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.988+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe68019c690 con 0x7fe680106240 2023-10-21T15:38:57.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.988+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe67800f040 con 0x7fe680106240 2023-10-21T15:38:57.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.988+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe678005740 con 0x7fe680106240 2023-10-21T15:38:57.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.988+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6801006f0 con 0x7fe680106240 2023-10-21T15:38:57.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.989+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe680111160 con 0x7fe680106240 2023-10-21T15:38:57.997 INFO:teuthology.orchestra.run.smithi046.stdout:339302416401 2023-10-21T15:38:57.997 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.11 2023-10-21T15:38:57.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.990+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fe67800dc60 con 0x7fe680106240 2023-10-21T15:38:57.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.991+0000 7fe676ffd700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe66c0a1510 0x7fe66c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:57.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.991+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe6780ccac0 con 0x7fe680106240 2023-10-21T15:38:57.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.991+0000 7fe685d6b700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe66c0a1510 0x7fe66c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:58.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.991+0000 7fe676ffd700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] conn(0x7fe66c0aacf0 0x7fe66c0ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:58.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.991+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 --> [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe66c0ad7c0 con 0x7fe66c0aacf0 2023-10-21T15:38:58.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.991+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6780ccf60 con 0x7fe680106240 2023-10-21T15:38:58.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.992+0000 7fe68556a700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] conn(0x7fe66c0aacf0 0x7fe66c0ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:58.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.992+0000 7fe685d6b700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe66c0a1510 0x7fe66c0a39d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe67c00b5c0 tx=0x7fe67c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.992+0000 7fe68556a700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] conn(0x7fe66c0aacf0 0x7fe66c0ad110 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:58.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:57.993+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 <== osd.5 v2:172.21.15.119:6808/1154560891 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7fe66c0ad7c0 con 0x7fe66c0aacf0 2023-10-21T15:38:58.014 INFO:teuthology.orchestra.run.smithi046.stdout:249108103199 2023-10-21T15:38:58.014 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.8 2023-10-21T15:38:58.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.012+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 --> [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe68004ebb0 con 0x7fe66c0aacf0 2023-10-21T15:38:58.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe676ffd700 1 -- 172.21.15.46:0/2900650098 <== osd.5 v2:172.21.15.119:6808/1154560891 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fe68004ebb0 con 0x7fe66c0aacf0 2023-10-21T15:38:58.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 >> [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] conn(0x7fe66c0aacf0 msgr2=0x7fe66c0ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:58.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] conn(0x7fe66c0aacf0 0x7fe66c0ad110 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:58.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe66c0a1510 msgr2=0x7fe66c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:58.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe66c0a1510 0x7fe66c0a39d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe67c00b5c0 tx=0x7fe67c005fd0 comp rx=0 tx=0).stop 2023-10-21T15:38:58.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe680106240 msgr2=0x7fe68019ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:58.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 --2- 172.21.15.46:0/2900650098 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe680106240 0x7fe68019ba70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe678007f10 tx=0x7fe67800d3b0 comp rx=0 tx=0).stop 2023-10-21T15:38:58.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe68656c700 1 -- 172.21.15.46:0/2900650098 reap_dead start 2023-10-21T15:38:58.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 shutdown_connections 2023-10-21T15:38:58.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 >> 172.21.15.46:0/2900650098 conn(0x7fe680076360 msgr2=0x7fe680105940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:58.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 shutdown_connections 2023-10-21T15:38:58.019 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:58.013+0000 7fe687fcf700 1 -- 172.21.15.46:0/2900650098 wait complete. 2023-10-21T15:38:58.064 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:58.068 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:58.583 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:58.600 INFO:teuthology.orchestra.run.smithi046.stdout:167503724588 2023-10-21T15:38:58.601 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-10-21T15:38:58.823 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:38:58 smithi046 ceph-mon[99436]: pgmap v274: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-21T15:38:58.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:38:58 smithi105 ceph-mon[103980]: pgmap v274: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-21T15:38:59.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:38:58 smithi119 ceph-mon[103628]: pgmap v274: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-21T15:38:59.112 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:59.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.111+0000 7f314387b700 1 -- 172.21.15.46:0/3322672028 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c100820 msgr2=0x7f313c10cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:59.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.111+0000 7f314387b700 1 --2- 172.21.15.46:0/3322672028 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c100820 0x7f313c10cc90 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f313400b0d0 tx=0x7f313400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:38:59.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.112+0000 7f314387b700 1 -- 172.21.15.46:0/3322672028 shutdown_connections 2023-10-21T15:38:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.112+0000 7f314387b700 1 --2- 172.21.15.46:0/3322672028 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c100820 0x7f313c10cc90 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.112+0000 7f314387b700 1 --2- 172.21.15.46:0/3322672028 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f313c105e70 0x7f313c106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.112+0000 7f314387b700 1 --2- 172.21.15.46:0/3322672028 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f313c0ffe60 0x7f313c1002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:59.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.112+0000 7f314387b700 1 -- 172.21.15.46:0/3322672028 >> 172.21.15.46:0/3322672028 conn(0x7f313c075e00 msgr2=0x7f313c076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:59.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.112+0000 7f314387b700 1 -- 172.21.15.46:0/3322672028 shutdown_connections 2023-10-21T15:38:59.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.112+0000 7f314387b700 1 -- 172.21.15.46:0/3322672028 wait complete. 2023-10-21T15:38:59.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.112+0000 7f314387b700 1 Processor -- start 2023-10-21T15:38:59.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f314387b700 1 -- start start 2023-10-21T15:38:59.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f314387b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c0ffe60 0x7f313c101b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:59.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f314387b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f313c100820 0x7f313c102090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:59.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f314387b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f313c105e70 0x7f313c102610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:59.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f314387b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f313c1a54f0 con 0x7f313c0ffe60 2023-10-21T15:38:59.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f314387b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f313c1a5660 con 0x7f313c105e70 2023-10-21T15:38:59.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f314387b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f313c1a5820 con 0x7f313c100820 2023-10-21T15:38:59.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141617700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c0ffe60 0x7f313c101b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:59.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141617700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c0ffe60 0x7f313c101b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33496/0 (socket says 172.21.15.46:33496) 2023-10-21T15:38:59.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141617700 1 -- 172.21.15.46:0/3846235401 learned_addr learned my addr 172.21.15.46:0/3846235401 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:38:59.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3140e16700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f313c100820 0x7f313c102090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:59.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141617700 1 -- 172.21.15.46:0/3846235401 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f313c100820 msgr2=0x7f313c102090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:59.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141617700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f313c100820 0x7f313c102090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:59.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141617700 1 -- 172.21.15.46:0/3846235401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f313c105e70 msgr2=0x7f313c102610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:59.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141e18700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f313c105e70 0x7f313c102610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:59.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141617700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f313c105e70 0x7f313c102610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:59.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.113+0000 7f3141617700 1 -- 172.21.15.46:0/3846235401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3134009d00 con 0x7f313c0ffe60 2023-10-21T15:38:59.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.114+0000 7f3141617700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c0ffe60 0x7f313c101b50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f313800c9b0 tx=0x7f313800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:59.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.114+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31380076f0 con 0x7f313c0ffe60 2023-10-21T15:38:59.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.114+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f313c196e40 con 0x7f313c0ffe60 2023-10-21T15:38:59.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.114+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f313c197390 con 0x7f313c0ffe60 2023-10-21T15:38:59.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.114+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3138007d10 con 0x7f313c0ffe60 2023-10-21T15:38:59.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.114+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f313801dc90 con 0x7f313c0ffe60 2023-10-21T15:38:59.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.115+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3120000ff0 con 0x7f313c0ffe60 2023-10-21T15:38:59.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.117+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f313801d440 con 0x7f313c0ffe60 2023-10-21T15:38:59.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.118+0000 7f31327fc700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f31280a1590 0x7f31280a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:59.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.118+0000 7f3140e16700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f31280a1590 0x7f31280a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:59.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.118+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f31380d53a0 con 0x7f313c0ffe60 2023-10-21T15:38:59.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.118+0000 7f31327fc700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] conn(0x7f31280aad60 0x7f31280ad180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:38:59.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.119+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 --> [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f31280ad830 con 0x7f31280aad60 2023-10-21T15:38:59.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.119+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31380d5840 con 0x7f313c0ffe60 2023-10-21T15:38:59.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.119+0000 7f3141e18700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] conn(0x7f31280aad60 0x7f31280ad180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:38:59.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.119+0000 7f3140e16700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f31280a1590 0x7f31280a3a50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f313c103340 tx=0x7f312c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:59.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.119+0000 7f3141e18700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] conn(0x7f31280aad60 0x7f31280ad180 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:38:59.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.120+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 <== osd.0 v2:172.21.15.46:6802/676212346 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25755 (crc 0 0 0) 0x7f31280ad830 con 0x7f31280aad60 2023-10-21T15:38:59.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.143+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 --> [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3120002d70 con 0x7f31280aad60 2023-10-21T15:38:59.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.144+0000 7f31327fc700 1 -- 172.21.15.46:0/3846235401 <== osd.0 v2:172.21.15.46:6802/676212346 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3120002d70 con 0x7f31280aad60 2023-10-21T15:38:59.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.144+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] conn(0x7f31280aad60 msgr2=0x7f31280ad180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:59.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.144+0000 7f314387b700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] conn(0x7f31280aad60 0x7f31280ad180 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:38:59.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.144+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f31280a1590 msgr2=0x7f31280a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:59.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.144+0000 7f314387b700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f31280a1590 0x7f31280a3a50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f313c103340 tx=0x7f312c00b410 comp rx=0 tx=0).stop 2023-10-21T15:38:59.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.145+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c0ffe60 msgr2=0x7f313c101b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:38:59.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.145+0000 7f314387b700 1 --2- 172.21.15.46:0/3846235401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f313c0ffe60 0x7f313c101b50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f313800c9b0 tx=0x7f313800ccc0 comp rx=0 tx=0).stop 2023-10-21T15:38:59.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.145+0000 7f3141e18700 1 -- 172.21.15.46:0/3846235401 reap_dead start 2023-10-21T15:38:59.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.145+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 shutdown_connections 2023-10-21T15:38:59.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.145+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 >> 172.21.15.46:0/3846235401 conn(0x7f313c075e00 msgr2=0x7f313c103c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:38:59.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.147+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 shutdown_connections 2023-10-21T15:38:59.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:38:59.147+0000 7f314387b700 1 -- 172.21.15.46:0/3846235401 wait complete. 2023-10-21T15:38:59.187 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:38:59.210 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:00.840 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:00 smithi046 ceph-mon[99436]: pgmap v275: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2023-10-21T15:39:00.994 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:00 smithi105 ceph-mon[103980]: pgmap v275: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2023-10-21T15:39:01.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:00 smithi119 ceph-mon[103628]: pgmap v275: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2023-10-21T15:39:01.484 INFO:teuthology.orchestra.run.smithi046.stdout:34359738434 2023-10-21T15:39:01.485 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-21T15:39:02.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 -- 172.21.15.46:0/3363194412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 msgr2=0x7f052010ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 --2- 172.21.15.46:0/3363194412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 0x7f052010ddc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f051800b0a0 tx=0x7f051800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 -- 172.21.15.46:0/3363194412 shutdown_connections 2023-10-21T15:39:02.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 --2- 172.21.15.46:0/3363194412 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 0x7f052010ddc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 --2- 172.21.15.46:0/3363194412 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0520106f80 0x7f0520107360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 --2- 172.21.15.46:0/3363194412 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0520069270 0x7f05200696d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 -- 172.21.15.46:0/3363194412 >> 172.21.15.46:0/3363194412 conn(0x7f0520076dc0 msgr2=0x7f05200771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:02.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 -- 172.21.15.46:0/3363194412 shutdown_connections 2023-10-21T15:39:02.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.117+0000 7f052810b700 1 -- 172.21.15.46:0/3363194412 wait complete. 2023-10-21T15:39:02.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.118+0000 7f052810b700 1 Processor -- start 2023-10-21T15:39:02.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.118+0000 7f052810b700 1 -- start start 2023-10-21T15:39:02.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f052810b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0520069270 0x7f05201970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f052810b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 0x7f0520197620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f052810b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0520106f80 0x7f052019ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f052810b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f052019c030 con 0x7f0520069c10 2023-10-21T15:39:02.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f052810b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f052019c1a0 con 0x7f0520106f80 2023-10-21T15:39:02.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f052810b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f052019c360 con 0x7f0520069270 2023-10-21T15:39:02.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05256a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 0x7f0520197620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05256a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 0x7f0520197620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33512/0 (socket says 172.21.15.46:33512) 2023-10-21T15:39:02.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05256a6700 1 -- 172.21.15.46:0/2039498496 learned_addr learned my addr 172.21.15.46:0/2039498496 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:02.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f0525ea7700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0520069270 0x7f05201970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05266a8700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0520106f80 0x7f052019ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05256a6700 1 -- 172.21.15.46:0/2039498496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0520069270 msgr2=0x7f05201970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05256a6700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0520069270 0x7f05201970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05256a6700 1 -- 172.21.15.46:0/2039498496 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0520106f80 msgr2=0x7f052019ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05256a6700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0520106f80 0x7f052019ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.119+0000 7f05256a6700 1 -- 172.21.15.46:0/2039498496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0518009d00 con 0x7f0520069c10 2023-10-21T15:39:02.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.120+0000 7f05256a6700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 0x7f0520197620 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f051000e9a0 tx=0x7f051000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:02.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.120+0000 7f0516ffd700 1 -- 172.21.15.46:0/2039498496 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0510009790 con 0x7f0520069c10 2023-10-21T15:39:02.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.120+0000 7f0516ffd700 1 -- 172.21.15.46:0/2039498496 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0510010430 con 0x7f0520069c10 2023-10-21T15:39:02.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.120+0000 7f0516ffd700 1 -- 172.21.15.46:0/2039498496 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0510018680 con 0x7f0520069c10 2023-10-21T15:39:02.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.120+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f052019c640 con 0x7f0520069c10 2023-10-21T15:39:02.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.120+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05201a3ea0 con 0x7f0520069c10 2023-10-21T15:39:02.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.121+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f052004ebb0 con 0x7f0520069c10 2023-10-21T15:39:02.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.122+0000 7f0516ffd700 1 -- 172.21.15.46:0/2039498496 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f05100105a0 con 0x7f0520069c10 2023-10-21T15:39:02.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.123+0000 7f0516ffd700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f050c0a1610 0x7f050c0a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.124+0000 7f0525ea7700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f050c0a1610 0x7f050c0a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.124+0000 7f0516ffd700 1 -- 172.21.15.46:0/2039498496 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f0510014070 con 0x7f0520069c10 2023-10-21T15:39:02.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.124+0000 7f0525ea7700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f050c0a1610 0x7f050c0a3ad0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f051c009be0 tx=0x7f051c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:02.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.132+0000 7f0516ffd700 1 -- 172.21.15.46:0/2039498496 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f05100d1070 con 0x7f0520069c10 2023-10-21T15:39:02.307 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:02.329 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:02.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.358+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f0520198440 con 0x7f0520069c10 2023-10-21T15:39:02.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.359+0000 7f0516ffd700 1 -- 172.21.15.46:0/2039498496 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f05100964e0 con 0x7f0520069c10 2023-10-21T15:39:02.361 INFO:teuthology.orchestra.run.smithi046.stdout:55834574911 2023-10-21T15:39:02.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f050c0a1610 msgr2=0x7f050c0a3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f050c0a1610 0x7f050c0a3ad0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f051c009be0 tx=0x7f051c009260 comp rx=0 tx=0).stop 2023-10-21T15:39:02.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 msgr2=0x7f0520197620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 0x7f0520197620 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f051000e9a0 tx=0x7f051000ecb0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 shutdown_connections 2023-10-21T15:39:02.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f050c0a1610 0x7f050c0a3ad0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0520106f80 0x7f052019ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0520069270 0x7f05201970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 --2- 172.21.15.46:0/2039498496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0520069c10 0x7f0520197620 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 >> 172.21.15.46:0/2039498496 conn(0x7f0520076dc0 msgr2=0x7f0520104c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:02.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 shutdown_connections 2023-10-21T15:39:02.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.362+0000 7f052810b700 1 -- 172.21.15.46:0/2039498496 wait complete. 2023-10-21T15:39:02.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 -- 172.21.15.46:0/1807192450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 msgr2=0x7f347810fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 --2- 172.21.15.46:0/1807192450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 0x7f347810fe00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f347000b0a0 tx=0x7f347000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 -- 172.21.15.46:0/1807192450 shutdown_connections 2023-10-21T15:39:02.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 --2- 172.21.15.46:0/1807192450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 0x7f347810fe00 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 --2- 172.21.15.46:0/1807192450 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f34780689a0 0x7f3478068d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 --2- 172.21.15.46:0/1807192450 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34780692c0 0x7f347810d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 -- 172.21.15.46:0/1807192450 >> 172.21.15.46:0/1807192450 conn(0x7f3478075e00 msgr2=0x7f3478076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:02.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 -- 172.21.15.46:0/1807192450 shutdown_connections 2023-10-21T15:39:02.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.370+0000 7f347f9e2700 1 -- 172.21.15.46:0/1807192450 wait complete. 2023-10-21T15:39:02.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.371+0000 7f347f9e2700 1 Processor -- start 2023-10-21T15:39:02.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347f9e2700 1 -- start start 2023-10-21T15:39:02.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347f9e2700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f34780689a0 0x7f3478102140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347f9e2700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34780692c0 0x7f3478102680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347f9e2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 0x7f3478102bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347f9e2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34781a9a20 con 0x7f347810da10 2023-10-21T15:39:02.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347f9e2700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3478199120 con 0x7f34780689a0 2023-10-21T15:39:02.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347f9e2700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34781992e0 con 0x7f34780692c0 2023-10-21T15:39:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347df7f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 0x7f3478102bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347df7f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 0x7f3478102bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33528/0 (socket says 172.21.15.46:33528) 2023-10-21T15:39:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347df7f700 1 -- 172.21.15.46:0/394848176 learned_addr learned my addr 172.21.15.46:0/394848176 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.373+0000 7f347cf7d700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34780692c0 0x7f3478102680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347d77e700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f34780689a0 0x7f3478102140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347df7f700 1 -- 172.21.15.46:0/394848176 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34780692c0 msgr2=0x7f3478102680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347df7f700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34780692c0 0x7f3478102680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347df7f700 1 -- 172.21.15.46:0/394848176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f34780689a0 msgr2=0x7f3478102140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347df7f700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f34780689a0 0x7f3478102140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347df7f700 1 -- 172.21.15.46:0/394848176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3470009d00 con 0x7f347810da10 2023-10-21T15:39:02.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347df7f700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 0x7f3478102bc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f347000b780 tx=0x7f347000bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:02.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f346e7fc700 1 -- 172.21.15.46:0/394848176 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f347000e040 con 0x7f347810da10 2023-10-21T15:39:02.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3478199560 con 0x7f347810da10 2023-10-21T15:39:02.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f346e7fc700 1 -- 172.21.15.46:0/394848176 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f34700094a0 con 0x7f347810da10 2023-10-21T15:39:02.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f346e7fc700 1 -- 172.21.15.46:0/394848176 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f347001b6c0 con 0x7f347810da10 2023-10-21T15:39:02.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.374+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3478199a00 con 0x7f347810da10 2023-10-21T15:39:02.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.375+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f347804ebb0 con 0x7f347810da10 2023-10-21T15:39:02.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.376+0000 7f346e7fc700 1 -- 172.21.15.46:0/394848176 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f347001d470 con 0x7f347810da10 2023-10-21T15:39:02.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.377+0000 7f346e7fc700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f34640a1510 0x7f34640a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.377+0000 7f347d77e700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f34640a1510 0x7f34640a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.378+0000 7f346e7fc700 1 -- 172.21.15.46:0/394848176 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f34700ce770 con 0x7f347810da10 2023-10-21T15:39:02.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.378+0000 7f347d77e700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f34640a1510 0x7f34640a39d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3474007be0 tx=0x7f34740073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:02.384 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.381+0000 7f346e7fc700 1 -- 172.21.15.46:0/394848176 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3470097eb0 con 0x7f347810da10 2023-10-21T15:39:02.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.604+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f3478113070 con 0x7f347810da10 2023-10-21T15:39:02.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.605+0000 7f346e7fc700 1 -- 172.21.15.46:0/394848176 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f347009b4d0 con 0x7f347810da10 2023-10-21T15:39:02.607 INFO:teuthology.orchestra.run.smithi046.stdout:77309411386 2023-10-21T15:39:02.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f34640a1510 msgr2=0x7f34640a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f34640a1510 0x7f34640a39d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3474007be0 tx=0x7f34740073d0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 msgr2=0x7f3478102bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 0x7f3478102bc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f347000b780 tx=0x7f347000bd60 comp rx=0 tx=0).stop 2023-10-21T15:39:02.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 shutdown_connections 2023-10-21T15:39:02.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f34640a1510 0x7f34640a39d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f347810da10 0x7f3478102bc0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f34780689a0 0x7f3478102140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 --2- 172.21.15.46:0/394848176 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f34780692c0 0x7f3478102680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 >> 172.21.15.46:0/394848176 conn(0x7f3478075e00 msgr2=0x7f347810eed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:02.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 shutdown_connections 2023-10-21T15:39:02.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.607+0000 7f347f9e2700 1 -- 172.21.15.46:0/394848176 wait complete. 2023-10-21T15:39:02.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 -- 172.21.15.46:0/1775859827 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc0ffe60 msgr2=0x7f59fc1002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 --2- 172.21.15.46:0/1775859827 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc0ffe60 0x7f59fc1002e0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f59ec0099c0 tx=0x7f59ec009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 -- 172.21.15.46:0/1775859827 shutdown_connections 2023-10-21T15:39:02.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 --2- 172.21.15.46:0/1775859827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f59fc100820 0x7f59fc10cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 --2- 172.21.15.46:0/1775859827 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f59fc105e70 0x7f59fc106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 --2- 172.21.15.46:0/1775859827 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc0ffe60 0x7f59fc1002e0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 -- 172.21.15.46:0/1775859827 >> 172.21.15.46:0/1775859827 conn(0x7f59fc075e00 msgr2=0x7f59fc076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:02.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 -- 172.21.15.46:0/1775859827 shutdown_connections 2023-10-21T15:39:02.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.713+0000 7f5a03b83700 1 -- 172.21.15.46:0/1775859827 wait complete. 2023-10-21T15:39:02.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a03b83700 1 Processor -- start 2023-10-21T15:39:02.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a03b83700 1 -- start start 2023-10-21T15:39:02.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a03b83700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f59fc0ffe60 0x7f59fc197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a03b83700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc100820 0x7f59fc198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a03b83700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f59fc105e70 0x7f59fc1a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a03b83700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc198c30 con 0x7f59fc100820 2023-10-21T15:39:02.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a03b83700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc1a33a0 con 0x7f59fc0ffe60 2023-10-21T15:39:02.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a03b83700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59fc1a3510 con 0x7f59fc105e70 2023-10-21T15:39:02.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0111e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc100820 0x7f59fc198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0111e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc100820 0x7f59fc198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33540/0 (socket says 172.21.15.46:33540) 2023-10-21T15:39:02.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0111e700 1 -- 172.21.15.46:0/472272535 learned_addr learned my addr 172.21.15.46:0/472272535 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:02.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0191f700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f59fc0ffe60 0x7f59fc197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a02120700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f59fc105e70 0x7f59fc1a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0111e700 1 -- 172.21.15.46:0/472272535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f59fc105e70 msgr2=0x7f59fc1a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0111e700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f59fc105e70 0x7f59fc1a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0111e700 1 -- 172.21.15.46:0/472272535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f59fc0ffe60 msgr2=0x7f59fc197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0111e700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f59fc0ffe60 0x7f59fc197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.714+0000 7f5a0111e700 1 -- 172.21.15.46:0/472272535 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59ec0095f0 con 0x7f59fc100820 2023-10-21T15:39:02.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.715+0000 7f5a0111e700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc100820 0x7f59fc198320 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f59ec004730 tx=0x7f59ec004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:02.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.715+0000 7f59f2ffd700 1 -- 172.21.15.46:0/472272535 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59ec01d070 con 0x7f59fc100820 2023-10-21T15:39:02.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.715+0000 7f59f2ffd700 1 -- 172.21.15.46:0/472272535 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59ec004c90 con 0x7f59fc100820 2023-10-21T15:39:02.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.715+0000 7f59f2ffd700 1 -- 172.21.15.46:0/472272535 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59ec005720 con 0x7f59fc100820 2023-10-21T15:39:02.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.715+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59fc1a3790 con 0x7f59fc100820 2023-10-21T15:39:02.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.715+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59fc1a3b40 con 0x7f59fc100820 2023-10-21T15:39:02.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.716+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59fc04ebb0 con 0x7f59fc100820 2023-10-21T15:39:02.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.717+0000 7f59f2ffd700 1 -- 172.21.15.46:0/472272535 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f59ec005000 con 0x7f59fc100820 2023-10-21T15:39:02.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.717+0000 7f59f2ffd700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f59e80a1590 0x7f59e80a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:02.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.717+0000 7f5a0191f700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f59e80a1590 0x7f59e80a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:02.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.718+0000 7f59f2ffd700 1 -- 172.21.15.46:0/472272535 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f59ec0cda00 con 0x7f59fc100820 2023-10-21T15:39:02.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.718+0000 7f5a0191f700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f59e80a1590 0x7f59e80a3a50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f59f8005950 tx=0x7f59f800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:02.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.722+0000 7f59f2ffd700 1 -- 172.21.15.46:0/472272535 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f59ec097040 con 0x7f59fc100820 2023-10-21T15:39:02.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.940+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f59fc068f90 con 0x7f59fc100820 2023-10-21T15:39:02.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.941+0000 7f59f2ffd700 1 -- 172.21.15.46:0/472272535 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f59ec0ba020 con 0x7f59fc100820 2023-10-21T15:39:02.943 INFO:teuthology.orchestra.run.smithi046.stdout:111669149749 2023-10-21T15:39:02.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f59e80a1590 msgr2=0x7f59e80a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f59e80a1590 0x7f59e80a3a50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f59f8005950 tx=0x7f59f800b410 comp rx=0 tx=0).stop 2023-10-21T15:39:02.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc100820 msgr2=0x7f59fc198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:02.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc100820 0x7f59fc198320 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f59ec004730 tx=0x7f59ec004760 comp rx=0 tx=0).stop 2023-10-21T15:39:02.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 shutdown_connections 2023-10-21T15:39:02.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f59e80a1590 0x7f59e80a3a50 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f59fc105e70 0x7f59fc1a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f59fc0ffe60 0x7f59fc197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 --2- 172.21.15.46:0/472272535 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59fc100820 0x7f59fc198320 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:02.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 >> 172.21.15.46:0/472272535 conn(0x7f59fc075e00 msgr2=0x7f59fc103bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:02.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 shutdown_connections 2023-10-21T15:39:02.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:02.943+0000 7f5a03b83700 1 -- 172.21.15.46:0/472272535 wait complete. 2023-10-21T15:39:02.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:02 smithi046 ceph-mon[99436]: pgmap v276: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:39:02.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:02 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2039498496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-21T15:39:02.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:02 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/394848176' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-21T15:39:02.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:02 smithi105 ceph-mon[103980]: pgmap v276: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:39:02.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:02 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2039498496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-21T15:39:02.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:02 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/394848176' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-21T15:39:03.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:02 smithi119 ceph-mon[103628]: pgmap v276: 97 pgs: 97 active+clean; 637 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:39:03.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:02 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2039498496' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-21T15:39:03.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:02 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/394848176' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-21T15:39:03.285 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411385 got 77309411386 for osd.2 2023-10-21T15:39:03.286 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:03.435 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574908 got 55834574911 for osd.1 2023-10-21T15:39:03.435 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:03.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 -- 172.21.15.46:0/1310157232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa8105e70 msgr2=0x7f7fa8106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1310157232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa8105e70 0x7f7fa8106250 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7fa40099c0 tx=0x7f7fa4009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 -- 172.21.15.46:0/1310157232 shutdown_connections 2023-10-21T15:39:03.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1310157232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa8105e70 0x7f7fa8106250 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1310157232 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7fa8100820 0x7f7fa810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1310157232 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7fa80ffe60 0x7f7fa81002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 -- 172.21.15.46:0/1310157232 >> 172.21.15.46:0/1310157232 conn(0x7f7fa8075e00 msgr2=0x7f7fa8076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:03.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 -- 172.21.15.46:0/1310157232 shutdown_connections 2023-10-21T15:39:03.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.481+0000 7f7fb077a700 1 -- 172.21.15.46:0/1310157232 wait complete. 2023-10-21T15:39:03.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fb077a700 1 Processor -- start 2023-10-21T15:39:03.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fb077a700 1 -- start start 2023-10-21T15:39:03.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fb077a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa80ffe60 0x7f7fa8197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:03.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fb077a700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7fa8100820 0x7f7fa81982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:03.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fb077a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7fa8105e70 0x7f7fa81a2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:03.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fb077a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fa81a3320 con 0x7f7fa80ffe60 2023-10-21T15:39:03.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fb077a700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fa81a3460 con 0x7f7fa8100820 2023-10-21T15:39:03.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fb077a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fa81a35a0 con 0x7f7fa8105e70 2023-10-21T15:39:03.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fae516700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa80ffe60 0x7f7fa8197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:03.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fae516700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa80ffe60 0x7f7fa8197d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33548/0 (socket says 172.21.15.46:33548) 2023-10-21T15:39:03.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7fae516700 1 -- 172.21.15.46:0/1837085670 learned_addr learned my addr 172.21.15.46:0/1837085670 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:03.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.482+0000 7f7faed17700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7fa8105e70 0x7f7fa81a2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:03.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fadd15700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7fa8100820 0x7f7fa81982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:03.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fae516700 1 -- 172.21.15.46:0/1837085670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7fa8105e70 msgr2=0x7f7fa81a2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fae516700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7fa8105e70 0x7f7fa81a2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fae516700 1 -- 172.21.15.46:0/1837085670 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7fa8100820 msgr2=0x7f7fa81982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fae516700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7fa8100820 0x7f7fa81982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fae516700 1 -- 172.21.15.46:0/1837085670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fa40095f0 con 0x7f7fa80ffe60 2023-10-21T15:39:03.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fae516700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa80ffe60 0x7f7fa8197d60 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7fa4009990 tx=0x7f7fa4009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:03.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7f9f7fe700 1 -- 172.21.15.46:0/1837085670 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fa401d070 con 0x7f7fa80ffe60 2023-10-21T15:39:03.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fa81a37a0 con 0x7f7fa80ffe60 2023-10-21T15:39:03.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7f9f7fe700 1 -- 172.21.15.46:0/1837085670 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fa4004010 con 0x7f7fa80ffe60 2023-10-21T15:39:03.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7f9f7fe700 1 -- 172.21.15.46:0/1837085670 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fa4022d40 con 0x7f7fa80ffe60 2023-10-21T15:39:03.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.483+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fa81a3bb0 con 0x7f7fa80ffe60 2023-10-21T15:39:03.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.484+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fa804ebb0 con 0x7f7fa80ffe60 2023-10-21T15:39:03.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.486+0000 7f7f9f7fe700 1 -- 172.21.15.46:0/1837085670 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f7fa4022470 con 0x7f7fa80ffe60 2023-10-21T15:39:03.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.487+0000 7f7f9f7fe700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7f940a1510 0x7f7f940a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:03.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.487+0000 7f7fadd15700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7f940a1510 0x7f7f940a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:03.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.487+0000 7f7f9f7fe700 1 -- 172.21.15.46:0/1837085670 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f7fa40ce4a0 con 0x7f7fa80ffe60 2023-10-21T15:39:03.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.487+0000 7f7fadd15700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7f940a1510 0x7f7f940a39d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7f98005950 tx=0x7f7f980058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:03.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.490+0000 7f7f9f7fe700 1 -- 172.21.15.46:0/1837085670 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7fa4097be0 con 0x7f7fa80ffe60 2023-10-21T15:39:03.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.708+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f7fa810fe80 con 0x7f7fa80ffe60 2023-10-21T15:39:03.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.709+0000 7f7f9f7fe700 1 -- 172.21.15.46:0/1837085670 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f7fa409b200 con 0x7f7fa80ffe60 2023-10-21T15:39:03.711 INFO:teuthology.orchestra.run.smithi046.stdout:197568495657 2023-10-21T15:39:03.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.710+0000 7f0e41665700 1 -- 172.21.15.46:0/3879400811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c0fff60 msgr2=0x7f0e3c10c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.710+0000 7f0e41665700 1 --2- 172.21.15.46:0/3879400811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c0fff60 0x7f0e3c10c420 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0e34009f90 tx=0x7f0e3400b330 comp rx=0 tx=0).stop 2023-10-21T15:39:03.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.711+0000 7f0e41665700 1 -- 172.21.15.46:0/3879400811 shutdown_connections 2023-10-21T15:39:03.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.711+0000 7f0e41665700 1 --2- 172.21.15.46:0/3879400811 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c0fff60 0x7f0e3c10c420 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.711+0000 7f0e41665700 1 --2- 172.21.15.46:0/3879400811 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0e3c105650 0x7f0e3c105a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.711+0000 7f0e41665700 1 --2- 172.21.15.46:0/3879400811 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0e3c0ff5a0 0x7f0e3c0ffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.711+0000 7f0e41665700 1 -- 172.21.15.46:0/3879400811 >> 172.21.15.46:0/3879400811 conn(0x7f0e3c076360 msgr2=0x7f0e3c0fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:03.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.711+0000 7f0e41665700 1 -- 172.21.15.46:0/3879400811 shutdown_connections 2023-10-21T15:39:03.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.711+0000 7f0e41665700 1 -- 172.21.15.46:0/3879400811 wait complete. 2023-10-21T15:39:03.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.711+0000 7f0e41665700 1 Processor -- start 2023-10-21T15:39:03.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e41665700 1 -- start start 2023-10-21T15:39:03.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7f940a1510 msgr2=0x7f7f940a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7f940a1510 0x7f7f940a39d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7f98005950 tx=0x7f7f980058e0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa80ffe60 msgr2=0x7f7fa8197d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa80ffe60 0x7f7fa8197d60 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7fa4009990 tx=0x7f7fa4009580 comp rx=0 tx=0).stop 2023-10-21T15:39:03.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 shutdown_connections 2023-10-21T15:39:03.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7f940a1510 0x7f7f940a39d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7fa80ffe60 0x7f7fa8197d60 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7fa8105e70 0x7f7fa81a2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 --2- 172.21.15.46:0/1837085670 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7fa8100820 0x7f7fa81982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 >> 172.21.15.46:0/1837085670 conn(0x7f7fa8075e00 msgr2=0x7f7fa80fea40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:03.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e41665700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0e3c0ff5a0 0x7f0e3c1970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:03.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e41665700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0e3c0fff60 0x7f0e3c197620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:03.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e41665700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c105650 0x7f0e3c19ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:03.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e41665700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c19c0a0 con 0x7f0e3c105650 2023-10-21T15:39:03.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e41665700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c19c210 con 0x7f0e3c0fff60 2023-10-21T15:39:03.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e41665700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e3c19c3d0 con 0x7f0e3c0ff5a0 2023-10-21T15:39:03.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c105650 0x7f0e3c19ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:03.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c105650 0x7f0e3c19ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33564/0 (socket says 172.21.15.46:33564) 2023-10-21T15:39:03.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3b7fe700 1 -- 172.21.15.46:0/827314578 learned_addr learned my addr 172.21.15.46:0/827314578 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:03.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 shutdown_connections 2023-10-21T15:39:03.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f7fb077a700 1 -- 172.21.15.46:0/1837085670 wait complete. 2023-10-21T15:39:03.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3affd700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0e3c0ff5a0 0x7f0e3c1970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:03.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3a7fc700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0e3c0fff60 0x7f0e3c197620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:03.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3b7fe700 1 -- 172.21.15.46:0/827314578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0e3c0ff5a0 msgr2=0x7f0e3c1970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3b7fe700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0e3c0ff5a0 0x7f0e3c1970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3b7fe700 1 -- 172.21.15.46:0/827314578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0e3c0fff60 msgr2=0x7f0e3c197620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3b7fe700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0e3c0fff60 0x7f0e3c197620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3b7fe700 1 -- 172.21.15.46:0/827314578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e34009c40 con 0x7f0e3c105650 2023-10-21T15:39:03.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.712+0000 7f0e3a7fc700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0e3c0fff60 0x7f0e3c197620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:03.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.713+0000 7f0e3b7fe700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c105650 0x7f0e3c19ba90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0e3400b6c0 tx=0x7f0e34004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:03.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.713+0000 7f0e23fff700 1 -- 172.21.15.46:0/827314578 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3400e040 con 0x7f0e3c105650 2023-10-21T15:39:03.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.713+0000 7f0e23fff700 1 -- 172.21.15.46:0/827314578 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e3400bbf0 con 0x7f0e3c105650 2023-10-21T15:39:03.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.713+0000 7f0e23fff700 1 -- 172.21.15.46:0/827314578 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e340052a0 con 0x7f0e3c105650 2023-10-21T15:39:03.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.713+0000 7f0e41665700 1 -- 172.21.15.46:0/827314578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e3c19c650 con 0x7f0e3c105650 2023-10-21T15:39:03.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.713+0000 7f0e41665700 1 -- 172.21.15.46:0/827314578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e3c10dd80 con 0x7f0e3c105650 2023-10-21T15:39:03.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.714+0000 7f0e21ffb700 1 -- 172.21.15.46:0/827314578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e1c0052f0 con 0x7f0e3c105650 2023-10-21T15:39:03.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.716+0000 7f0e23fff700 1 -- 172.21.15.46:0/827314578 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f0e3401d470 con 0x7f0e3c105650 2023-10-21T15:39:03.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.716+0000 7f0e23fff700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0e240a1510 0x7f0e240a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:03.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.717+0000 7f0e3affd700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0e240a1510 0x7f0e240a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:03.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.717+0000 7f0e23fff700 1 -- 172.21.15.46:0/827314578 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f0e340ce1a0 con 0x7f0e3c105650 2023-10-21T15:39:03.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.717+0000 7f0e3affd700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0e240a1510 0x7f0e240a39d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c005fd0 tx=0x7f0e2c009310 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:03.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.725+0000 7f0e23fff700 1 -- 172.21.15.46:0/827314578 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0e340978e0 con 0x7f0e3c105650 2023-10-21T15:39:03.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:03 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/472272535' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-21T15:39:03.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.939+0000 7f0e21ffb700 1 -- 172.21.15.46:0/827314578 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f0e1c005160 con 0x7f0e3c105650 2023-10-21T15:39:03.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.940+0000 7f0e23fff700 1 -- 172.21.15.46:0/827314578 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f0e3409af00 con 0x7f0e3c105650 2023-10-21T15:39:03.942 INFO:teuthology.orchestra.run.smithi046.stdout:219043332132 2023-10-21T15:39:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 -- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0e240a1510 msgr2=0x7f0e240a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0e240a1510 0x7f0e240a39d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c005fd0 tx=0x7f0e2c009310 comp rx=0 tx=0).stop 2023-10-21T15:39:03.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 -- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c105650 msgr2=0x7f0e3c19ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c105650 0x7f0e3c19ba90 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0e3400b6c0 tx=0x7f0e34004a30 comp rx=0 tx=0).stop 2023-10-21T15:39:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 -- 172.21.15.46:0/827314578 shutdown_connections 2023-10-21T15:39:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0e240a1510 0x7f0e240a39d0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e3c105650 0x7f0e3c19ba90 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0e3c0ff5a0 0x7f0e3c1970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 --2- 172.21.15.46:0/827314578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0e3c0fff60 0x7f0e3c197620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 -- 172.21.15.46:0/827314578 >> 172.21.15.46:0/827314578 conn(0x7f0e3c076360 msgr2=0x7f0e3c0fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 -- 172.21.15.46:0/827314578 shutdown_connections 2023-10-21T15:39:03.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:03.942+0000 7f0e21ffb700 1 -- 172.21.15.46:0/827314578 wait complete. 2023-10-21T15:39:03.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:03 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/472272535' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-21T15:39:04.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:03 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/472272535' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-21T15:39:04.571 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:04.834 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:04 smithi046 ceph-mon[99436]: pgmap v277: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2023-10-21T15:39:04.835 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:04 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1837085670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-21T15:39:04.835 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:04 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/827314578' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-21T15:39:04.906 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149747 got 111669149749 for osd.3 2023-10-21T15:39:04.907 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:04.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:04 smithi105 ceph-mon[103980]: pgmap v277: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2023-10-21T15:39:04.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:04 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1837085670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-21T15:39:04.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:04 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/827314578' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-21T15:39:04.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.703+0000 7f3588f3d700 1 -- 172.21.15.46:0/2906737325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 msgr2=0x7f3584106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:04.997 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.703+0000 7f3588f3d700 1 --2- 172.21.15.46:0/2906737325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 0x7f3584106250 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f35740099c0 tx=0x7f3574009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:04.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.704+0000 7f3588f3d700 1 -- 172.21.15.46:0/2906737325 shutdown_connections 2023-10-21T15:39:04.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.704+0000 7f3588f3d700 1 --2- 172.21.15.46:0/2906737325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 0x7f3584106250 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:04.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.704+0000 7f3588f3d700 1 --2- 172.21.15.46:0/2906737325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3584100820 0x7f358410cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:04.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.704+0000 7f3588f3d700 1 --2- 172.21.15.46:0/2906737325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f35840ffe60 0x7f35841002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:04.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.704+0000 7f3588f3d700 1 -- 172.21.15.46:0/2906737325 >> 172.21.15.46:0/2906737325 conn(0x7f3584075e00 msgr2=0x7f3584076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:04.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.704+0000 7f3588f3d700 1 -- 172.21.15.46:0/2906737325 shutdown_connections 2023-10-21T15:39:04.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.704+0000 7f3588f3d700 1 -- 172.21.15.46:0/2906737325 wait complete. 2023-10-21T15:39:04.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3588f3d700 1 Processor -- start 2023-10-21T15:39:04.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3588f3d700 1 -- start start 2023-10-21T15:39:04.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3588f3d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35840ffe60 0x7f3584197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:05.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3588f3d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3584100820 0x7f3584198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:05.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3588f3d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 0x7f35841a2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:05.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3588f3d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3584198b80 con 0x7f3584105e70 2023-10-21T15:39:05.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3588f3d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35841a32f0 con 0x7f3584100820 2023-10-21T15:39:05.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3588f3d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35841a3460 con 0x7f35840ffe60 2023-10-21T15:39:05.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3582d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 0x7f35841a2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:05.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f358259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35840ffe60 0x7f3584197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:05.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f358259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35840ffe60 0x7f3584197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:45574/0 (socket says 172.21.15.46:45574) 2023-10-21T15:39:05.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3582d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 0x7f35841a2db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33578/0 (socket says 172.21.15.46:33578) 2023-10-21T15:39:05.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f358259c700 1 -- 172.21.15.46:0/4183537454 learned_addr learned my addr 172.21.15.46:0/4183537454 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:05.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.705+0000 7f3581d9b700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3584100820 0x7f3584198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:05.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.706+0000 7f358259c700 1 -- 172.21.15.46:0/4183537454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3584100820 msgr2=0x7f3584198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.706+0000 7f358259c700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3584100820 0x7f3584198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.706+0000 7f358259c700 1 -- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 msgr2=0x7f35841a2db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.002 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.706+0000 7f358259c700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 0x7f35841a2db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.706+0000 7f358259c700 1 -- 172.21.15.46:0/4183537454 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35740095f0 con 0x7f35840ffe60 2023-10-21T15:39:05.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.706+0000 7f3582d9d700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 0x7f35841a2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:05.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.706+0000 7f358259c700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35840ffe60 0x7f3584197d30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f357400b580 tx=0x7f3574005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:05.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.710+0000 7f35737fe700 1 -- 172.21.15.46:0/4183537454 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f357401d070 con 0x7f35840ffe60 2023-10-21T15:39:05.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.710+0000 7f35737fe700 1 -- 172.21.15.46:0/4183537454 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3574003f90 con 0x7f35840ffe60 2023-10-21T15:39:05.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.710+0000 7f35737fe700 1 -- 172.21.15.46:0/4183537454 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3574022c10 con 0x7f35840ffe60 2023-10-21T15:39:05.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.710+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35841a36e0 con 0x7f35840ffe60 2023-10-21T15:39:05.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.710+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35841a3af0 con 0x7f35840ffe60 2023-10-21T15:39:05.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.711+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f358404ebb0 con 0x7f35840ffe60 2023-10-21T15:39:05.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.712+0000 7f35737fe700 1 -- 172.21.15.46:0/4183537454 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f3574022470 con 0x7f35840ffe60 2023-10-21T15:39:05.006 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.713+0000 7f35737fe700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f356c0a1660 0x7f356c0a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:05.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.713+0000 7f3581d9b700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f356c0a1660 0x7f356c0a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:05.008 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.713+0000 7f35737fe700 1 -- 172.21.15.46:0/4183537454 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f35740ce1b0 con 0x7f35840ffe60 2023-10-21T15:39:05.009 INFO:teuthology.orchestra.run.smithi046.stdout:304942678040 2023-10-21T15:39:05.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.713+0000 7f3581d9b700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f356c0a1660 0x7f356c0a3b20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3584069260 tx=0x7f357800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:05.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.717+0000 7f35737fe700 1 -- 172.21.15.46:0/4183537454 <== mon.1 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f35740978f0 con 0x7f35840ffe60 2023-10-21T15:39:05.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.922+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f3584068fa0 con 0x7f35840ffe60 2023-10-21T15:39:05.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.922+0000 7f35737fe700 1 -- 172.21.15.46:0/4183537454 <== mon.1 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f3574027090 con 0x7f35840ffe60 2023-10-21T15:39:05.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f356c0a1660 msgr2=0x7f356c0a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f356c0a1660 0x7f356c0a3b20 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3584069260 tx=0x7f357800b410 comp rx=0 tx=0).stop 2023-10-21T15:39:05.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35840ffe60 msgr2=0x7f3584197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35840ffe60 0x7f3584197d30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f357400b580 tx=0x7f3574005740 comp rx=0 tx=0).stop 2023-10-21T15:39:05.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 shutdown_connections 2023-10-21T15:39:05.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f356c0a1660 0x7f356c0a3b20 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3584105e70 0x7f35841a2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f35840ffe60 0x7f3584197d30 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 --2- 172.21.15.46:0/4183537454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3584100820 0x7f3584198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.924+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 >> 172.21.15.46:0/4183537454 conn(0x7f3584075e00 msgr2=0x7f35840fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:05.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.925+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 shutdown_connections 2023-10-21T15:39:05.014 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:04.925+0000 7f3588f3d700 1 -- 172.21.15.46:0/4183537454 wait complete. 2023-10-21T15:39:05.017 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495655 got 197568495657 for osd.6 2023-10-21T15:39:05.017 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:05.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:04 smithi119 ceph-mon[103628]: pgmap v277: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2023-10-21T15:39:05.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:04 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1837085670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-21T15:39:05.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:04 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/827314578' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-21T15:39:05.401 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:05.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 -- 172.21.15.46:0/3125075801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60106f90 msgr2=0x7f1e60107370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/3125075801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60106f90 0x7f1e60107370 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1e540099c0 tx=0x7f1e54009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 -- 172.21.15.46:0/3125075801 shutdown_connections 2023-10-21T15:39:05.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/3125075801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60106f90 0x7f1e60107370 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/3125075801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e60101940 0x7f1e6010ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/3125075801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e60100f80 0x7f1e60101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 -- 172.21.15.46:0/3125075801 >> 172.21.15.46:0/3125075801 conn(0x7f1e600780a0 msgr2=0x7f1e600784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:05.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 -- 172.21.15.46:0/3125075801 shutdown_connections 2023-10-21T15:39:05.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.539+0000 7f1e66cbe700 1 -- 172.21.15.46:0/3125075801 wait complete. 2023-10-21T15:39:05.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e66cbe700 1 Processor -- start 2023-10-21T15:39:05.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e66cbe700 1 -- start start 2023-10-21T15:39:05.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e66cbe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e60100f80 0x7f1e60196f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:05.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e66cbe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60101940 0x7f1e60197470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:05.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e66cbe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e60106f90 0x7f1e6019b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:05.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e66cbe700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6019bef0 con 0x7f1e60101940 2023-10-21T15:39:05.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e66cbe700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6019c060 con 0x7f1e60106f90 2023-10-21T15:39:05.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e66cbe700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e6019c220 con 0x7f1e60100f80 2023-10-21T15:39:05.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e5ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60101940 0x7f1e60197470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:05.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e5ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60101940 0x7f1e60197470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33592/0 (socket says 172.21.15.46:33592) 2023-10-21T15:39:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e5ffff700 1 -- 172.21.15.46:0/1975753741 learned_addr learned my addr 172.21.15.46:0/1975753741 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.540+0000 7f1e64a5a700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e60100f80 0x7f1e60196f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:05.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e6525b700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e60106f90 0x7f1e6019b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5ffff700 1 -- 172.21.15.46:0/1975753741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e60100f80 msgr2=0x7f1e60196f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5ffff700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e60100f80 0x7f1e60196f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5ffff700 1 -- 172.21.15.46:0/1975753741 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e60106f90 msgr2=0x7f1e6019b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5ffff700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e60106f90 0x7f1e6019b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5ffff700 1 -- 172.21.15.46:0/1975753741 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e540095f0 con 0x7f1e60101940 2023-10-21T15:39:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5ffff700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60101940 0x7f1e60197470 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c00c9b0 tx=0x7f1e4c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5dffb700 1 -- 172.21.15.46:0/1975753741 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c007b00 con 0x7f1e60101940 2023-10-21T15:39:05.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e6019c500 con 0x7f1e60101940 2023-10-21T15:39:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5dffb700 1 -- 172.21.15.46:0/1975753741 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1e4c007c60 con 0x7f1e60101940 2023-10-21T15:39:05.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e5dffb700 1 -- 172.21.15.46:0/1975753741 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c018660 con 0x7f1e60101940 2023-10-21T15:39:05.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.541+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e601a3d60 con 0x7f1e60101940 2023-10-21T15:39:05.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.542+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e6004ebb0 con 0x7f1e60101940 2023-10-21T15:39:05.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.543+0000 7f1e5dffb700 1 -- 172.21.15.46:0/1975753741 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f1e4c00f450 con 0x7f1e60101940 2023-10-21T15:39:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.544+0000 7f1e5dffb700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e500a1510 0x7f1e500a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.544+0000 7f1e5dffb700 1 -- 172.21.15.46:0/1975753741 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f1e4c0ccf10 con 0x7f1e60101940 2023-10-21T15:39:05.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.544+0000 7f1e64a5a700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e500a1510 0x7f1e500a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.544+0000 7f1e64a5a700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e500a1510 0x7f1e500a39d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1e54009990 tx=0x7f1e54003680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:05.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.548+0000 7f1e5dffb700 1 -- 172.21.15.46:0/1975753741 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1e4c096650 con 0x7f1e60101940 2023-10-21T15:39:05.627 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332130 got 219043332132 for osd.7 2023-10-21T15:39:05.627 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:05.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.765+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f1e60110f20 con 0x7f1e60101940 2023-10-21T15:39:05.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.766+0000 7f1e5dffb700 1 -- 172.21.15.46:0/1975753741 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f1e4c099c70 con 0x7f1e60101940 2023-10-21T15:39:05.768 INFO:teuthology.orchestra.run.smithi046.stdout:146028888113 2023-10-21T15:39:05.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e500a1510 msgr2=0x7f1e500a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e500a1510 0x7f1e500a39d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1e54009990 tx=0x7f1e54003680 comp rx=0 tx=0).stop 2023-10-21T15:39:05.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60101940 msgr2=0x7f1e60197470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:05.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60101940 0x7f1e60197470 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c00c9b0 tx=0x7f1e4c00ccc0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 shutdown_connections 2023-10-21T15:39:05.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1e500a1510 0x7f1e500a39d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1e60106f90 0x7f1e6019b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1e60100f80 0x7f1e60196f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 --2- 172.21.15.46:0/1975753741 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1e60101940 0x7f1e60197470 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:05.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 >> 172.21.15.46:0/1975753741 conn(0x7f1e600780a0 msgr2=0x7f1e60104c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:05.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 shutdown_connections 2023-10-21T15:39:05.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:05.769+0000 7f1e66cbe700 1 -- 172.21.15.46:0/1975753741 wait complete. 2023-10-21T15:39:05.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:05 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4183537454' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-21T15:39:06.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:05 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4183537454' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-21T15:39:06.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:05 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4183537454' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-21T15:39:06.458 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678038 got 304942678040 for osd.10 2023-10-21T15:39:06.459 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:06.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 -- 172.21.15.46:0/1036068035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee44068c00 msgr2=0x7fee44068fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:06.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 --2- 172.21.15.46:0/1036068035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee44068c00 0x7fee44068fe0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fee34009990 tx=0x7fee34009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 -- 172.21.15.46:0/1036068035 shutdown_connections 2023-10-21T15:39:06.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 --2- 172.21.15.46:0/1036068035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee44068c00 0x7fee44068fe0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 --2- 172.21.15.46:0/1036068035 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fee441062b0 0x7fee4410de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 --2- 172.21.15.46:0/1036068035 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee440695b0 0x7fee44105b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 -- 172.21.15.46:0/1036068035 >> 172.21.15.46:0/1036068035 conn(0x7fee44075e00 msgr2=0x7fee44076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:06.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 -- 172.21.15.46:0/1036068035 shutdown_connections 2023-10-21T15:39:06.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.604+0000 7fee48c91700 1 -- 172.21.15.46:0/1036068035 wait complete. 2023-10-21T15:39:06.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee48c91700 1 Processor -- start 2023-10-21T15:39:06.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee48c91700 1 -- start start 2023-10-21T15:39:06.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee48c91700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee44068c00 0x7fee44197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:06.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee48c91700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fee440695b0 0x7fee44197670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:06.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee48c91700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee441062b0 0x7fee4419ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:06.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee48c91700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee4419c0a0 con 0x7fee441062b0 2023-10-21T15:39:06.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee48c91700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee4419c210 con 0x7fee440695b0 2023-10-21T15:39:06.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee48c91700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee4419c3d0 con 0x7fee44068c00 2023-10-21T15:39:06.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee441062b0 0x7fee4419ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:06.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee441062b0 0x7fee4419ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33606/0 (socket says 172.21.15.46:33606) 2023-10-21T15:39:06.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 -- 172.21.15.46:0/3114564855 learned_addr learned my addr 172.21.15.46:0/3114564855 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:06.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee4259c700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee44068c00 0x7fee44197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:06.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee41d9b700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fee440695b0 0x7fee44197670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:06.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 -- 172.21.15.46:0/3114564855 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee44068c00 msgr2=0x7fee44197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:06.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee44068c00 0x7fee44197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 -- 172.21.15.46:0/3114564855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fee440695b0 msgr2=0x7fee44197670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:06.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fee440695b0 0x7fee44197670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 -- 172.21.15.46:0/3114564855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee340095f0 con 0x7fee441062b0 2023-10-21T15:39:06.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.605+0000 7fee42d9d700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee441062b0 0x7fee4419ba90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fee3c00c970 tx=0x7fee3c00cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:06.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.606+0000 7fee337fe700 1 -- 172.21.15.46:0/3114564855 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c007b00 con 0x7fee441062b0 2023-10-21T15:39:06.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.606+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee4419c6b0 con 0x7fee441062b0 2023-10-21T15:39:06.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.606+0000 7fee337fe700 1 -- 172.21.15.46:0/3114564855 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee3c004cf0 con 0x7fee441062b0 2023-10-21T15:39:06.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.606+0000 7fee337fe700 1 -- 172.21.15.46:0/3114564855 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c0054e0 con 0x7fee441062b0 2023-10-21T15:39:06.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.606+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee441a3f10 con 0x7fee441062b0 2023-10-21T15:39:06.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.606+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee44109480 con 0x7fee441062b0 2023-10-21T15:39:06.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.608+0000 7fee337fe700 1 -- 172.21.15.46:0/3114564855 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fee3c004750 con 0x7fee441062b0 2023-10-21T15:39:06.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.608+0000 7fee337fe700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fee2c0a1510 0x7fee2c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:06.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.608+0000 7fee4259c700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fee2c0a1510 0x7fee2c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:06.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.608+0000 7fee337fe700 1 -- 172.21.15.46:0/3114564855 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fee3c0ccc70 con 0x7fee441062b0 2023-10-21T15:39:06.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.609+0000 7fee4259c700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fee2c0a1510 0x7fee2c0a39d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fee3400b5c0 tx=0x7fee34005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:06.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.612+0000 7fee337fe700 1 -- 172.21.15.46:0/3114564855 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fee3c096320 con 0x7fee441062b0 2023-10-21T15:39:06.699 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:06.749 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:06.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.827+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7fee4404ebb0 con 0x7fee441062b0 2023-10-21T15:39:06.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.828+0000 7fee337fe700 1 -- 172.21.15.46:0/3114564855 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7fee3c01d020 con 0x7fee441062b0 2023-10-21T15:39:06.830 INFO:teuthology.orchestra.run.smithi046.stdout:339302416402 2023-10-21T15:39:06.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fee2c0a1510 msgr2=0x7fee2c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:06.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fee2c0a1510 0x7fee2c0a39d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fee3400b5c0 tx=0x7fee34005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee441062b0 msgr2=0x7fee4419ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:06.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee441062b0 0x7fee4419ba90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fee3c00c970 tx=0x7fee3c00cd30 comp rx=0 tx=0).stop 2023-10-21T15:39:06.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 shutdown_connections 2023-10-21T15:39:06.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fee2c0a1510 0x7fee2c0a39d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee441062b0 0x7fee4419ba90 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fee44068c00 0x7fee44197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 --2- 172.21.15.46:0/3114564855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fee440695b0 0x7fee44197670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:06.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 >> 172.21.15.46:0/3114564855 conn(0x7fee44075e00 msgr2=0x7fee440ff640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:06.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 shutdown_connections 2023-10-21T15:39:06.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:06.830+0000 7fee48c91700 1 -- 172.21.15.46:0/3114564855 wait complete. 2023-10-21T15:39:06.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:06 smithi105 ceph-mon[103980]: pgmap v278: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2023-10-21T15:39:06.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:06 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1975753741' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-21T15:39:07.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:06 smithi119 ceph-mon[103628]: pgmap v278: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2023-10-21T15:39:07.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:06 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1975753741' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-21T15:39:07.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:06 smithi046 ceph-mon[99436]: pgmap v278: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2023-10-21T15:39:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:06 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1975753741' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-21T15:39:07.550 INFO:tasks.cephadm.ceph_manager.ceph:need seq 339302416401 got 339302416402 for osd.11 2023-10-21T15:39:07.551 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:07.599 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888111 got 146028888113 for osd.4 2023-10-21T15:39:07.599 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:07.806 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:07 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3114564855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-21T15:39:07.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:07 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3114564855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-21T15:39:08.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:07 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3114564855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-21T15:39:08.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 -- 172.21.15.46:0/1786423920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 msgr2=0x7f62f810af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:08.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/1786423920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 0x7f62f810af60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f62e8009990 tx=0x7f62e8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 -- 172.21.15.46:0/1786423920 shutdown_connections 2023-10-21T15:39:08.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/1786423920 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f62f810b530 0x7f62f810d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/1786423920 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f62f8102150 0x7f62f8102530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/1786423920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 0x7f62f810af60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 -- 172.21.15.46:0/1786423920 >> 172.21.15.46:0/1786423920 conn(0x7f62f80fb8a0 msgr2=0x7f62f80fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:08.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 -- 172.21.15.46:0/1786423920 shutdown_connections 2023-10-21T15:39:08.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 -- 172.21.15.46:0/1786423920 wait complete. 2023-10-21T15:39:08.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 Processor -- start 2023-10-21T15:39:08.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.045+0000 7f62ff6fb700 1 -- start start 2023-10-21T15:39:08.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62ff6fb700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f62f8102150 0x7f62f80ffdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:08.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62ff6fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 0x7f62f81002f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:08.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62ff6fb700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f62f810b530 0x7f62f8100870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:08.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62ff6fb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62f81a5600 con 0x7f62f8102a70 2023-10-21T15:39:08.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62ff6fb700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62f81a5770 con 0x7f62f810b530 2023-10-21T15:39:08.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62ff6fb700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62f81a5930 con 0x7f62f8102150 2023-10-21T15:39:08.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 0x7f62f81002f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 0x7f62f81002f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33616/0 (socket says 172.21.15.46:33616) 2023-10-21T15:39:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 -- 172.21.15.46:0/2919025147 learned_addr learned my addr 172.21.15.46:0/2919025147 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fd497700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f62f8102150 0x7f62f80ffdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fdc98700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f62f810b530 0x7f62f8100870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:08.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 -- 172.21.15.46:0/2919025147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f62f8102150 msgr2=0x7f62f80ffdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:08.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f62f8102150 0x7f62f80ffdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 -- 172.21.15.46:0/2919025147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f62f810b530 msgr2=0x7f62f8100870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:08.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f62f810b530 0x7f62f8100870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 -- 172.21.15.46:0/2919025147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62e80095f0 con 0x7f62f8102a70 2023-10-21T15:39:08.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fd497700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f62f8102150 0x7f62f80ffdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:08.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62fcc96700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 0x7f62f81002f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f62e8003730 tx=0x7f62e800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:08.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.046+0000 7f62ee7fc700 1 -- 172.21.15.46:0/2919025147 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62e801d070 con 0x7f62f8102a70 2023-10-21T15:39:08.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.047+0000 7f62ee7fc700 1 -- 172.21.15.46:0/2919025147 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f62e8004c90 con 0x7f62f8102a70 2023-10-21T15:39:08.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.047+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62f81a5bb0 con 0x7f62f8102a70 2023-10-21T15:39:08.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.047+0000 7f62ee7fc700 1 -- 172.21.15.46:0/2919025147 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62e8005360 con 0x7f62f8102a70 2023-10-21T15:39:08.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.047+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62f81a6050 con 0x7f62f8102a70 2023-10-21T15:39:08.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.048+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62f81066b0 con 0x7f62f8102a70 2023-10-21T15:39:08.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.049+0000 7f62ee7fc700 1 -- 172.21.15.46:0/2919025147 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f62e8005500 con 0x7f62f8102a70 2023-10-21T15:39:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.049+0000 7f62ee7fc700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62e40a1510 0x7f62e40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.050+0000 7f62fd497700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62e40a1510 0x7f62e40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.050+0000 7f62ee7fc700 1 -- 172.21.15.46:0/2919025147 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f62e80cdbf0 con 0x7f62f8102a70 2023-10-21T15:39:08.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.050+0000 7f62fd497700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62e40a1510 0x7f62e40a39d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f62f40099d0 tx=0x7f62f4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:08.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.054+0000 7f62ee7fc700 1 -- 172.21.15.46:0/2919025147 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f62e8097330 con 0x7f62f8102a70 2023-10-21T15:39:08.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.260+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7f62f804ebb0 con 0x7f62f8102a70 2023-10-21T15:39:08.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.261+0000 7f62ee7fc700 1 -- 172.21.15.46:0/2919025147 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f62e809a950 con 0x7f62f8102a70 2023-10-21T15:39:08.262 INFO:teuthology.orchestra.run.smithi046.stdout:283467841564 2023-10-21T15:39:08.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62e40a1510 msgr2=0x7f62e40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:08.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62e40a1510 0x7f62e40a39d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f62f40099d0 tx=0x7f62f4008040 comp rx=0 tx=0).stop 2023-10-21T15:39:08.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 msgr2=0x7f62f81002f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:08.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 0x7f62f81002f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f62e8003730 tx=0x7f62e800f690 comp rx=0 tx=0).stop 2023-10-21T15:39:08.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 shutdown_connections 2023-10-21T15:39:08.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f62e40a1510 0x7f62e40a39d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f62f810b530 0x7f62f8100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f62f8102150 0x7f62f80ffdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 --2- 172.21.15.46:0/2919025147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62f8102a70 0x7f62f81002f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:08.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 >> 172.21.15.46:0/2919025147 conn(0x7f62f80fb8a0 msgr2=0x7f62f80fc510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:08.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 shutdown_connections 2023-10-21T15:39:08.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:08.263+0000 7f62ff6fb700 1 -- 172.21.15.46:0/2919025147 wait complete. 2023-10-21T15:39:08.784 INFO:tasks.cephadm.ceph_manager.ceph:need seq 283467841562 got 283467841564 for osd.9 2023-10-21T15:39:08.785 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:08.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:08 smithi105 ceph-mon[103980]: pgmap v279: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-21T15:39:08.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:08 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2919025147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-21T15:39:09.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:08 smithi119 ceph-mon[103628]: pgmap v279: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-21T15:39:09.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:08 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2919025147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-21T15:39:09.097 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:08 smithi046 ceph-mon[99436]: pgmap v279: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-21T15:39:09.097 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:08 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2919025147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-21T15:39:09.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 -- 172.21.15.46:0/3390017266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 msgr2=0x7f220010cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 --2- 172.21.15.46:0/3390017266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 0x7f220010cc90 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f21f800b0d0 tx=0x7f21f800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 -- 172.21.15.46:0/3390017266 shutdown_connections 2023-10-21T15:39:09.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 --2- 172.21.15.46:0/3390017266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 0x7f220010cc90 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 --2- 172.21.15.46:0/3390017266 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2200105e70 0x7f2200106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 --2- 172.21.15.46:0/3390017266 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f22000ffe60 0x7f22001002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 -- 172.21.15.46:0/3390017266 >> 172.21.15.46:0/3390017266 conn(0x7f2200075e00 msgr2=0x7f2200076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:09.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 -- 172.21.15.46:0/3390017266 shutdown_connections 2023-10-21T15:39:09.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.312+0000 7f2205fa3700 1 -- 172.21.15.46:0/3390017266 wait complete. 2023-10-21T15:39:09.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f2205fa3700 1 Processor -- start 2023-10-21T15:39:09.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f2205fa3700 1 -- start start 2023-10-21T15:39:09.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f2205fa3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22000ffe60 0x7f2200195cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f2205fa3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 0x7f2200196230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f2205fa3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2200105e70 0x7f2200196770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f2205fa3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22001a5530 con 0x7f2200100820 2023-10-21T15:39:09.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f2205fa3700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22001a56a0 con 0x7f2200105e70 2023-10-21T15:39:09.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f2205fa3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22001a5860 con 0x7f22000ffe60 2023-10-21T15:39:09.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f21feffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 0x7f2200196230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f21feffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 0x7f2200196230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33630/0 (socket says 172.21.15.46:33630) 2023-10-21T15:39:09.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f21feffd700 1 -- 172.21.15.46:0/4271395937 learned_addr learned my addr 172.21.15.46:0/4271395937 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:09.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f21ff7fe700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22000ffe60 0x7f2200195cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.313+0000 7f21fffff700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2200105e70 0x7f2200196770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21feffd700 1 -- 172.21.15.46:0/4271395937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22000ffe60 msgr2=0x7f2200195cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21feffd700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22000ffe60 0x7f2200195cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21feffd700 1 -- 172.21.15.46:0/4271395937 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2200105e70 msgr2=0x7f2200196770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21feffd700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2200105e70 0x7f2200196770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21feffd700 1 -- 172.21.15.46:0/4271395937 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21f8009d00 con 0x7f2200100820 2023-10-21T15:39:09.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21ff7fe700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22000ffe60 0x7f2200195cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:09.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21feffd700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 0x7f2200196230 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f21e800e9a0 tx=0x7f21e800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:09.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21fcff9700 1 -- 172.21.15.46:0/4271395937 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21e8009790 con 0x7f2200100820 2023-10-21T15:39:09.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22001a5b40 con 0x7f2200100820 2023-10-21T15:39:09.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21fcff9700 1 -- 172.21.15.46:0/4271395937 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f21e800cbd0 con 0x7f2200100820 2023-10-21T15:39:09.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f21fcff9700 1 -- 172.21.15.46:0/4271395937 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21e8018680 con 0x7f2200100820 2023-10-21T15:39:09.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.314+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22001a6090 con 0x7f2200100820 2023-10-21T15:39:09.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.315+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f220004ebb0 con 0x7f2200100820 2023-10-21T15:39:09.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.316+0000 7f21fcff9700 1 -- 172.21.15.46:0/4271395937 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f21e800cd40 con 0x7f2200100820 2023-10-21T15:39:09.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.317+0000 7f21fcff9700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f21ec0a1510 0x7f21ec0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.317+0000 7f21ff7fe700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f21ec0a1510 0x7f21ec0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.317+0000 7f21fcff9700 1 -- 172.21.15.46:0/4271395937 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f21e8014070 con 0x7f2200100820 2023-10-21T15:39:09.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.318+0000 7f21ff7fe700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f21ec0a1510 0x7f21ec0a39d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f21f0009cb0 tx=0x7f21f0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:09.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.322+0000 7f21fcff9700 1 -- 172.21.15.46:0/4271395937 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f21e8052100 con 0x7f2200100820 2023-10-21T15:39:09.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 -- 172.21.15.46:0/1451269518 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080fff60 msgr2=0x7f670810c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 --2- 172.21.15.46:0/1451269518 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080fff60 0x7f670810c420 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f670000d360 tx=0x7f670000d670 comp rx=0 tx=0).stop 2023-10-21T15:39:09.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 -- 172.21.15.46:0/1451269518 shutdown_connections 2023-10-21T15:39:09.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 --2- 172.21.15.46:0/1451269518 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080fff60 0x7f670810c420 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 --2- 172.21.15.46:0/1451269518 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6708105650 0x7f6708105a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 --2- 172.21.15.46:0/1451269518 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f67080ff5a0 0x7f67080ffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 -- 172.21.15.46:0/1451269518 >> 172.21.15.46:0/1451269518 conn(0x7f6708076360 msgr2=0x7f67080fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:09.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 -- 172.21.15.46:0/1451269518 shutdown_connections 2023-10-21T15:39:09.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.524+0000 7f670cfa9700 1 -- 172.21.15.46:0/1451269518 wait complete. 2023-10-21T15:39:09.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.525+0000 7f670cfa9700 1 Processor -- start 2023-10-21T15:39:09.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670cfa9700 1 -- start start 2023-10-21T15:39:09.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670cfa9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080ff5a0 0x7f6708194ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670cfa9700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f67080fff60 0x7f6708195220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670cfa9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6708105650 0x7f6708195760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670cfa9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67081a9950 con 0x7f67080ff5a0 2023-10-21T15:39:09.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670cfa9700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6708199050 con 0x7f67080fff60 2023-10-21T15:39:09.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670cfa9700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6708199210 con 0x7f6708105650 2023-10-21T15:39:09.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080ff5a0 0x7f6708194ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080ff5a0 0x7f6708194ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33642/0 (socket says 172.21.15.46:33642) 2023-10-21T15:39:09.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f670659c700 1 -- 172.21.15.46:0/2494830686 learned_addr learned my addr 172.21.15.46:0/2494830686 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:09.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f6705d9b700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f67080fff60 0x7f6708195220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.527+0000 7f6706d9d700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6708105650 0x7f6708195760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f670659c700 1 -- 172.21.15.46:0/2494830686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6708105650 msgr2=0x7f6708195760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f670659c700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6708105650 0x7f6708195760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f670659c700 1 -- 172.21.15.46:0/2494830686 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f67080fff60 msgr2=0x7f6708195220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f670659c700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f67080fff60 0x7f6708195220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f670659c700 1 -- 172.21.15.46:0/2494830686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6700009d00 con 0x7f67080ff5a0 2023-10-21T15:39:09.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f670659c700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080ff5a0 0x7f6708194ce0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f66f800d950 tx=0x7f66f800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:09.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f66f77fe700 1 -- 172.21.15.46:0/2494830686 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66f800f890 con 0x7f67080ff5a0 2023-10-21T15:39:09.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f66f77fe700 1 -- 172.21.15.46:0/2494830686 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66f8010460 con 0x7f67080ff5a0 2023-10-21T15:39:09.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f66f77fe700 1 -- 172.21.15.46:0/2494830686 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66f800e610 con 0x7f67080ff5a0 2023-10-21T15:39:09.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67081994f0 con 0x7f67080ff5a0 2023-10-21T15:39:09.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.528+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67081999a0 con 0x7f67080ff5a0 2023-10-21T15:39:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.530+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f670804ebb0 con 0x7f67080ff5a0 2023-10-21T15:39:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.531+0000 7f66f77fe700 1 -- 172.21.15.46:0/2494830686 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f66f80108d0 con 0x7f67080ff5a0 2023-10-21T15:39:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.531+0000 7f66f77fe700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66f00a1510 0x7f66f00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.531+0000 7f66f77fe700 1 -- 172.21.15.46:0/2494830686 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f66f80d33b0 con 0x7f67080ff5a0 2023-10-21T15:39:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.532+0000 7f6705d9b700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66f00a1510 0x7f66f00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.532+0000 7f6705d9b700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66f00a1510 0x7f66f00a39d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f67081964d0 tx=0x7f66fc011040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:09.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.536+0000 7f66f77fe700 1 -- 172.21.15.46:0/2494830686 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f66f8095540 con 0x7f67080ff5a0 2023-10-21T15:39:09.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.540+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f220010ff10 con 0x7f2200100820 2023-10-21T15:39:09.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.541+0000 7f21fcff9700 1 -- 172.21.15.46:0/4271395937 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f21e8096630 con 0x7f2200100820 2023-10-21T15:39:09.542 INFO:teuthology.orchestra.run.smithi046.stdout:167503724590 2023-10-21T15:39:09.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f21ec0a1510 msgr2=0x7f21ec0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f21ec0a1510 0x7f21ec0a39d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f21f0009cb0 tx=0x7f21f0009260 comp rx=0 tx=0).stop 2023-10-21T15:39:09.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 msgr2=0x7f2200196230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 0x7f2200196230 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f21e800e9a0 tx=0x7f21e800ecb0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 shutdown_connections 2023-10-21T15:39:09.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f21ec0a1510 0x7f21ec0a39d0 secure :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f21f0009cb0 tx=0x7f21f0009260 comp rx=0 tx=0).stop 2023-10-21T15:39:09.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2200105e70 0x7f2200196770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f22000ffe60 0x7f2200195cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 --2- 172.21.15.46:0/4271395937 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2200100820 0x7f2200196230 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 >> 172.21.15.46:0/4271395937 conn(0x7f2200075e00 msgr2=0x7f2200103bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:09.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 shutdown_connections 2023-10-21T15:39:09.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.543+0000 7f2205fa3700 1 -- 172.21.15.46:0/4271395937 wait complete. 2023-10-21T15:39:09.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.750+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f6708196210 con 0x7f67080ff5a0 2023-10-21T15:39:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.750+0000 7f66f77fe700 1 -- 172.21.15.46:0/2494830686 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f66f8098b60 con 0x7f67080ff5a0 2023-10-21T15:39:09.752 INFO:teuthology.orchestra.run.smithi046.stdout:34359738436 2023-10-21T15:39:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66f00a1510 msgr2=0x7f66f00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66f00a1510 0x7f66f00a39d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f67081964d0 tx=0x7f66fc011040 comp rx=0 tx=0).stop 2023-10-21T15:39:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080ff5a0 msgr2=0x7f6708194ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080ff5a0 0x7f6708194ce0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f66f800d950 tx=0x7f66f800dc60 comp rx=0 tx=0).stop 2023-10-21T15:39:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 shutdown_connections 2023-10-21T15:39:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66f00a1510 0x7f66f00a39d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67080ff5a0 0x7f6708194ce0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6708105650 0x7f6708195760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 --2- 172.21.15.46:0/2494830686 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f67080fff60 0x7f6708195220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.752+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 >> 172.21.15.46:0/2494830686 conn(0x7f6708076360 msgr2=0x7f67080fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.753+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 shutdown_connections 2023-10-21T15:39:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.753+0000 7f670cfa9700 1 -- 172.21.15.46:0/2494830686 wait complete. 2023-10-21T15:39:09.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:09 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4271395937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-21T15:39:09.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 -- 172.21.15.46:0/3038883378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e80ffe60 msgr2=0x7f82e81002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/3038883378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e80ffe60 0x7f82e81002e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f82dc0099c0 tx=0x7f82dc009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 -- 172.21.15.46:0/3038883378 shutdown_connections 2023-10-21T15:39:09.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/3038883378 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82e8100820 0x7f82e810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/3038883378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f82e8105e70 0x7f82e8106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/3038883378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e80ffe60 0x7f82e81002e0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 -- 172.21.15.46:0/3038883378 >> 172.21.15.46:0/3038883378 conn(0x7f82e8075e00 msgr2=0x7f82e8076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:09.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 -- 172.21.15.46:0/3038883378 shutdown_connections 2023-10-21T15:39:09.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.780+0000 7f82ec9b6700 1 -- 172.21.15.46:0/3038883378 wait complete. 2023-10-21T15:39:09.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.781+0000 7f82ec9b6700 1 Processor -- start 2023-10-21T15:39:09.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.781+0000 7f82ec9b6700 1 -- start start 2023-10-21T15:39:09.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82ec9b6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f82e80ffe60 0x7f82e8195e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82ec9b6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82e8100820 0x7f82e81963d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82ec9b6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e8105e70 0x7f82e819a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82ec9b6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82e819ae50 con 0x7f82e8105e70 2023-10-21T15:39:09.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82ec9b6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82e819afc0 con 0x7f82e80ffe60 2023-10-21T15:39:09.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82ec9b6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82e819b180 con 0x7f82e8100820 2023-10-21T15:39:09.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e8105e70 0x7f82e819a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e8105e70 0x7f82e819a840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33660/0 (socket says 172.21.15.46:33660) 2023-10-21T15:39:09.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e659c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f82e80ffe60 0x7f82e8195e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 -- 172.21.15.46:0/1364000879 learned_addr learned my addr 172.21.15.46:0/1364000879 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:09.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e5d9b700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82e8100820 0x7f82e81963d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 -- 172.21.15.46:0/1364000879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82e8100820 msgr2=0x7f82e81963d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82e8100820 0x7f82e81963d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 -- 172.21.15.46:0/1364000879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f82e80ffe60 msgr2=0x7f82e8195e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:09.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f82e80ffe60 0x7f82e8195e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:09.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 -- 172.21.15.46:0/1364000879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82dc0095f0 con 0x7f82e8105e70 2023-10-21T15:39:09.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e659c700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f82e80ffe60 0x7f82e8195e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:09.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82e6d9d700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e8105e70 0x7f82e819a840 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f82e000e580 tx=0x7f82e000e890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:09.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.782+0000 7f82d77fe700 1 -- 172.21.15.46:0/1364000879 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82e0004db0 con 0x7f82e8105e70 2023-10-21T15:39:09.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.783+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82e819b460 con 0x7f82e8105e70 2023-10-21T15:39:09.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.783+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82e8068b70 con 0x7f82e8105e70 2023-10-21T15:39:09.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.783+0000 7f82d77fe700 1 -- 172.21.15.46:0/1364000879 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82e00090d0 con 0x7f82e8105e70 2023-10-21T15:39:09.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.783+0000 7f82d77fe700 1 -- 172.21.15.46:0/1364000879 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82e0004620 con 0x7f82e8105e70 2023-10-21T15:39:09.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.784+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82c8005320 con 0x7f82e8105e70 2023-10-21T15:39:09.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.785+0000 7f82d77fe700 1 -- 172.21.15.46:0/1364000879 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f82e0009240 con 0x7f82e8105e70 2023-10-21T15:39:09.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.785+0000 7f82d77fe700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82d00a1510 0x7f82d00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:09.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.786+0000 7f82e659c700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82d00a1510 0x7f82d00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:09.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.786+0000 7f82d77fe700 1 -- 172.21.15.46:0/1364000879 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f82e0016070 con 0x7f82e8105e70 2023-10-21T15:39:09.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.786+0000 7f82e659c700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82d00a1510 0x7f82d00a39d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f82d8011490 tx=0x7f82d8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:09.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.789+0000 7f82d77fe700 1 -- 172.21.15.46:0/1364000879 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f82e0098440 con 0x7f82e8105e70 2023-10-21T15:39:09.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:09 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4271395937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-21T15:39:10.000 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.999+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f82c80058a0 con 0x7f82e8105e70 2023-10-21T15:39:10.001 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:09.999+0000 7f82d77fe700 1 -- 172.21.15.46:0/1364000879 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f82e001f020 con 0x7f82e8105e70 2023-10-21T15:39:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:249108103201 2023-10-21T15:39:10.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82d00a1510 msgr2=0x7f82d00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:10.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82d00a1510 0x7f82d00a39d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f82d8011490 tx=0x7f82d8009260 comp rx=0 tx=0).stop 2023-10-21T15:39:10.003 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e8105e70 msgr2=0x7f82e819a840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e8105e70 0x7f82e819a840 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f82e000e580 tx=0x7f82e000e890 comp rx=0 tx=0).stop 2023-10-21T15:39:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 shutdown_connections 2023-10-21T15:39:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f82d00a1510 0x7f82d00a39d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82e8105e70 0x7f82e819a840 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f82e80ffe60 0x7f82e8195e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:10.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 --2- 172.21.15.46:0/1364000879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f82e8100820 0x7f82e81963d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:10.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 >> 172.21.15.46:0/1364000879 conn(0x7f82e8075e00 msgr2=0x7f82e8103bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:10.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 shutdown_connections 2023-10-21T15:39:10.005 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:10.002+0000 7f82ec9b6700 1 -- 172.21.15.46:0/1364000879 wait complete. 2023-10-21T15:39:10.019 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724588 got 167503724590 for osd.5 2023-10-21T15:39:10.019 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:10.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:09 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4271395937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-21T15:39:10.453 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738434 got 34359738436 for osd.0 2023-10-21T15:39:10.453 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:10.468 INFO:tasks.cephadm.ceph_manager.ceph:need seq 249108103199 got 249108103201 for osd.8 2023-10-21T15:39:10.468 DEBUG:teuthology.parallel:result is None 2023-10-21T15:39:10.469 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-21T15:39:10.469 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph pg dump --format=json 2023-10-21T15:39:10.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:10 smithi105 ceph-mon[103980]: pgmap v280: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-21T15:39:10.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:10 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2494830686' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-21T15:39:10.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:10 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1364000879' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-21T15:39:11.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:10 smithi119 ceph-mon[103628]: pgmap v280: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-21T15:39:11.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:10 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2494830686' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-21T15:39:11.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:10 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1364000879' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-21T15:39:11.077 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:11.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:10 smithi046 ceph-mon[99436]: pgmap v280: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2023-10-21T15:39:11.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:10 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2494830686' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-21T15:39:11.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:10 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1364000879' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-21T15:39:12.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 -- 172.21.15.46:0/1963460567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7200ffe60 msgr2=0x7fc7201002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:12.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1963460567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7200ffe60 0x7fc7201002e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc7140099c0 tx=0x7fc714009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 -- 172.21.15.46:0/1963460567 shutdown_connections 2023-10-21T15:39:12.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1963460567 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc720100820 0x7fc72010cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1963460567 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc720105e70 0x7fc720106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1963460567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc7200ffe60 0x7fc7201002e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 -- 172.21.15.46:0/1963460567 >> 172.21.15.46:0/1963460567 conn(0x7fc720075e00 msgr2=0x7fc720076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:12.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 -- 172.21.15.46:0/1963460567 shutdown_connections 2023-10-21T15:39:12.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.402+0000 7fc727f3d700 1 -- 172.21.15.46:0/1963460567 wait complete. 2023-10-21T15:39:12.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc727f3d700 1 Processor -- start 2023-10-21T15:39:12.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc727f3d700 1 -- start start 2023-10-21T15:39:12.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc727f3d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc7200ffe60 0x7fc720197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:12.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc727f3d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc720100820 0x7fc7201982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:12.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc727f3d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc720105e70 0x7fc7201a2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:12.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc727f3d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7201a3370 con 0x7fc720100820 2023-10-21T15:39:12.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc727f3d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7201a34b0 con 0x7fc720105e70 2023-10-21T15:39:12.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc727f3d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7201a35f0 con 0x7fc7200ffe60 2023-10-21T15:39:12.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc7254d8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc720100820 0x7fc7201982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:12.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc7254d8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc720100820 0x7fc7201982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33670/0 (socket says 172.21.15.46:33670) 2023-10-21T15:39:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.403+0000 7fc7254d8700 1 -- 172.21.15.46:0/1791145215 learned_addr learned my addr 172.21.15.46:0/1791145215 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc725cd9700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc7200ffe60 0x7fc720197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc7264da700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc720105e70 0x7fc7201a2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc7254d8700 1 -- 172.21.15.46:0/1791145215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc7200ffe60 msgr2=0x7fc720197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:12.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc7254d8700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc7200ffe60 0x7fc720197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc7254d8700 1 -- 172.21.15.46:0/1791145215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc720105e70 msgr2=0x7fc7201a2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc7254d8700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc720105e70 0x7fc7201a2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc7254d8700 1 -- 172.21.15.46:0/1791145215 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7140095f0 con 0x7fc720100820 2023-10-21T15:39:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc7264da700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc720105e70 0x7fc7201a2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:12.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc7254d8700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc720100820 0x7fc7201982f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc714005910 tx=0x7fc714004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc712ffd700 1 -- 172.21.15.46:0/1791145215 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc71401d070 con 0x7fc720100820 2023-10-21T15:39:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc712ffd700 1 -- 172.21.15.46:0/1791145215 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc714004200 con 0x7fc720100820 2023-10-21T15:39:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7201a37f0 con 0x7fc720100820 2023-10-21T15:39:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc712ffd700 1 -- 172.21.15.46:0/1791145215 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc714022e60 con 0x7fc720100820 2023-10-21T15:39:12.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.404+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7201a3c00 con 0x7fc720100820 2023-10-21T15:39:12.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.405+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc72004ebb0 con 0x7fc720100820 2023-10-21T15:39:12.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.406+0000 7fc712ffd700 1 -- 172.21.15.46:0/1791145215 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fc714003d40 con 0x7fc720100820 2023-10-21T15:39:12.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.407+0000 7fc712ffd700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc70c0a1510 0x7fc70c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:12.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.407+0000 7fc725cd9700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc70c0a1510 0x7fc70c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:12.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.408+0000 7fc712ffd700 1 -- 172.21.15.46:0/1791145215 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fc7140ce500 con 0x7fc720100820 2023-10-21T15:39:12.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.408+0000 7fc725cd9700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc70c0a1510 0x7fc70c0a39d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc71c005950 tx=0x7fc71c00a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:12.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.411+0000 7fc712ffd700 1 -- 172.21.15.46:0/1791145215 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc714097c40 con 0x7fc720100820 2023-10-21T15:39:12.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.607+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc720110080 con 0x7fc70c0a1510 2023-10-21T15:39:12.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.619+0000 7fc712ffd700 1 -- 172.21.15.46:0/1791145215 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340302 (secure 0 0 0) 0x7fc720110080 con 0x7fc70c0a1510 2023-10-21T15:39:12.627 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:12.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc70c0a1510 msgr2=0x7fc70c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:12.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc70c0a1510 0x7fc70c0a39d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc71c005950 tx=0x7fc71c00a300 comp rx=0 tx=0).stop 2023-10-21T15:39:12.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc720100820 msgr2=0x7fc7201982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:12.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc720100820 0x7fc7201982f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc714005910 tx=0x7fc714004730 comp rx=0 tx=0).stop 2023-10-21T15:39:12.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 shutdown_connections 2023-10-21T15:39:12.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc70c0a1510 0x7fc70c0a39d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc720105e70 0x7fc7201a2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc7200ffe60 0x7fc720197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 --2- 172.21.15.46:0/1791145215 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc720100820 0x7fc7201982f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:12.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 >> 172.21.15.46:0/1791145215 conn(0x7fc720075e00 msgr2=0x7fc7200fe980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:12.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 shutdown_connections 2023-10-21T15:39:12.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:12.623+0000 7fc727f3d700 1 -- 172.21.15.46:0/1791145215 wait complete. 2023-10-21T15:39:12.635 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-10-21T15:39:12.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:12 smithi046 ceph-mon[99436]: pgmap v281: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-21T15:39:12.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:12 smithi105 ceph-mon[103980]: pgmap v281: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-21T15:39:13.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:12 smithi119 ceph-mon[103628]: pgmap v281: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2023-10-21T15:39:13.042 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":281,"stamp":"2023-10-21T15:39:11.191452+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654105,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":522,"num_read_kb":374,"num_write":413,"num_write_kb":3065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":341,"ondisk_log_size":341,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337000,"kb_used_data":12808,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604824,"statfs":{"total":1151940427776,"available":1151595339776,"internally_reserved":0,"allocated":13115392,"data_stored":7134013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19132,"internal_metadata":331855172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1652,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":52,"num_write":1,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003426"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099350+0000","last_change":"2023-10-21T15:38:26.896969+0000","last_active":"2023-10-21T15:38:28.099350+0000","last_peered":"2023-10-21T15:38:28.099350+0000","last_clean":"2023-10-21T15:38:28.099350+0000","last_became_active":"2023-10-21T15:38:26.896712+0000","last_became_peered":"2023-10-21T15:38:26.896712+0000","last_unstale":"2023-10-21T15:38:28.099350+0000","last_undegraded":"2023-10-21T15:38:28.099350+0000","last_fullsized":"2023-10-21T15:38:28.099350+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:30:05.325907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099489+0000","last_change":"2023-10-21T15:38:26.896367+0000","last_active":"2023-10-21T15:38:28.099489+0000","last_peered":"2023-10-21T15:38:28.099489+0000","last_clean":"2023-10-21T15:38:28.099489+0000","last_became_active":"2023-10-21T15:38:26.896171+0000","last_became_peered":"2023-10-21T15:38:26.896171+0000","last_unstale":"2023-10-21T15:38:28.099489+0000","last_undegraded":"2023-10-21T15:38:28.099489+0000","last_fullsized":"2023-10-21T15:38:28.099489+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:34:17.297490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100248+0000","last_change":"2023-10-21T15:38:26.894590+0000","last_active":"2023-10-21T15:38:28.100248+0000","last_peered":"2023-10-21T15:38:28.100248+0000","last_clean":"2023-10-21T15:38:28.100248+0000","last_became_active":"2023-10-21T15:38:26.892178+0000","last_became_peered":"2023-10-21T15:38:26.892178+0000","last_unstale":"2023-10-21T15:38:28.100248+0000","last_undegraded":"2023-10-21T15:38:28.100248+0000","last_fullsized":"2023-10-21T15:38:28.100248+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:38:18.037100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099051+0000","last_change":"2023-10-21T15:38:26.896592+0000","last_active":"2023-10-21T15:38:28.099051+0000","last_peered":"2023-10-21T15:38:28.099051+0000","last_clean":"2023-10-21T15:38:28.099051+0000","last_became_active":"2023-10-21T15:38:26.896244+0000","last_became_peered":"2023-10-21T15:38:26.896244+0000","last_unstale":"2023-10-21T15:38:28.099051+0000","last_undegraded":"2023-10-21T15:38:28.099051+0000","last_fullsized":"2023-10-21T15:38:28.099051+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:40:56.440420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099954+0000","last_change":"2023-10-21T15:38:26.896863+0000","last_active":"2023-10-21T15:38:28.099954+0000","last_peered":"2023-10-21T15:38:28.099954+0000","last_clean":"2023-10-21T15:38:28.099954+0000","last_became_active":"2023-10-21T15:38:26.896541+0000","last_became_peered":"2023-10-21T15:38:26.896541+0000","last_unstale":"2023-10-21T15:38:28.099954+0000","last_undegraded":"2023-10-21T15:38:28.099954+0000","last_fullsized":"2023-10-21T15:38:28.099954+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:40:07.776260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883165+0000","last_change":"2023-10-21T15:38:26.886165+0000","last_active":"2023-10-21T15:38:27.883165+0000","last_peered":"2023-10-21T15:38:27.883165+0000","last_clean":"2023-10-21T15:38:27.883165+0000","last_became_active":"2023-10-21T15:38:26.885878+0000","last_became_peered":"2023-10-21T15:38:26.885878+0000","last_unstale":"2023-10-21T15:38:27.883165+0000","last_undegraded":"2023-10-21T15:38:27.883165+0000","last_fullsized":"2023-10-21T15:38:27.883165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:12:33.088705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140489+0000","last_change":"2023-10-21T15:38:26.898290+0000","last_active":"2023-10-21T15:38:28.140489+0000","last_peered":"2023-10-21T15:38:28.140489+0000","last_clean":"2023-10-21T15:38:28.140489+0000","last_became_active":"2023-10-21T15:38:26.897989+0000","last_became_peered":"2023-10-21T15:38:26.897989+0000","last_unstale":"2023-10-21T15:38:28.140489+0000","last_undegraded":"2023-10-21T15:38:28.140489+0000","last_fullsized":"2023-10-21T15:38:28.140489+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:57:08.698089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099224+0000","last_change":"2023-10-21T15:38:26.893966+0000","last_active":"2023-10-21T15:38:28.099224+0000","last_peered":"2023-10-21T15:38:28.099224+0000","last_clean":"2023-10-21T15:38:28.099224+0000","last_became_active":"2023-10-21T15:38:26.893399+0000","last_became_peered":"2023-10-21T15:38:26.893399+0000","last_unstale":"2023-10-21T15:38:28.099224+0000","last_undegraded":"2023-10-21T15:38:28.099224+0000","last_fullsized":"2023-10-21T15:38:28.099224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:14:39.509360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098440+0000","last_change":"2023-10-21T15:38:26.897029+0000","last_active":"2023-10-21T15:38:28.098440+0000","last_peered":"2023-10-21T15:38:28.098440+0000","last_clean":"2023-10-21T15:38:28.098440+0000","last_became_active":"2023-10-21T15:38:26.896739+0000","last_became_peered":"2023-10-21T15:38:26.896739+0000","last_unstale":"2023-10-21T15:38:28.098440+0000","last_undegraded":"2023-10-21T15:38:28.098440+0000","last_fullsized":"2023-10-21T15:38:28.098440+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:33:38.530676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883263+0000","last_change":"2023-10-21T15:38:26.897775+0000","last_active":"2023-10-21T15:38:27.883263+0000","last_peered":"2023-10-21T15:38:27.883263+0000","last_clean":"2023-10-21T15:38:27.883263+0000","last_became_active":"2023-10-21T15:38:26.897341+0000","last_became_peered":"2023-10-21T15:38:26.897341+0000","last_unstale":"2023-10-21T15:38:27.883263+0000","last_undegraded":"2023-10-21T15:38:27.883263+0000","last_fullsized":"2023-10-21T15:38:27.883263+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:52:38.533155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140830+0000","last_change":"2023-10-21T15:38:26.898907+0000","last_active":"2023-10-21T15:38:28.140830+0000","last_peered":"2023-10-21T15:38:28.140830+0000","last_clean":"2023-10-21T15:38:28.140830+0000","last_became_active":"2023-10-21T15:38:26.898596+0000","last_became_peered":"2023-10-21T15:38:26.898596+0000","last_unstale":"2023-10-21T15:38:28.140830+0000","last_undegraded":"2023-10-21T15:38:28.140830+0000","last_fullsized":"2023-10-21T15:38:28.140830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:17:50.229055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098971+0000","last_change":"2023-10-21T15:38:26.890394+0000","last_active":"2023-10-21T15:38:28.098971+0000","last_peered":"2023-10-21T15:38:28.098971+0000","last_clean":"2023-10-21T15:38:28.098971+0000","last_became_active":"2023-10-21T15:38:26.889961+0000","last_became_peered":"2023-10-21T15:38:26.889961+0000","last_unstale":"2023-10-21T15:38:28.098971+0000","last_undegraded":"2023-10-21T15:38:28.098971+0000","last_fullsized":"2023-10-21T15:38:28.098971+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:49:47.638345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883853+0000","last_change":"2023-10-21T15:38:26.894223+0000","last_active":"2023-10-21T15:38:27.883853+0000","last_peered":"2023-10-21T15:38:27.883853+0000","last_clean":"2023-10-21T15:38:27.883853+0000","last_became_active":"2023-10-21T15:38:26.893909+0000","last_became_peered":"2023-10-21T15:38:26.893909+0000","last_unstale":"2023-10-21T15:38:27.883853+0000","last_undegraded":"2023-10-21T15:38:27.883853+0000","last_fullsized":"2023-10-21T15:38:27.883853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:18:42.174182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098905+0000","last_change":"2023-10-21T15:38:26.889987+0000","last_active":"2023-10-21T15:38:28.098905+0000","last_peered":"2023-10-21T15:38:28.098905+0000","last_clean":"2023-10-21T15:38:28.098905+0000","last_became_active":"2023-10-21T15:38:26.889738+0000","last_became_peered":"2023-10-21T15:38:26.889738+0000","last_unstale":"2023-10-21T15:38:28.098905+0000","last_undegraded":"2023-10-21T15:38:28.098905+0000","last_fullsized":"2023-10-21T15:38:28.098905+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:02:05.271354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098601+0000","last_change":"2023-10-21T15:38:26.894151+0000","last_active":"2023-10-21T15:38:28.098601+0000","last_peered":"2023-10-21T15:38:28.098601+0000","last_clean":"2023-10-21T15:38:28.098601+0000","last_became_active":"2023-10-21T15:38:26.891753+0000","last_became_peered":"2023-10-21T15:38:26.891753+0000","last_unstale":"2023-10-21T15:38:28.098601+0000","last_undegraded":"2023-10-21T15:38:28.098601+0000","last_fullsized":"2023-10-21T15:38:28.098601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:21.048929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098357+0000","last_change":"2023-10-21T15:38:26.894240+0000","last_active":"2023-10-21T15:38:28.098357+0000","last_peered":"2023-10-21T15:38:28.098357+0000","last_clean":"2023-10-21T15:38:28.098357+0000","last_became_active":"2023-10-21T15:38:26.893940+0000","last_became_peered":"2023-10-21T15:38:26.893940+0000","last_unstale":"2023-10-21T15:38:28.098357+0000","last_undegraded":"2023-10-21T15:38:28.098357+0000","last_fullsized":"2023-10-21T15:38:28.098357+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:44:53.337739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099441+0000","last_change":"2023-10-21T15:38:26.897096+0000","last_active":"2023-10-21T15:38:28.099441+0000","last_peered":"2023-10-21T15:38:28.099441+0000","last_clean":"2023-10-21T15:38:28.099441+0000","last_became_active":"2023-10-21T15:38:26.896859+0000","last_became_peered":"2023-10-21T15:38:26.896859+0000","last_unstale":"2023-10-21T15:38:28.099441+0000","last_undegraded":"2023-10-21T15:38:28.099441+0000","last_fullsized":"2023-10-21T15:38:28.099441+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:31:11.748997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099096+0000","last_change":"2023-10-21T15:38:26.883077+0000","last_active":"2023-10-21T15:38:28.099096+0000","last_peered":"2023-10-21T15:38:28.099096+0000","last_clean":"2023-10-21T15:38:28.099096+0000","last_became_active":"2023-10-21T15:38:26.882768+0000","last_became_peered":"2023-10-21T15:38:26.882768+0000","last_unstale":"2023-10-21T15:38:28.099096+0000","last_undegraded":"2023-10-21T15:38:28.099096+0000","last_fullsized":"2023-10-21T15:38:28.099096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:02:39.303454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099049+0000","last_change":"2023-10-21T15:38:26.893854+0000","last_active":"2023-10-21T15:38:28.099049+0000","last_peered":"2023-10-21T15:38:28.099049+0000","last_clean":"2023-10-21T15:38:28.099049+0000","last_became_active":"2023-10-21T15:38:26.893531+0000","last_became_peered":"2023-10-21T15:38:26.893531+0000","last_unstale":"2023-10-21T15:38:28.099049+0000","last_undegraded":"2023-10-21T15:38:28.099049+0000","last_fullsized":"2023-10-21T15:38:28.099049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:59:23.113741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":61,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:05.754406+0000","last_change":"2023-10-21T15:38:25.873981+0000","last_active":"2023-10-21T15:39:05.754406+0000","last_peered":"2023-10-21T15:39:05.754406+0000","last_clean":"2023-10-21T15:39:05.754406+0000","last_became_active":"2023-10-21T15:38:25.873516+0000","last_became_peered":"2023-10-21T15:38:25.873516+0000","last_unstale":"2023-10-21T15:39:05.754406+0000","last_undegraded":"2023-10-21T15:39:05.754406+0000","last_fullsized":"2023-10-21T15:39:05.754406+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:00:22.440091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099689+0000","last_change":"2023-10-21T15:38:26.899511+0000","last_active":"2023-10-21T15:38:28.099689+0000","last_peered":"2023-10-21T15:38:28.099689+0000","last_clean":"2023-10-21T15:38:28.099689+0000","last_became_active":"2023-10-21T15:38:26.899141+0000","last_became_peered":"2023-10-21T15:38:26.899141+0000","last_unstale":"2023-10-21T15:38:28.099689+0000","last_undegraded":"2023-10-21T15:38:28.099689+0000","last_fullsized":"2023-10-21T15:38:28.099689+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:58:56.275159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099895+0000","last_change":"2023-10-21T15:38:25.879150+0000","last_active":"2023-10-21T15:38:28.099895+0000","last_peered":"2023-10-21T15:38:28.099895+0000","last_clean":"2023-10-21T15:38:28.099895+0000","last_became_active":"2023-10-21T15:38:25.878810+0000","last_became_peered":"2023-10-21T15:38:25.878810+0000","last_unstale":"2023-10-21T15:38:28.099895+0000","last_undegraded":"2023-10-21T15:38:28.099895+0000","last_fullsized":"2023-10-21T15:38:28.099895+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:31:38.921431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098890+0000","last_change":"2023-10-21T15:38:26.895936+0000","last_active":"2023-10-21T15:38:28.098890+0000","last_peered":"2023-10-21T15:38:28.098890+0000","last_clean":"2023-10-21T15:38:28.098890+0000","last_became_active":"2023-10-21T15:38:26.895650+0000","last_became_peered":"2023-10-21T15:38:26.895650+0000","last_unstale":"2023-10-21T15:38:28.098890+0000","last_undegraded":"2023-10-21T15:38:28.098890+0000","last_fullsized":"2023-10-21T15:38:28.098890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:25:28.081813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:33.700245+0000","last_change":"2023-10-21T15:38:25.878767+0000","last_active":"2023-10-21T15:38:33.700245+0000","last_peered":"2023-10-21T15:38:33.700245+0000","last_clean":"2023-10-21T15:38:33.700245+0000","last_became_active":"2023-10-21T15:38:25.878433+0000","last_became_peered":"2023-10-21T15:38:25.878433+0000","last_unstale":"2023-10-21T15:38:33.700245+0000","last_undegraded":"2023-10-21T15:38:33.700245+0000","last_fullsized":"2023-10-21T15:38:33.700245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:53:52.772470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098779+0000","last_change":"2023-10-21T15:38:26.894730+0000","last_active":"2023-10-21T15:38:28.098779+0000","last_peered":"2023-10-21T15:38:28.098779+0000","last_clean":"2023-10-21T15:38:28.098779+0000","last_became_active":"2023-10-21T15:38:26.894353+0000","last_became_peered":"2023-10-21T15:38:26.894353+0000","last_unstale":"2023-10-21T15:38:28.098779+0000","last_undegraded":"2023-10-21T15:38:28.098779+0000","last_fullsized":"2023-10-21T15:38:28.098779+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:22:27.135454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700714+0000","last_change":"2023-10-21T15:38:25.877831+0000","last_active":"2023-10-21T15:38:32.700714+0000","last_peered":"2023-10-21T15:38:32.700714+0000","last_clean":"2023-10-21T15:38:32.700714+0000","last_became_active":"2023-10-21T15:38:25.877084+0000","last_became_peered":"2023-10-21T15:38:25.877084+0000","last_unstale":"2023-10-21T15:38:32.700714+0000","last_undegraded":"2023-10-21T15:38:32.700714+0000","last_fullsized":"2023-10-21T15:38:32.700714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:56:24.090502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.890010+0000","last_change":"2023-10-21T15:38:26.900772+0000","last_active":"2023-10-21T15:38:27.890010+0000","last_peered":"2023-10-21T15:38:27.890010+0000","last_clean":"2023-10-21T15:38:27.890010+0000","last_became_active":"2023-10-21T15:38:26.900339+0000","last_became_peered":"2023-10-21T15:38:26.900339+0000","last_unstale":"2023-10-21T15:38:27.890010+0000","last_undegraded":"2023-10-21T15:38:27.890010+0000","last_fullsized":"2023-10-21T15:38:27.890010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:38:49.973658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":59,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:07.736072+0000","last_change":"2023-10-21T15:38:25.879162+0000","last_active":"2023-10-21T15:39:07.736072+0000","last_peered":"2023-10-21T15:39:07.736072+0000","last_clean":"2023-10-21T15:39:07.736072+0000","last_became_active":"2023-10-21T15:38:25.878817+0000","last_became_peered":"2023-10-21T15:38:25.878817+0000","last_unstale":"2023-10-21T15:39:07.736072+0000","last_undegraded":"2023-10-21T15:39:07.736072+0000","last_fullsized":"2023-10-21T15:39:07.736072+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:13:56.281533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099948+0000","last_change":"2023-10-21T15:38:26.899280+0000","last_active":"2023-10-21T15:38:28.099948+0000","last_peered":"2023-10-21T15:38:28.099948+0000","last_clean":"2023-10-21T15:38:28.099948+0000","last_became_active":"2023-10-21T15:38:26.898983+0000","last_became_peered":"2023-10-21T15:38:26.898983+0000","last_unstale":"2023-10-21T15:38:28.099948+0000","last_undegraded":"2023-10-21T15:38:28.099948+0000","last_fullsized":"2023-10-21T15:38:28.099948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:23:29.895144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.693616+0000","last_change":"2023-10-21T15:38:25.878451+0000","last_active":"2023-10-21T15:38:31.693616+0000","last_peered":"2023-10-21T15:38:31.693616+0000","last_clean":"2023-10-21T15:38:31.693616+0000","last_became_active":"2023-10-21T15:38:25.878163+0000","last_became_peered":"2023-10-21T15:38:25.878163+0000","last_unstale":"2023-10-21T15:38:31.693616+0000","last_undegraded":"2023-10-21T15:38:31.693616+0000","last_fullsized":"2023-10-21T15:38:31.693616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:05:40.364480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889788+0000","last_change":"2023-10-21T15:38:26.892537+0000","last_active":"2023-10-21T15:38:27.889788+0000","last_peered":"2023-10-21T15:38:27.889788+0000","last_clean":"2023-10-21T15:38:27.889788+0000","last_became_active":"2023-10-21T15:38:26.892059+0000","last_became_peered":"2023-10-21T15:38:26.892059+0000","last_unstale":"2023-10-21T15:38:27.889788+0000","last_undegraded":"2023-10-21T15:38:27.889788+0000","last_fullsized":"2023-10-21T15:38:27.889788+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:16:44.908468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.687351+0000","last_change":"2023-10-21T15:38:25.875691+0000","last_active":"2023-10-21T15:38:30.687351+0000","last_peered":"2023-10-21T15:38:30.687351+0000","last_clean":"2023-10-21T15:38:30.687351+0000","last_became_active":"2023-10-21T15:38:25.875237+0000","last_became_peered":"2023-10-21T15:38:25.875237+0000","last_unstale":"2023-10-21T15:38:30.687351+0000","last_undegraded":"2023-10-21T15:38:30.687351+0000","last_fullsized":"2023-10-21T15:38:30.687351+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:29.569070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099377+0000","last_change":"2023-10-21T15:38:26.893776+0000","last_active":"2023-10-21T15:38:28.099377+0000","last_peered":"2023-10-21T15:38:28.099377+0000","last_clean":"2023-10-21T15:38:28.099377+0000","last_became_active":"2023-10-21T15:38:26.893414+0000","last_became_peered":"2023-10-21T15:38:26.893414+0000","last_unstale":"2023-10-21T15:38:28.099377+0000","last_undegraded":"2023-10-21T15:38:28.099377+0000","last_fullsized":"2023-10-21T15:38:28.099377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:40:06.755378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700401+0000","last_change":"2023-10-21T15:38:25.876549+0000","last_active":"2023-10-21T15:38:32.700401+0000","last_peered":"2023-10-21T15:38:32.700401+0000","last_clean":"2023-10-21T15:38:32.700401+0000","last_became_active":"2023-10-21T15:38:25.875741+0000","last_became_peered":"2023-10-21T15:38:25.875741+0000","last_unstale":"2023-10-21T15:38:32.700401+0000","last_undegraded":"2023-10-21T15:38:32.700401+0000","last_fullsized":"2023-10-21T15:38:32.700401+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:22.232236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099396+0000","last_change":"2023-10-21T15:38:26.889857+0000","last_active":"2023-10-21T15:38:28.099396+0000","last_peered":"2023-10-21T15:38:28.099396+0000","last_clean":"2023-10-21T15:38:28.099396+0000","last_became_active":"2023-10-21T15:38:26.889551+0000","last_became_peered":"2023-10-21T15:38:26.889551+0000","last_unstale":"2023-10-21T15:38:28.099396+0000","last_undegraded":"2023-10-21T15:38:28.099396+0000","last_fullsized":"2023-10-21T15:38:28.099396+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:19:42.575985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":90,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:07.735103+0000","last_change":"2023-10-21T15:38:25.877536+0000","last_active":"2023-10-21T15:39:07.735103+0000","last_peered":"2023-10-21T15:39:07.735103+0000","last_clean":"2023-10-21T15:39:07.735103+0000","last_became_active":"2023-10-21T15:38:25.877034+0000","last_became_peered":"2023-10-21T15:38:25.877034+0000","last_unstale":"2023-10-21T15:39:07.735103+0000","last_undegraded":"2023-10-21T15:39:07.735103+0000","last_fullsized":"2023-10-21T15:39:07.735103+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:32:54.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":73,"num_read_kb":73,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098631+0000","last_change":"2023-10-21T15:38:26.882998+0000","last_active":"2023-10-21T15:38:28.098631+0000","last_peered":"2023-10-21T15:38:28.098631+0000","last_clean":"2023-10-21T15:38:28.098631+0000","last_became_active":"2023-10-21T15:38:26.882719+0000","last_became_peered":"2023-10-21T15:38:26.882719+0000","last_unstale":"2023-10-21T15:38:28.098631+0000","last_undegraded":"2023-10-21T15:38:28.098631+0000","last_fullsized":"2023-10-21T15:38:28.098631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:33:51.297695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.701243+0000","last_change":"2023-10-21T15:38:25.877191+0000","last_active":"2023-10-21T15:38:32.701243+0000","last_peered":"2023-10-21T15:38:32.701243+0000","last_clean":"2023-10-21T15:38:32.701243+0000","last_became_active":"2023-10-21T15:38:25.876859+0000","last_became_peered":"2023-10-21T15:38:25.876859+0000","last_unstale":"2023-10-21T15:38:32.701243+0000","last_undegraded":"2023-10-21T15:38:32.701243+0000","last_fullsized":"2023-10-21T15:38:32.701243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:38:51.651105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099026+0000","last_change":"2023-10-21T15:38:26.893536+0000","last_active":"2023-10-21T15:38:28.099026+0000","last_peered":"2023-10-21T15:38:28.099026+0000","last_clean":"2023-10-21T15:38:28.099026+0000","last_became_active":"2023-10-21T15:38:26.893224+0000","last_became_peered":"2023-10-21T15:38:26.893224+0000","last_unstale":"2023-10-21T15:38:28.099026+0000","last_undegraded":"2023-10-21T15:38:28.099026+0000","last_fullsized":"2023-10-21T15:38:28.099026+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:40.233971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.677756+0000","last_change":"2023-10-21T15:38:25.876646+0000","last_active":"2023-10-21T15:38:30.677756+0000","last_peered":"2023-10-21T15:38:30.677756+0000","last_clean":"2023-10-21T15:38:30.677756+0000","last_became_active":"2023-10-21T15:38:25.875788+0000","last_became_peered":"2023-10-21T15:38:25.875788+0000","last_unstale":"2023-10-21T15:38:30.677756+0000","last_undegraded":"2023-10-21T15:38:30.677756+0000","last_fullsized":"2023-10-21T15:38:30.677756+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:05.096250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098864+0000","last_change":"2023-10-21T15:38:26.886739+0000","last_active":"2023-10-21T15:38:28.098864+0000","last_peered":"2023-10-21T15:38:28.098864+0000","last_clean":"2023-10-21T15:38:28.098864+0000","last_became_active":"2023-10-21T15:38:26.886436+0000","last_became_peered":"2023-10-21T15:38:26.886436+0000","last_unstale":"2023-10-21T15:38:28.098864+0000","last_undegraded":"2023-10-21T15:38:28.098864+0000","last_fullsized":"2023-10-21T15:38:28.098864+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:58:03.408955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'29","reported_seq":125,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:07.748136+0000","last_change":"2023-10-21T15:38:25.872668+0000","last_active":"2023-10-21T15:39:07.748136+0000","last_peered":"2023-10-21T15:39:07.748136+0000","last_clean":"2023-10-21T15:39:07.748136+0000","last_became_active":"2023-10-21T15:38:25.872314+0000","last_became_peered":"2023-10-21T15:38:25.872314+0000","last_unstale":"2023-10-21T15:39:07.748136+0000","last_undegraded":"2023-10-21T15:39:07.748136+0000","last_fullsized":"2023-10-21T15:39:07.748136+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:25:03.925414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56289,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":83,"num_read_kb":95,"num_write":31,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100072+0000","last_change":"2023-10-21T15:38:26.901535+0000","last_active":"2023-10-21T15:38:28.100072+0000","last_peered":"2023-10-21T15:38:28.100072+0000","last_clean":"2023-10-21T15:38:28.100072+0000","last_became_active":"2023-10-21T15:38:26.901232+0000","last_became_peered":"2023-10-21T15:38:26.901232+0000","last_unstale":"2023-10-21T15:38:28.100072+0000","last_undegraded":"2023-10-21T15:38:28.100072+0000","last_fullsized":"2023-10-21T15:38:28.100072+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:09:38.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700214+0000","last_change":"2023-10-21T15:38:25.881847+0000","last_active":"2023-10-21T15:38:32.700214+0000","last_peered":"2023-10-21T15:38:32.700214+0000","last_clean":"2023-10-21T15:38:32.700214+0000","last_became_active":"2023-10-21T15:38:25.881473+0000","last_became_peered":"2023-10-21T15:38:25.881473+0000","last_unstale":"2023-10-21T15:38:32.700214+0000","last_undegraded":"2023-10-21T15:38:32.700214+0000","last_fullsized":"2023-10-21T15:38:32.700214+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:41.216838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.884199+0000","last_change":"2023-10-21T15:38:26.894029+0000","last_active":"2023-10-21T15:38:27.884199+0000","last_peered":"2023-10-21T15:38:27.884199+0000","last_clean":"2023-10-21T15:38:27.884199+0000","last_became_active":"2023-10-21T15:38:26.893790+0000","last_became_peered":"2023-10-21T15:38:26.893790+0000","last_unstale":"2023-10-21T15:38:27.884199+0000","last_undegraded":"2023-10-21T15:38:27.884199+0000","last_fullsized":"2023-10-21T15:38:27.884199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:14:55.059926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700283+0000","last_change":"2023-10-21T15:38:25.876442+0000","last_active":"2023-10-21T15:38:32.700283+0000","last_peered":"2023-10-21T15:38:32.700283+0000","last_clean":"2023-10-21T15:38:32.700283+0000","last_became_active":"2023-10-21T15:38:25.875893+0000","last_became_peered":"2023-10-21T15:38:25.875893+0000","last_unstale":"2023-10-21T15:38:32.700283+0000","last_undegraded":"2023-10-21T15:38:32.700283+0000","last_fullsized":"2023-10-21T15:38:32.700283+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:31.253944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140805+0000","last_change":"2023-10-21T15:38:26.892250+0000","last_active":"2023-10-21T15:38:28.140805+0000","last_peered":"2023-10-21T15:38:28.140805+0000","last_clean":"2023-10-21T15:38:28.140805+0000","last_became_active":"2023-10-21T15:38:26.891918+0000","last_became_peered":"2023-10-21T15:38:26.891918+0000","last_unstale":"2023-10-21T15:38:28.140805+0000","last_undegraded":"2023-10-21T15:38:28.140805+0000","last_fullsized":"2023-10-21T15:38:28.140805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:46:02.617099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":55,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:05.757103+0000","last_change":"2023-10-21T15:38:25.875651+0000","last_active":"2023-10-21T15:39:05.757103+0000","last_peered":"2023-10-21T15:39:05.757103+0000","last_clean":"2023-10-21T15:39:05.757103+0000","last_became_active":"2023-10-21T15:38:25.875304+0000","last_became_peered":"2023-10-21T15:38:25.875304+0000","last_unstale":"2023-10-21T15:39:05.757103+0000","last_undegraded":"2023-10-21T15:39:05.757103+0000","last_fullsized":"2023-10-21T15:39:05.757103+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:48:30.695617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":37,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140451+0000","last_change":"2023-10-21T15:38:26.895122+0000","last_active":"2023-10-21T15:38:28.140451+0000","last_peered":"2023-10-21T15:38:28.140451+0000","last_clean":"2023-10-21T15:38:28.140451+0000","last_became_active":"2023-10-21T15:38:26.894272+0000","last_became_peered":"2023-10-21T15:38:26.894272+0000","last_unstale":"2023-10-21T15:38:28.140451+0000","last_undegraded":"2023-10-21T15:38:28.140451+0000","last_fullsized":"2023-10-21T15:38:28.140451+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:00:42.013640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700155+0000","last_change":"2023-10-21T15:38:25.873934+0000","last_active":"2023-10-21T15:38:32.700155+0000","last_peered":"2023-10-21T15:38:32.700155+0000","last_clean":"2023-10-21T15:38:32.700155+0000","last_became_active":"2023-10-21T15:38:25.873451+0000","last_became_peered":"2023-10-21T15:38:25.873451+0000","last_unstale":"2023-10-21T15:38:32.700155+0000","last_undegraded":"2023-10-21T15:38:32.700155+0000","last_fullsized":"2023-10-21T15:38:32.700155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:10:09.421310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889478+0000","last_change":"2023-10-21T15:38:26.900552+0000","last_active":"2023-10-21T15:38:27.889478+0000","last_peered":"2023-10-21T15:38:27.889478+0000","last_clean":"2023-10-21T15:38:27.889478+0000","last_became_active":"2023-10-21T15:38:26.900230+0000","last_became_peered":"2023-10-21T15:38:26.900230+0000","last_unstale":"2023-10-21T15:38:27.889478+0000","last_undegraded":"2023-10-21T15:38:27.889478+0000","last_fullsized":"2023-10-21T15:38:27.889478+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:31:11.093553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.674471+0000","last_change":"2023-10-21T15:38:25.877414+0000","last_active":"2023-10-21T15:38:30.674471+0000","last_peered":"2023-10-21T15:38:30.674471+0000","last_clean":"2023-10-21T15:38:30.674471+0000","last_became_active":"2023-10-21T15:38:25.877108+0000","last_became_peered":"2023-10-21T15:38:25.877108+0000","last_unstale":"2023-10-21T15:38:30.674471+0000","last_undegraded":"2023-10-21T15:38:30.674471+0000","last_fullsized":"2023-10-21T15:38:30.674471+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:44:03.587093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098977+0000","last_change":"2023-10-21T15:38:26.893441+0000","last_active":"2023-10-21T15:38:28.098977+0000","last_peered":"2023-10-21T15:38:28.098977+0000","last_clean":"2023-10-21T15:38:28.098977+0000","last_became_active":"2023-10-21T15:38:26.893140+0000","last_became_peered":"2023-10-21T15:38:26.893140+0000","last_unstale":"2023-10-21T15:38:28.098977+0000","last_undegraded":"2023-10-21T15:38:28.098977+0000","last_fullsized":"2023-10-21T15:38:28.098977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:06:25.188921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098743+0000","last_change":"2023-10-21T15:38:25.875305+0000","last_active":"2023-10-21T15:38:28.098743+0000","last_peered":"2023-10-21T15:38:28.098743+0000","last_clean":"2023-10-21T15:38:28.098743+0000","last_became_active":"2023-10-21T15:38:25.874951+0000","last_became_peered":"2023-10-21T15:38:25.874951+0000","last_unstale":"2023-10-21T15:38:28.098743+0000","last_undegraded":"2023-10-21T15:38:28.098743+0000","last_fullsized":"2023-10-21T15:38:28.098743+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:04:14.812915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.025053+0000","last_change":"2023-10-21T15:38:26.895911+0000","last_active":"2023-10-21T15:38:28.025053+0000","last_peered":"2023-10-21T15:38:28.025053+0000","last_clean":"2023-10-21T15:38:28.025053+0000","last_became_active":"2023-10-21T15:38:26.895602+0000","last_became_peered":"2023-10-21T15:38:26.895602+0000","last_unstale":"2023-10-21T15:38:28.025053+0000","last_undegraded":"2023-10-21T15:38:28.025053+0000","last_fullsized":"2023-10-21T15:38:28.025053+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:33:52.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":53,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:05.755167+0000","last_change":"2023-10-21T15:38:25.878916+0000","last_active":"2023-10-21T15:39:05.755167+0000","last_peered":"2023-10-21T15:39:05.755167+0000","last_clean":"2023-10-21T15:39:05.755167+0000","last_became_active":"2023-10-21T15:38:25.878605+0000","last_became_peered":"2023-10-21T15:38:25.878605+0000","last_unstale":"2023-10-21T15:39:05.755167+0000","last_undegraded":"2023-10-21T15:39:05.755167+0000","last_fullsized":"2023-10-21T15:39:05.755167+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:21:17.780944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883234+0000","last_change":"2023-10-21T15:38:26.889767+0000","last_active":"2023-10-21T15:38:27.883234+0000","last_peered":"2023-10-21T15:38:27.883234+0000","last_clean":"2023-10-21T15:38:27.883234+0000","last_became_active":"2023-10-21T15:38:26.889470+0000","last_became_peered":"2023-10-21T15:38:26.889470+0000","last_unstale":"2023-10-21T15:38:27.883234+0000","last_undegraded":"2023-10-21T15:38:27.883234+0000","last_fullsized":"2023-10-21T15:38:27.883234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:24.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889366+0000","last_change":"2023-10-21T15:38:26.901333+0000","last_active":"2023-10-21T15:38:27.889366+0000","last_peered":"2023-10-21T15:38:27.889366+0000","last_clean":"2023-10-21T15:38:27.889366+0000","last_became_active":"2023-10-21T15:38:26.896338+0000","last_became_peered":"2023-10-21T15:38:26.896338+0000","last_unstale":"2023-10-21T15:38:27.889366+0000","last_undegraded":"2023-10-21T15:38:27.889366+0000","last_fullsized":"2023-10-21T15:38:27.889366+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:48.919749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":52,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:04.754486+0000","last_change":"2023-10-21T15:38:25.884503+0000","last_active":"2023-10-21T15:39:04.754486+0000","last_peered":"2023-10-21T15:39:04.754486+0000","last_clean":"2023-10-21T15:39:04.754486+0000","last_became_active":"2023-10-21T15:38:25.884195+0000","last_became_peered":"2023-10-21T15:38:25.884195+0000","last_unstale":"2023-10-21T15:39:04.754486+0000","last_undegraded":"2023-10-21T15:39:04.754486+0000","last_fullsized":"2023-10-21T15:39:04.754486+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:22:38.645988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099135+0000","last_change":"2023-10-21T15:38:26.887547+0000","last_active":"2023-10-21T15:38:28.099135+0000","last_peered":"2023-10-21T15:38:28.099135+0000","last_clean":"2023-10-21T15:38:28.099135+0000","last_became_active":"2023-10-21T15:38:26.886427+0000","last_became_peered":"2023-10-21T15:38:26.886427+0000","last_unstale":"2023-10-21T15:38:28.099135+0000","last_undegraded":"2023-10-21T15:38:28.099135+0000","last_fullsized":"2023-10-21T15:38:28.099135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:19:17.570404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:33.699974+0000","last_change":"2023-10-21T15:38:25.871653+0000","last_active":"2023-10-21T15:38:33.699974+0000","last_peered":"2023-10-21T15:38:33.699974+0000","last_clean":"2023-10-21T15:38:33.699974+0000","last_became_active":"2023-10-21T15:38:25.871296+0000","last_became_peered":"2023-10-21T15:38:25.871296+0000","last_unstale":"2023-10-21T15:38:33.699974+0000","last_undegraded":"2023-10-21T15:38:33.699974+0000","last_fullsized":"2023-10-21T15:38:33.699974+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:05:39.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":310,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.885409+0000","last_change":"2023-10-21T15:37:26.057389+0000","last_active":"2023-10-21T15:38:26.885409+0000","last_peered":"2023-10-21T15:38:26.885409+0000","last_clean":"2023-10-21T15:38:26.885409+0000","last_became_active":"2023-10-21T15:37:26.056924+0000","last_became_peered":"2023-10-21T15:37:26.056924+0000","last_unstale":"2023-10-21T15:38:26.885409+0000","last_undegraded":"2023-10-21T15:38:26.885409+0000","last_fullsized":"2023-10-21T15:38:26.885409+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_clean_scrub_stamp":"2023-10-21T15:34:29.971370+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:55:44.580703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882619+0000","last_change":"2023-10-21T15:38:26.890694+0000","last_active":"2023-10-21T15:38:27.882619+0000","last_peered":"2023-10-21T15:38:27.882619+0000","last_clean":"2023-10-21T15:38:27.882619+0000","last_became_active":"2023-10-21T15:38:26.890358+0000","last_became_peered":"2023-10-21T15:38:26.890358+0000","last_unstale":"2023-10-21T15:38:27.882619+0000","last_undegraded":"2023-10-21T15:38:27.882619+0000","last_fullsized":"2023-10-21T15:38:27.882619+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:25:27.346968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.686816+0000","last_change":"2023-10-21T15:38:25.878475+0000","last_active":"2023-10-21T15:38:30.686816+0000","last_peered":"2023-10-21T15:38:30.686816+0000","last_clean":"2023-10-21T15:38:30.686816+0000","last_became_active":"2023-10-21T15:38:25.878121+0000","last_became_peered":"2023-10-21T15:38:25.878121+0000","last_unstale":"2023-10-21T15:38:30.686816+0000","last_undegraded":"2023-10-21T15:38:30.686816+0000","last_fullsized":"2023-10-21T15:38:30.686816+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:56:27.649381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.689783+0000","last_change":"2023-10-21T15:38:25.873109+0000","last_active":"2023-10-21T15:38:31.689783+0000","last_peered":"2023-10-21T15:38:31.689783+0000","last_clean":"2023-10-21T15:38:31.689783+0000","last_became_active":"2023-10-21T15:38:25.872788+0000","last_became_peered":"2023-10-21T15:38:25.872788+0000","last_unstale":"2023-10-21T15:38:31.689783+0000","last_undegraded":"2023-10-21T15:38:31.689783+0000","last_fullsized":"2023-10-21T15:38:31.689783+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:21:25.251516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882806+0000","last_change":"2023-10-21T15:38:26.901500+0000","last_active":"2023-10-21T15:38:27.882806+0000","last_peered":"2023-10-21T15:38:27.882806+0000","last_clean":"2023-10-21T15:38:27.882806+0000","last_became_active":"2023-10-21T15:38:26.901126+0000","last_became_peered":"2023-10-21T15:38:26.901126+0000","last_unstale":"2023-10-21T15:38:27.882806+0000","last_undegraded":"2023-10-21T15:38:27.882806+0000","last_fullsized":"2023-10-21T15:38:27.882806+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:53:28.117172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'9","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:36.770137+0000","last_change":"2023-10-21T15:38:25.885899+0000","last_active":"2023-10-21T15:38:36.770137+0000","last_peered":"2023-10-21T15:38:36.770137+0000","last_clean":"2023-10-21T15:38:36.770137+0000","last_became_active":"2023-10-21T15:38:25.885597+0000","last_became_peered":"2023-10-21T15:38:25.885597+0000","last_unstale":"2023-10-21T15:38:36.770137+0000","last_undegraded":"2023-10-21T15:38:36.770137+0000","last_fullsized":"2023-10-21T15:38:36.770137+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:26:17.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100402+0000","last_change":"2023-10-21T15:38:26.895852+0000","last_active":"2023-10-21T15:38:28.100402+0000","last_peered":"2023-10-21T15:38:28.100402+0000","last_clean":"2023-10-21T15:38:28.100402+0000","last_became_active":"2023-10-21T15:38:26.894433+0000","last_became_peered":"2023-10-21T15:38:26.894433+0000","last_unstale":"2023-10-21T15:38:28.100402+0000","last_undegraded":"2023-10-21T15:38:28.100402+0000","last_fullsized":"2023-10-21T15:38:28.100402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:53.377014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700335+0000","last_change":"2023-10-21T15:38:25.867897+0000","last_active":"2023-10-21T15:38:32.700335+0000","last_peered":"2023-10-21T15:38:32.700335+0000","last_clean":"2023-10-21T15:38:32.700335+0000","last_became_active":"2023-10-21T15:38:25.867599+0000","last_became_peered":"2023-10-21T15:38:25.867599+0000","last_unstale":"2023-10-21T15:38:32.700335+0000","last_undegraded":"2023-10-21T15:38:32.700335+0000","last_fullsized":"2023-10-21T15:38:32.700335+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:29:55.709865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100186+0000","last_change":"2023-10-21T15:38:26.888394+0000","last_active":"2023-10-21T15:38:28.100186+0000","last_peered":"2023-10-21T15:38:28.100186+0000","last_clean":"2023-10-21T15:38:28.100186+0000","last_became_active":"2023-10-21T15:38:26.888093+0000","last_became_peered":"2023-10-21T15:38:26.888093+0000","last_unstale":"2023-10-21T15:38:28.100186+0000","last_undegraded":"2023-10-21T15:38:28.100186+0000","last_fullsized":"2023-10-21T15:38:28.100186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:58:41.172589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975863+0000","last_change":"2023-10-21T15:38:25.872897+0000","last_active":"2023-10-21T15:38:29.975863+0000","last_peered":"2023-10-21T15:38:29.975863+0000","last_clean":"2023-10-21T15:38:29.975863+0000","last_became_active":"2023-10-21T15:38:25.872602+0000","last_became_peered":"2023-10-21T15:38:25.872602+0000","last_unstale":"2023-10-21T15:38:29.975863+0000","last_undegraded":"2023-10-21T15:38:29.975863+0000","last_fullsized":"2023-10-21T15:38:29.975863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:36:39.400136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099857+0000","last_change":"2023-10-21T15:38:26.898862+0000","last_active":"2023-10-21T15:38:28.099857+0000","last_peered":"2023-10-21T15:38:28.099857+0000","last_clean":"2023-10-21T15:38:28.099857+0000","last_became_active":"2023-10-21T15:38:26.898542+0000","last_became_peered":"2023-10-21T15:38:26.898542+0000","last_unstale":"2023-10-21T15:38:28.099857+0000","last_undegraded":"2023-10-21T15:38:28.099857+0000","last_fullsized":"2023-10-21T15:38:28.099857+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:32:14.627048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700665+0000","last_change":"2023-10-21T15:38:25.884231+0000","last_active":"2023-10-21T15:38:32.700665+0000","last_peered":"2023-10-21T15:38:32.700665+0000","last_clean":"2023-10-21T15:38:32.700665+0000","last_became_active":"2023-10-21T15:38:25.883904+0000","last_became_peered":"2023-10-21T15:38:25.883904+0000","last_unstale":"2023-10-21T15:38:32.700665+0000","last_undegraded":"2023-10-21T15:38:32.700665+0000","last_fullsized":"2023-10-21T15:38:32.700665+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:38:00.151186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098512+0000","last_change":"2023-10-21T15:38:26.896477+0000","last_active":"2023-10-21T15:38:28.098512+0000","last_peered":"2023-10-21T15:38:28.098512+0000","last_clean":"2023-10-21T15:38:28.098512+0000","last_became_active":"2023-10-21T15:38:26.896161+0000","last_became_peered":"2023-10-21T15:38:26.896161+0000","last_unstale":"2023-10-21T15:38:28.098512+0000","last_undegraded":"2023-10-21T15:38:28.098512+0000","last_fullsized":"2023-10-21T15:38:28.098512+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:53:36.752844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:35.062952+0000","last_change":"2023-10-21T15:38:25.881905+0000","last_active":"2023-10-21T15:38:35.062952+0000","last_peered":"2023-10-21T15:38:35.062952+0000","last_clean":"2023-10-21T15:38:35.062952+0000","last_became_active":"2023-10-21T15:38:25.881517+0000","last_became_peered":"2023-10-21T15:38:25.881517+0000","last_unstale":"2023-10-21T15:38:35.062952+0000","last_undegraded":"2023-10-21T15:38:35.062952+0000","last_fullsized":"2023-10-21T15:38:35.062952+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:07.611430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098929+0000","last_change":"2023-10-21T15:38:26.890539+0000","last_active":"2023-10-21T15:38:28.098929+0000","last_peered":"2023-10-21T15:38:28.098929+0000","last_clean":"2023-10-21T15:38:28.098929+0000","last_became_active":"2023-10-21T15:38:26.890232+0000","last_became_peered":"2023-10-21T15:38:26.890232+0000","last_unstale":"2023-10-21T15:38:28.098929+0000","last_undegraded":"2023-10-21T15:38:28.098929+0000","last_fullsized":"2023-10-21T15:38:28.098929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:56:10.082811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975699+0000","last_change":"2023-10-21T15:38:25.874103+0000","last_active":"2023-10-21T15:38:29.975699+0000","last_peered":"2023-10-21T15:38:29.975699+0000","last_clean":"2023-10-21T15:38:29.975699+0000","last_became_active":"2023-10-21T15:38:25.873775+0000","last_became_peered":"2023-10-21T15:38:25.873775+0000","last_unstale":"2023-10-21T15:38:29.975699+0000","last_undegraded":"2023-10-21T15:38:29.975699+0000","last_fullsized":"2023-10-21T15:38:29.975699+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:35:13.206524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140660+0000","last_change":"2023-10-21T15:38:26.899737+0000","last_active":"2023-10-21T15:38:28.140660+0000","last_peered":"2023-10-21T15:38:28.140660+0000","last_clean":"2023-10-21T15:38:28.140660+0000","last_became_active":"2023-10-21T15:38:26.899412+0000","last_became_peered":"2023-10-21T15:38:26.899412+0000","last_unstale":"2023-10-21T15:38:28.140660+0000","last_undegraded":"2023-10-21T15:38:28.140660+0000","last_fullsized":"2023-10-21T15:38:28.140660+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:30:04.477638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'6","reported_seq":57,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:07.776454+0000","last_change":"2023-10-21T15:38:25.871074+0000","last_active":"2023-10-21T15:39:07.776454+0000","last_peered":"2023-10-21T15:39:07.776454+0000","last_clean":"2023-10-21T15:39:07.776454+0000","last_became_active":"2023-10-21T15:38:25.870774+0000","last_became_peered":"2023-10-21T15:38:25.870774+0000","last_unstale":"2023-10-21T15:39:07.776454+0000","last_undegraded":"2023-10-21T15:39:07.776454+0000","last_fullsized":"2023-10-21T15:39:07.776454+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:08:38.170372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140921+0000","last_change":"2023-10-21T15:38:26.897360+0000","last_active":"2023-10-21T15:38:28.140921+0000","last_peered":"2023-10-21T15:38:28.140921+0000","last_clean":"2023-10-21T15:38:28.140921+0000","last_became_active":"2023-10-21T15:38:26.896995+0000","last_became_peered":"2023-10-21T15:38:26.896995+0000","last_unstale":"2023-10-21T15:38:28.140921+0000","last_undegraded":"2023-10-21T15:38:28.140921+0000","last_fullsized":"2023-10-21T15:38:28.140921+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:38:45.828527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.689124+0000","last_change":"2023-10-21T15:38:25.882083+0000","last_active":"2023-10-21T15:38:31.689124+0000","last_peered":"2023-10-21T15:38:31.689124+0000","last_clean":"2023-10-21T15:38:31.689124+0000","last_became_active":"2023-10-21T15:38:25.881750+0000","last_became_peered":"2023-10-21T15:38:25.881750+0000","last_unstale":"2023-10-21T15:38:31.689124+0000","last_undegraded":"2023-10-21T15:38:31.689124+0000","last_fullsized":"2023-10-21T15:38:31.689124+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:59:47.975125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140744+0000","last_change":"2023-10-21T15:38:26.894931+0000","last_active":"2023-10-21T15:38:28.140744+0000","last_peered":"2023-10-21T15:38:28.140744+0000","last_clean":"2023-10-21T15:38:28.140744+0000","last_became_active":"2023-10-21T15:38:26.894595+0000","last_became_peered":"2023-10-21T15:38:26.894595+0000","last_unstale":"2023-10-21T15:38:28.140744+0000","last_undegraded":"2023-10-21T15:38:28.140744+0000","last_fullsized":"2023-10-21T15:38:28.140744+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:12:43.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.699251+0000","last_change":"2023-10-21T15:38:25.881824+0000","last_active":"2023-10-21T15:38:32.699251+0000","last_peered":"2023-10-21T15:38:32.699251+0000","last_clean":"2023-10-21T15:38:32.699251+0000","last_became_active":"2023-10-21T15:38:25.881474+0000","last_became_peered":"2023-10-21T15:38:25.881474+0000","last_unstale":"2023-10-21T15:38:32.699251+0000","last_undegraded":"2023-10-21T15:38:32.699251+0000","last_fullsized":"2023-10-21T15:38:32.699251+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:38.330884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140969+0000","last_change":"2023-10-21T15:38:26.899040+0000","last_active":"2023-10-21T15:38:28.140969+0000","last_peered":"2023-10-21T15:38:28.140969+0000","last_clean":"2023-10-21T15:38:28.140969+0000","last_became_active":"2023-10-21T15:38:26.898725+0000","last_became_peered":"2023-10-21T15:38:26.898725+0000","last_unstale":"2023-10-21T15:38:28.140969+0000","last_undegraded":"2023-10-21T15:38:28.140969+0000","last_fullsized":"2023-10-21T15:38:28.140969+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:41:54.596788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098667+0000","last_change":"2023-10-21T15:38:26.903548+0000","last_active":"2023-10-21T15:38:28.098667+0000","last_peered":"2023-10-21T15:38:28.098667+0000","last_clean":"2023-10-21T15:38:28.098667+0000","last_became_active":"2023-10-21T15:38:26.903097+0000","last_became_peered":"2023-10-21T15:38:26.903097+0000","last_unstale":"2023-10-21T15:38:28.098667+0000","last_undegraded":"2023-10-21T15:38:28.098667+0000","last_fullsized":"2023-10-21T15:38:28.098667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:28.232463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098893+0000","last_change":"2023-10-21T15:38:26.895573+0000","last_active":"2023-10-21T15:38:28.098893+0000","last_peered":"2023-10-21T15:38:28.098893+0000","last_clean":"2023-10-21T15:38:28.098893+0000","last_became_active":"2023-10-21T15:38:26.895168+0000","last_became_peered":"2023-10-21T15:38:26.895168+0000","last_unstale":"2023-10-21T15:38:28.098893+0000","last_undegraded":"2023-10-21T15:38:28.098893+0000","last_fullsized":"2023-10-21T15:38:28.098893+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:48:56.522010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099120+0000","last_change":"2023-10-21T15:38:26.890728+0000","last_active":"2023-10-21T15:38:28.099120+0000","last_peered":"2023-10-21T15:38:28.099120+0000","last_clean":"2023-10-21T15:38:28.099120+0000","last_became_active":"2023-10-21T15:38:26.890384+0000","last_became_peered":"2023-10-21T15:38:26.890384+0000","last_unstale":"2023-10-21T15:38:28.099120+0000","last_undegraded":"2023-10-21T15:38:28.099120+0000","last_fullsized":"2023-10-21T15:38:28.099120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:19:22.847840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099289+0000","last_change":"2023-10-21T15:38:26.894991+0000","last_active":"2023-10-21T15:38:28.099289+0000","last_peered":"2023-10-21T15:38:28.099289+0000","last_clean":"2023-10-21T15:38:28.099289+0000","last_became_active":"2023-10-21T15:38:26.892249+0000","last_became_peered":"2023-10-21T15:38:26.892249+0000","last_unstale":"2023-10-21T15:38:28.099289+0000","last_undegraded":"2023-10-21T15:38:28.099289+0000","last_fullsized":"2023-10-21T15:38:28.099289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:23:21.801833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882831+0000","last_change":"2023-10-21T15:38:26.890891+0000","last_active":"2023-10-21T15:38:27.882831+0000","last_peered":"2023-10-21T15:38:27.882831+0000","last_clean":"2023-10-21T15:38:27.882831+0000","last_became_active":"2023-10-21T15:38:26.890418+0000","last_became_peered":"2023-10-21T15:38:26.890418+0000","last_unstale":"2023-10-21T15:38:27.882831+0000","last_undegraded":"2023-10-21T15:38:27.882831+0000","last_fullsized":"2023-10-21T15:38:27.882831+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:46:46.636955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098964+0000","last_change":"2023-10-21T15:38:26.899472+0000","last_active":"2023-10-21T15:38:28.098964+0000","last_peered":"2023-10-21T15:38:28.098964+0000","last_clean":"2023-10-21T15:38:28.098964+0000","last_became_active":"2023-10-21T15:38:26.899151+0000","last_became_peered":"2023-10-21T15:38:26.899151+0000","last_unstale":"2023-10-21T15:38:28.098964+0000","last_undegraded":"2023-10-21T15:38:28.098964+0000","last_fullsized":"2023-10-21T15:38:28.098964+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:10:57.193573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098884+0000","last_change":"2023-10-21T15:38:26.903335+0000","last_active":"2023-10-21T15:38:28.098884+0000","last_peered":"2023-10-21T15:38:28.098884+0000","last_clean":"2023-10-21T15:38:28.098884+0000","last_became_active":"2023-10-21T15:38:26.903033+0000","last_became_peered":"2023-10-21T15:38:26.903033+0000","last_unstale":"2023-10-21T15:38:28.098884+0000","last_undegraded":"2023-10-21T15:38:28.098884+0000","last_fullsized":"2023-10-21T15:38:28.098884+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:55:07.362101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100339+0000","last_change":"2023-10-21T15:38:26.892240+0000","last_active":"2023-10-21T15:38:28.100339+0000","last_peered":"2023-10-21T15:38:28.100339+0000","last_clean":"2023-10-21T15:38:28.100339+0000","last_became_active":"2023-10-21T15:38:26.891589+0000","last_became_peered":"2023-10-21T15:38:26.891589+0000","last_unstale":"2023-10-21T15:38:28.100339+0000","last_undegraded":"2023-10-21T15:38:28.100339+0000","last_fullsized":"2023-10-21T15:38:28.100339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:30.321203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889349+0000","last_change":"2023-10-21T15:38:26.894710+0000","last_active":"2023-10-21T15:38:27.889349+0000","last_peered":"2023-10-21T15:38:27.889349+0000","last_clean":"2023-10-21T15:38:27.889349+0000","last_became_active":"2023-10-21T15:38:26.894413+0000","last_became_peered":"2023-10-21T15:38:26.894413+0000","last_unstale":"2023-10-21T15:38:27.889349+0000","last_undegraded":"2023-10-21T15:38:27.889349+0000","last_fullsized":"2023-10-21T15:38:27.889349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:29.674995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099697+0000","last_change":"2023-10-21T15:38:26.895463+0000","last_active":"2023-10-21T15:38:28.099697+0000","last_peered":"2023-10-21T15:38:28.099697+0000","last_clean":"2023-10-21T15:38:28.099697+0000","last_became_active":"2023-10-21T15:38:26.894700+0000","last_became_peered":"2023-10-21T15:38:26.894700+0000","last_unstale":"2023-10-21T15:38:28.099697+0000","last_undegraded":"2023-10-21T15:38:28.099697+0000","last_fullsized":"2023-10-21T15:38:28.099697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:56:21.190006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098611+0000","last_change":"2023-10-21T15:38:26.896846+0000","last_active":"2023-10-21T15:38:28.098611+0000","last_peered":"2023-10-21T15:38:28.098611+0000","last_clean":"2023-10-21T15:38:28.098611+0000","last_became_active":"2023-10-21T15:38:26.896512+0000","last_became_peered":"2023-10-21T15:38:26.896512+0000","last_unstale":"2023-10-21T15:38:28.098611+0000","last_undegraded":"2023-10-21T15:38:28.098611+0000","last_fullsized":"2023-10-21T15:38:28.098611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:33.188705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883677+0000","last_change":"2023-10-21T15:38:26.888852+0000","last_active":"2023-10-21T15:38:27.883677+0000","last_peered":"2023-10-21T15:38:27.883677+0000","last_clean":"2023-10-21T15:38:27.883677+0000","last_became_active":"2023-10-21T15:38:26.888464+0000","last_became_peered":"2023-10-21T15:38:26.888464+0000","last_unstale":"2023-10-21T15:38:27.883677+0000","last_undegraded":"2023-10-21T15:38:27.883677+0000","last_fullsized":"2023-10-21T15:38:27.883677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:09:09.958503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098928+0000","last_change":"2023-10-21T15:38:26.892630+0000","last_active":"2023-10-21T15:38:28.098928+0000","last_peered":"2023-10-21T15:38:28.098928+0000","last_clean":"2023-10-21T15:38:28.098928+0000","last_became_active":"2023-10-21T15:38:26.892329+0000","last_became_peered":"2023-10-21T15:38:26.892329+0000","last_unstale":"2023-10-21T15:38:28.098928+0000","last_undegraded":"2023-10-21T15:38:28.098928+0000","last_fullsized":"2023-10-21T15:38:28.098928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:24:28.187673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63491,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":396,"num_read_kb":265,"num_write":230,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":190473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416404,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":432612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.67300000000000004}]},{"osd":1,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.45200000000000001}]},{"osd":2,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.59699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35499999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.36199999999999999}]},{"osd":5,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.52900000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.70999999999999996}]},{"osd":7,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.58099999999999996}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":9,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.80500000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.745}]}]},{"osd":10,"up_from":71,"seq":304942678041,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1079936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.443},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.379}]},{"osd":2,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.57999999999999996}]},{"osd":3,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.72699999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60099999999999998}]},{"osd":5,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.73999999999999999}]},{"osd":6,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.83199999999999996}]},{"osd":7,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78100000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.69899999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.80500000000000005}]},{"osd":11,"last update":"Sat Oct 21 15:38:46 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.4420000000000002,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.88500000000000001}]}]},{"osd":9,"up_from":66,"seq":283467841565,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":432152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.48699999999999999,"15min":0.497},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56699999999999995,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56399999999999995}]},{"osd":1,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.621,"15min":0.628},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.66400000000000003,"15min":0.68000000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85799999999999998,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.63600000000000001}]},{"osd":2,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.68799999999999994,"15min":0.69799999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.89500000000000002,"5min":1,"15min":1},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.437,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.873,"15min":0.873},"last":0.41799999999999998}]},{"osd":3,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.497,"15min":0.50800000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69899999999999995,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.63600000000000001,"15min":0.66000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65600000000000003,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.54400000000000004}]},{"osd":4,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.91500000000000004,"15min":0.96699999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84499999999999997,"5min":5.8840000000000003,"15min":5.8840000000000003},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.67300000000000004,"15min":0.68899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.872,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.51000000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.70799999999999996,"15min":0.71799999999999997},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.91000000000000003,"5min":1.085,"15min":1.085},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.746,"15min":0.75800000000000001},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82999999999999996,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.58899999999999997}]},{"osd":6,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.73199999999999998,"15min":0.755},"min":{"1min":0.39600000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.92800000000000005,"5min":1.073,"15min":1.073},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.749,"15min":0.77100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90700000000000003,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.48699999999999999}]},{"osd":7,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.74299999999999999,"15min":0.75600000000000001},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1,"5min":1,"15min":1},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.86499999999999999},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97499999999999998,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.71399999999999997}]},{"osd":8,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.83299999999999996},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.97099999999999997,"5min":1.163,"15min":1.163},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.78400000000000003,"15min":0.79400000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0449999999999999,"5min":1.073,"15min":1.073},"last":0.72799999999999998}]},{"osd":10,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.747},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.70399999999999996}]}]},{"osd":8,"up_from":58,"seq":249108103202,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":432199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.52300000000000002,"15min":0.52100000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.53000000000000003}]},{"osd":1,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.60999999999999999,"15min":0.60099999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.57899999999999996,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81699999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.74099999999999999}]},{"osd":2,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.30499999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.47899999999999998,"15min":0.47299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.65500000000000003,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.50700000000000001}]},{"osd":3,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58999999999999997,"15min":0.58799999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.59699999999999998,"15min":0.59299999999999997},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.63}]},{"osd":4,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63100000000000001,"15min":0.628},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.64200000000000002,"15min":0.63200000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.77000000000000002}]},{"osd":5,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.34599999999999997,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.58899999999999997,"15min":0.58299999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.92900000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.79300000000000004}]},{"osd":6,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.69099999999999995,"15min":0.68500000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.70799999999999996,"15min":0.70599999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.88700000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.71699999999999997,"15min":0.71099999999999997},"min":{"1min":0.50800000000000001,"5min":0.496,"15min":0.496},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.71499999999999997,"15min":0.70799999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.97099999999999997}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.755,"15min":0.748},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.77900000000000003,"15min":0.76500000000000001},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.93799999999999994}]},{"osd":10,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":1.0169999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0389999999999999}]}]},{"osd":7,"up_from":51,"seq":219043332133,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28504,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716648,"statfs":{"total":95995035648,"available":95965847552,"internally_reserved":0,"allocated":1523712,"data_stored":1024722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.501},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.40300000000000002,"15min":0.39300000000000002},"min":{"1min":0.30199999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.434,"15min":0.42699999999999999},"min":{"1min":0.29099999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.622}]},{"osd":2,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.58899999999999997,"15min":0.59599999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69599999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78100000000000003,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.67400000000000004}]},{"osd":3,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.54800000000000004,"15min":0.53800000000000003},"min":{"1min":0.42699999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.57599999999999996,"15min":0.57099999999999995},"min":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.746,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.70299999999999996}]},{"osd":4,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.496,"15min":0.49199999999999999},"min":{"1min":0.29199999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.49099999999999999,"15min":0.48099999999999998},"min":{"1min":0.308,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.55100000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.41799999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.47899999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.73799999999999999}]},{"osd":6,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.68799999999999994,"15min":0.68999999999999995},"min":{"1min":0.53300000000000003,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89800000000000002,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63700000000000001,"15min":0.63300000000000001},"min":{"1min":0.39100000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86599999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.72899999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:38:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.68200000000000005,"15min":0.68000000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.54500000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.78600000000000003}]},{"osd":9,"last update":"Sat Oct 21 15:38:04 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.79900000000000004}]},{"osd":10,"last update":"Sat Oct 21 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.755},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.65200000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.871}]}]},{"osd":6,"up_from":46,"seq":197568495658,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":431875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.48099999999999998,"15min":0.437},"min":{"1min":0.23999999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.2329999999999997,"5min":6.2329999999999997,"15min":6.2329999999999997},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.42799999999999999,"15min":0.39600000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":2.3380000000000001,"5min":2.3380000000000001,"15min":2.3380000000000001},"last":0.39200000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60199999999999998,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.63900000000000001,"15min":0.61699999999999999},"min":{"1min":0.40000000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.3769999999999998,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.60299999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.65400000000000003,"15min":0.59999999999999998},"min":{"1min":0.505,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":6.0670000000000002,"5min":6.0670000000000002,"15min":6.0670000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57699999999999996,"15min":0.55900000000000005},"min":{"1min":0.46999999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.52100000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46999999999999997,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.76300000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.439},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.52600000000000002,"15min":0.48999999999999999},"min":{"1min":0.32900000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.48899999999999999}]},{"osd":4,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.70299999999999996,"15min":0.67300000000000004},"min":{"1min":0.40400000000000003,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":6.1050000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.754},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.873,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.64300000000000002}]},{"osd":5,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.65400000000000003,"15min":0.62},"min":{"1min":0.498,"5min":0.375,"15min":0.375},"max":{"1min":2.468,"5min":2.468,"15min":2.468},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.73499999999999999,"15min":0.69299999999999995},"min":{"1min":0.48399999999999999,"5min":0.439,"15min":0.439},"max":{"1min":6.202,"5min":6.202,"15min":6.202},"last":0.58799999999999997}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.66800000000000004,"15min":0.65400000000000003},"min":{"1min":0.54200000000000004,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48399999999999999,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0009999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.65200000000000002}]},{"osd":8,"last update":"Sat Oct 21 15:38:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.73999999999999999,"15min":0.753},"min":{"1min":0.505,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.98899999999999999,"5min":1.825,"15min":1.825},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.78200000000000003,"15min":0.78000000000000003},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.4390000000000001,"5min":2.4390000000000001,"15min":2.4390000000000001},"last":0.63100000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:38:03 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.62},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.57699999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.85599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":489071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.495,"15min":0.47299999999999998},"min":{"1min":0.38700000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.93600000000000005,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.49399999999999999,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.46899999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:38:34 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.52400000000000002,"15min":0.47599999999999998},"min":{"1min":0.40899999999999997,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.52900000000000003,"15min":0.495},"min":{"1min":0.38100000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.65200000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55000000000000004,"15min":0.51800000000000002},"min":{"1min":0.40600000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86099999999999999,"5min":1.034,"15min":1.034},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59599999999999997,"15min":0.55600000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88100000000000001,"5min":1.069,"15min":1.069},"last":0.55900000000000005}]},{"osd":4,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.432,"15min":0.41399999999999998},"min":{"1min":0.32500000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.48699999999999999,"15min":0.47499999999999998},"min":{"1min":0.40400000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.57999999999999996}]},{"osd":5,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.61599999999999999,"15min":0.60299999999999998},"min":{"1min":0.46400000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.63900000000000001,"15min":0.625},"min":{"1min":0.45200000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.60699999999999998}]},{"osd":6,"last update":"Sat Oct 21 15:38:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.64900000000000002,"15min":0.64200000000000002},"min":{"1min":0.40100000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.629},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64900000000000002,"15min":0.63800000000000001},"min":{"1min":0.48399999999999999,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.54100000000000004}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.58499999999999996,"15min":0.57899999999999996},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.57799999999999996,"15min":0.56699999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.52700000000000002}]},{"osd":8,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.68300000000000005,"15min":0.66900000000000004},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.66300000000000003,"15min":0.64800000000000002},"min":{"1min":0.47299999999999998,"5min":0.442,"15min":0.442},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.748}]},{"osd":9,"last update":"Sat Oct 21 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.72099999999999997},"min":{"1min":0.55800000000000005,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.91500000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.76700000000000002,"15min":0.75800000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0169999999999999,"5min":1.024,"15min":1.024},"last":0.84399999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.76000000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":433598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 15:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.55300000000000005,"15min":0.53100000000000003},"min":{"1min":0.374,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54500000000000004,"15min":0.54200000000000004},"min":{"1min":0.40500000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.71899999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:38:36 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56999999999999995,"15min":0.56100000000000005},"min":{"1min":0.40200000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79500000000000004,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.57899999999999996,"15min":0.55800000000000005},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.879,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.69799999999999995}]},{"osd":3,"last update":"Sat Oct 21 15:36:54 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40799999999999997,"15min":0.40000000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.47299999999999998,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Oct 21 15:38:15 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39200000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.56399999999999995,"15min":0.55100000000000005},"min":{"1min":0.36699999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.68500000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:38:36 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.63,"15min":0.623},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76500000000000001,"5min":1.014,"15min":1.014},"last":1.008},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57799999999999996,"15min":0.57699999999999996},"min":{"1min":0.41599999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.623}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.58799999999999997,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.1369999999999996,"5min":4.1369999999999996,"15min":4.1369999999999996},"last":0.89800000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.45900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69399999999999995,"15min":0.69299999999999995},"min":{"1min":0.44500000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.68100000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:38:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.77600000000000002,"15min":0.76700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.64800000000000002,"15min":0.66300000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76300000000000001,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.78700000000000003}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.65700000000000003,"15min":0.66700000000000004},"min":{"1min":0.36099999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.76900000000000002,"15min":0.77600000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.109,"5min":4.109,"15min":4.109},"last":0.96399999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":1.0820000000000001}]},{"osd":11,"last update":"Sat Oct 21 15:38:46 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":1.117},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.75}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":489681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.497,"15min":0.47899999999999998},"min":{"1min":0.35499999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.621,"5min":1.431,"15min":1.431},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49199999999999999,"15min":0.48899999999999999},"min":{"1min":0.34899999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.67500000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.67600000000000005}]},{"osd":1,"last update":"Sat Oct 21 15:38:38 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.54100000000000004,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.83699999999999997,"5min":0.874,"15min":0.874},"last":0.499},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55700000000000005,"15min":0.54800000000000004},"min":{"1min":0.41599999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46200000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.56499999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78600000000000003,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57299999999999995,"15min":0.57799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81299999999999994,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.75700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.55500000000000005,"15min":0.54800000000000004},"min":{"1min":0.38300000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58399999999999996,"15min":0.57199999999999995},"min":{"1min":0.44900000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80300000000000005,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.439}]},{"osd":5,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.45100000000000001,"15min":0.442},"min":{"1min":0.32500000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.68700000000000006,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.51500000000000001,"15min":0.499},"min":{"1min":0.34000000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.78600000000000003,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.58399999999999996}]},{"osd":6,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.42499999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60999999999999999,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85199999999999998,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.79300000000000004}]},{"osd":7,"last update":"Sat Oct 21 15:38:20 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.63900000000000001,"15min":0.63200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.67700000000000005,"15min":0.67400000000000004},"min":{"1min":0.52200000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.877}]},{"osd":8,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.623,"15min":0.63},"min":{"1min":0.38,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83899999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.624,"15min":0.626},"min":{"1min":0.41699999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82799999999999996,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.628}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70899999999999996,"15min":0.71099999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93899999999999995,"5min":1.01,"15min":1.01},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.745,"15min":0.753},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.876,"5min":1.075,"15min":1.075},"last":0.82199999999999995}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.84199999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149751,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":431706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.439,"5min":0.40799999999999997,"15min":0.38300000000000001},"min":{"1min":0.22600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.30399999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.58399999999999996,"15min":0.53400000000000003},"min":{"1min":0.45700000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55500000000000005,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.60299999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.443,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59099999999999997,"15min":0.56699999999999995},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.46100000000000002}]},{"osd":4,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.55500000000000005,"15min":0.52500000000000002},"min":{"1min":0.36799999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.57599999999999996},"min":{"1min":0.42099999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.71099999999999997}]},{"osd":5,"last update":"Sat Oct 21 15:38:37 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.63,"15min":0.59199999999999997},"min":{"1min":0.373,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.6160000000000001,"5min":3.6160000000000001,"15min":3.6160000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.68200000000000005,"15min":0.64500000000000002},"min":{"1min":0.45900000000000002,"5min":0.443,"15min":0.443},"max":{"1min":3.601,"5min":3.601,"15min":3.601},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.53400000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.83199999999999996,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85999999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.40899999999999997}]},{"osd":7,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.46100000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.66200000000000003,"15min":0.65400000000000003},"min":{"1min":0.49399999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.61599999999999999}]},{"osd":8,"last update":"Sat Oct 21 15:37:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.85199999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.99399999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.53600000000000003}]},{"osd":10,"last update":"Sat Oct 21 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":0.73499999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":4,"up_from":34,"seq":146028888114,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":432120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.49399999999999999,"15min":0.46300000000000002},"min":{"1min":0.377,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":1.5509999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.48799999999999999,"15min":0.46300000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":1.5369999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.36099999999999999,"15min":0.34000000000000002},"min":{"1min":0.29499999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.38200000000000001,"15min":0.35799999999999998},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.53100000000000003}]},{"osd":2,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.57899999999999996,"15min":0.56000000000000005},"min":{"1min":0.53500000000000003,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88500000000000001,"5min":1.5329999999999999,"15min":1.5329999999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57499999999999996,"15min":0.55200000000000005},"min":{"1min":0.438,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.54900000000000004}]},{"osd":3,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.53400000000000003,"15min":0.503},"min":{"1min":0.40200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.54300000000000004,"15min":0.52600000000000002},"min":{"1min":0.36799999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.503}]},{"osd":5,"last update":"Sat Oct 21 15:38:41 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.57999999999999996,"15min":0.55700000000000005},"min":{"1min":0.437,"5min":0.38,"15min":0.38},"max":{"1min":0.85199999999999998,"5min":1.597,"15min":1.597},"last":0.751},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.60899999999999999,"15min":0.58399999999999996},"min":{"1min":0.46100000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.871,"5min":1.494,"15min":1.494},"last":0.66900000000000004}]},{"osd":6,"last update":"Sat Oct 21 15:39:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.61199999999999999,"15min":0.59399999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.57799999999999996}]},{"osd":7,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.36299999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.54800000000000004,"15min":0.53300000000000003},"min":{"1min":0.40899999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.436}]},{"osd":8,"last update":"Sat Oct 21 15:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.67800000000000005,"15min":0.67300000000000004},"min":{"1min":0.47599999999999998,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.746,"5min":0.71899999999999997,"15min":0.71499999999999997},"min":{"1min":0.51100000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.99099999999999999,"5min":0.995,"15min":0.995},"last":0.60399999999999998}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.73599999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.58099999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.63400000000000001}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.71699999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724591,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1540096,"data_stored":1024341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52800000000000002,"15min":0.51400000000000001},"min":{"1min":0.32900000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.67700000000000005,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.52000000000000002,"15min":0.5},"min":{"1min":0.36699999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71899999999999997,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.41499999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51500000000000001,"15min":0.501},"min":{"1min":0.40699999999999997,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.39900000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.69299999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.39300000000000002,"15min":0.38},"min":{"1min":0.27100000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.56599999999999995,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.42099999999999999,"15min":0.41499999999999998},"min":{"1min":0.28299999999999997,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.34799999999999998}]},{"osd":3,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53100000000000003,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67000000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.75700000000000001,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.498}]},{"osd":4,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.56899999999999995,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.54500000000000004,"15min":0.53000000000000003},"min":{"1min":0.42199999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.65400000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57799999999999996,"15min":0.58299999999999996},"min":{"1min":0.35199999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84099999999999997,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.61599999999999999,"15min":0.61199999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.44}]},{"osd":7,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.65100000000000002,"15min":0.64900000000000002},"min":{"1min":0.47599999999999998,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.629},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.46500000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.61299999999999999}]},{"osd":8,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.56799999999999995,"15min":0.56200000000000006},"min":{"1min":0.34999999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.38700000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77500000000000002,"5min":0.87,"15min":0.87},"last":0.58999999999999997}]},{"osd":9,"last update":"Sat Oct 21 15:39:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.65300000000000002,"15min":0.64800000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.746},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.71599999999999997,"15min":0.71199999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.72499999999999998}]},{"osd":10,"last update":"Sat Oct 21 15:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.67400000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":58041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":58651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T15:39:13.050 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph pg dump --format=json 2023-10-21T15:39:13.619 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:13.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:13 smithi105 ceph-mon[103980]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:14.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:13 smithi046 ceph-mon[99436]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:14.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:13 smithi119 ceph-mon[103628]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:14.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 -- 172.21.15.46:0/1888246864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe00ffe10 msgr2=0x7fcbe0100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:14.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 --2- 172.21.15.46:0/1888246864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe00ffe10 0x7fcbe0100290 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcbd0009990 tx=0x7fcbd0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:14.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 -- 172.21.15.46:0/1888246864 shutdown_connections 2023-10-21T15:39:14.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 --2- 172.21.15.46:0/1888246864 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcbe01007d0 0x7fcbe010cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 --2- 172.21.15.46:0/1888246864 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcbe0105ec0 0x7fcbe01062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 --2- 172.21.15.46:0/1888246864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe00ffe10 0x7fcbe0100290 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 -- 172.21.15.46:0/1888246864 >> 172.21.15.46:0/1888246864 conn(0x7fcbe0076dc0 msgr2=0x7fcbe00771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 -- 172.21.15.46:0/1888246864 shutdown_connections 2023-10-21T15:39:14.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.912+0000 7fcbe4971700 1 -- 172.21.15.46:0/1888246864 wait complete. 2023-10-21T15:39:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbe4971700 1 Processor -- start 2023-10-21T15:39:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbe4971700 1 -- start start 2023-10-21T15:39:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbe4971700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcbe00ffe10 0x7fcbe0195e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbe4971700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcbe01007d0 0x7fcbe0196360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:14.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbe4971700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe0105ec0 0x7fcbe019a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbe4971700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe019ade0 con 0x7fcbe0105ec0 2023-10-21T15:39:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbe4971700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe019af50 con 0x7fcbe00ffe10 2023-10-21T15:39:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbe4971700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe019b110 con 0x7fcbe01007d0 2023-10-21T15:39:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.913+0000 7fcbded9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe0105ec0 0x7fcbe019a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:14.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbded9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe0105ec0 0x7fcbe019a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33686/0 (socket says 172.21.15.46:33686) 2023-10-21T15:39:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbded9d700 1 -- 172.21.15.46:0/3763904839 learned_addr learned my addr 172.21.15.46:0/3763904839 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbde59c700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcbe00ffe10 0x7fcbe0195e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbddd9b700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcbe01007d0 0x7fcbe0196360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbded9d700 1 -- 172.21.15.46:0/3763904839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcbe01007d0 msgr2=0x7fcbe0196360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:14.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbded9d700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcbe01007d0 0x7fcbe0196360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbded9d700 1 -- 172.21.15.46:0/3763904839 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcbe00ffe10 msgr2=0x7fcbe0195e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbded9d700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcbe00ffe10 0x7fcbe0195e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbded9d700 1 -- 172.21.15.46:0/3763904839 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbd00095f0 con 0x7fcbe0105ec0 2023-10-21T15:39:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbded9d700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe0105ec0 0x7fcbe019a7d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8007ee0 tx=0x7fcbd800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:14.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbcf7fe700 1 -- 172.21.15.46:0/3763904839 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8017070 con 0x7fcbe0105ec0 2023-10-21T15:39:14.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbcf7fe700 1 -- 172.21.15.46:0/3763904839 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcbd800f040 con 0x7fcbe0105ec0 2023-10-21T15:39:14.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbcf7fe700 1 -- 172.21.15.46:0/3763904839 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8005740 con 0x7fcbe0105ec0 2023-10-21T15:39:14.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbe019b3f0 con 0x7fcbe0105ec0 2023-10-21T15:39:14.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.914+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbe01a2c50 con 0x7fcbe0105ec0 2023-10-21T15:39:14.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.915+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbe004ebb0 con 0x7fcbe0105ec0 2023-10-21T15:39:14.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.916+0000 7fcbcf7fe700 1 -- 172.21.15.46:0/3763904839 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fcbd800dc60 con 0x7fcbe0105ec0 2023-10-21T15:39:14.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.917+0000 7fcbcf7fe700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcbc80a1510 0x7fcbc80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:14.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.917+0000 7fcbde59c700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcbc80a1510 0x7fcbc80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:14.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.917+0000 7fcbcf7fe700 1 -- 172.21.15.46:0/3763904839 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fcbd80cc570 con 0x7fcbe0105ec0 2023-10-21T15:39:14.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.917+0000 7fcbde59c700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcbc80a1510 0x7fcbc80a39d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcbd4005950 tx=0x7fcbd400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:14.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:14.922+0000 7fcbcf7fe700 1 -- 172.21.15.46:0/3763904839 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcbd8095b20 con 0x7fcbe0105ec0 2023-10-21T15:39:14.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:14 smithi105 ceph-mon[103980]: pgmap v282: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2023-10-21T15:39:15.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:14 smithi119 ceph-mon[103628]: pgmap v282: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2023-10-21T15:39:15.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.118+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcbe010ff20 con 0x7fcbc80a1510 2023-10-21T15:39:15.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.130+0000 7fcbcf7fe700 1 -- 172.21.15.46:0/3763904839 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340399 (secure 0 0 0) 0x7fcbe010ff20 con 0x7fcbc80a1510 2023-10-21T15:39:15.135 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:15.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcbc80a1510 msgr2=0x7fcbc80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:15.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcbc80a1510 0x7fcbc80a39d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fcbd4005950 tx=0x7fcbd400a300 comp rx=0 tx=0).stop 2023-10-21T15:39:15.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe0105ec0 msgr2=0x7fcbe019a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:15.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe0105ec0 0x7fcbe019a7d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8007ee0 tx=0x7fcbd800d3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:15.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 shutdown_connections 2023-10-21T15:39:15.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcbc80a1510 0x7fcbc80a39d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:15.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcbe0105ec0 0x7fcbe019a7d0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:15.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcbe00ffe10 0x7fcbe0195e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:15.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 --2- 172.21.15.46:0/3763904839 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcbe01007d0 0x7fcbe0196360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:15.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 >> 172.21.15.46:0/3763904839 conn(0x7fcbe0076dc0 msgr2=0x7fcbe00fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:15.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 shutdown_connections 2023-10-21T15:39:15.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:15.133+0000 7fcbe4971700 1 -- 172.21.15.46:0/3763904839 wait complete. 2023-10-21T15:39:15.140 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-10-21T15:39:15.162 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:14 smithi046 ceph-mon[99436]: pgmap v282: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2023-10-21T15:39:15.483 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":282,"stamp":"2023-10-21T15:39:13.191928+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654105,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":562,"num_read_kb":399,"num_write":413,"num_write_kb":3065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":341,"ondisk_log_size":341,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337000,"kb_used_data":12808,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604824,"statfs":{"total":1151940427776,"available":1151595339776,"internally_reserved":0,"allocated":13115392,"data_stored":7134013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19132,"internal_metadata":331855172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1652,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":141,"num_read_kb":77,"num_write":1,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003353"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099350+0000","last_change":"2023-10-21T15:38:26.896969+0000","last_active":"2023-10-21T15:38:28.099350+0000","last_peered":"2023-10-21T15:38:28.099350+0000","last_clean":"2023-10-21T15:38:28.099350+0000","last_became_active":"2023-10-21T15:38:26.896712+0000","last_became_peered":"2023-10-21T15:38:26.896712+0000","last_unstale":"2023-10-21T15:38:28.099350+0000","last_undegraded":"2023-10-21T15:38:28.099350+0000","last_fullsized":"2023-10-21T15:38:28.099350+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:30:05.325907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099489+0000","last_change":"2023-10-21T15:38:26.896367+0000","last_active":"2023-10-21T15:38:28.099489+0000","last_peered":"2023-10-21T15:38:28.099489+0000","last_clean":"2023-10-21T15:38:28.099489+0000","last_became_active":"2023-10-21T15:38:26.896171+0000","last_became_peered":"2023-10-21T15:38:26.896171+0000","last_unstale":"2023-10-21T15:38:28.099489+0000","last_undegraded":"2023-10-21T15:38:28.099489+0000","last_fullsized":"2023-10-21T15:38:28.099489+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:34:17.297490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100248+0000","last_change":"2023-10-21T15:38:26.894590+0000","last_active":"2023-10-21T15:38:28.100248+0000","last_peered":"2023-10-21T15:38:28.100248+0000","last_clean":"2023-10-21T15:38:28.100248+0000","last_became_active":"2023-10-21T15:38:26.892178+0000","last_became_peered":"2023-10-21T15:38:26.892178+0000","last_unstale":"2023-10-21T15:38:28.100248+0000","last_undegraded":"2023-10-21T15:38:28.100248+0000","last_fullsized":"2023-10-21T15:38:28.100248+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:38:18.037100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099051+0000","last_change":"2023-10-21T15:38:26.896592+0000","last_active":"2023-10-21T15:38:28.099051+0000","last_peered":"2023-10-21T15:38:28.099051+0000","last_clean":"2023-10-21T15:38:28.099051+0000","last_became_active":"2023-10-21T15:38:26.896244+0000","last_became_peered":"2023-10-21T15:38:26.896244+0000","last_unstale":"2023-10-21T15:38:28.099051+0000","last_undegraded":"2023-10-21T15:38:28.099051+0000","last_fullsized":"2023-10-21T15:38:28.099051+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:40:56.440420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099954+0000","last_change":"2023-10-21T15:38:26.896863+0000","last_active":"2023-10-21T15:38:28.099954+0000","last_peered":"2023-10-21T15:38:28.099954+0000","last_clean":"2023-10-21T15:38:28.099954+0000","last_became_active":"2023-10-21T15:38:26.896541+0000","last_became_peered":"2023-10-21T15:38:26.896541+0000","last_unstale":"2023-10-21T15:38:28.099954+0000","last_undegraded":"2023-10-21T15:38:28.099954+0000","last_fullsized":"2023-10-21T15:38:28.099954+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:40:07.776260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883165+0000","last_change":"2023-10-21T15:38:26.886165+0000","last_active":"2023-10-21T15:38:27.883165+0000","last_peered":"2023-10-21T15:38:27.883165+0000","last_clean":"2023-10-21T15:38:27.883165+0000","last_became_active":"2023-10-21T15:38:26.885878+0000","last_became_peered":"2023-10-21T15:38:26.885878+0000","last_unstale":"2023-10-21T15:38:27.883165+0000","last_undegraded":"2023-10-21T15:38:27.883165+0000","last_fullsized":"2023-10-21T15:38:27.883165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:12:33.088705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140489+0000","last_change":"2023-10-21T15:38:26.898290+0000","last_active":"2023-10-21T15:38:28.140489+0000","last_peered":"2023-10-21T15:38:28.140489+0000","last_clean":"2023-10-21T15:38:28.140489+0000","last_became_active":"2023-10-21T15:38:26.897989+0000","last_became_peered":"2023-10-21T15:38:26.897989+0000","last_unstale":"2023-10-21T15:38:28.140489+0000","last_undegraded":"2023-10-21T15:38:28.140489+0000","last_fullsized":"2023-10-21T15:38:28.140489+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:57:08.698089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099224+0000","last_change":"2023-10-21T15:38:26.893966+0000","last_active":"2023-10-21T15:38:28.099224+0000","last_peered":"2023-10-21T15:38:28.099224+0000","last_clean":"2023-10-21T15:38:28.099224+0000","last_became_active":"2023-10-21T15:38:26.893399+0000","last_became_peered":"2023-10-21T15:38:26.893399+0000","last_unstale":"2023-10-21T15:38:28.099224+0000","last_undegraded":"2023-10-21T15:38:28.099224+0000","last_fullsized":"2023-10-21T15:38:28.099224+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:14:39.509360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098440+0000","last_change":"2023-10-21T15:38:26.897029+0000","last_active":"2023-10-21T15:38:28.098440+0000","last_peered":"2023-10-21T15:38:28.098440+0000","last_clean":"2023-10-21T15:38:28.098440+0000","last_became_active":"2023-10-21T15:38:26.896739+0000","last_became_peered":"2023-10-21T15:38:26.896739+0000","last_unstale":"2023-10-21T15:38:28.098440+0000","last_undegraded":"2023-10-21T15:38:28.098440+0000","last_fullsized":"2023-10-21T15:38:28.098440+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:33:38.530676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883263+0000","last_change":"2023-10-21T15:38:26.897775+0000","last_active":"2023-10-21T15:38:27.883263+0000","last_peered":"2023-10-21T15:38:27.883263+0000","last_clean":"2023-10-21T15:38:27.883263+0000","last_became_active":"2023-10-21T15:38:26.897341+0000","last_became_peered":"2023-10-21T15:38:26.897341+0000","last_unstale":"2023-10-21T15:38:27.883263+0000","last_undegraded":"2023-10-21T15:38:27.883263+0000","last_fullsized":"2023-10-21T15:38:27.883263+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:52:38.533155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140830+0000","last_change":"2023-10-21T15:38:26.898907+0000","last_active":"2023-10-21T15:38:28.140830+0000","last_peered":"2023-10-21T15:38:28.140830+0000","last_clean":"2023-10-21T15:38:28.140830+0000","last_became_active":"2023-10-21T15:38:26.898596+0000","last_became_peered":"2023-10-21T15:38:26.898596+0000","last_unstale":"2023-10-21T15:38:28.140830+0000","last_undegraded":"2023-10-21T15:38:28.140830+0000","last_fullsized":"2023-10-21T15:38:28.140830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:17:50.229055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098971+0000","last_change":"2023-10-21T15:38:26.890394+0000","last_active":"2023-10-21T15:38:28.098971+0000","last_peered":"2023-10-21T15:38:28.098971+0000","last_clean":"2023-10-21T15:38:28.098971+0000","last_became_active":"2023-10-21T15:38:26.889961+0000","last_became_peered":"2023-10-21T15:38:26.889961+0000","last_unstale":"2023-10-21T15:38:28.098971+0000","last_undegraded":"2023-10-21T15:38:28.098971+0000","last_fullsized":"2023-10-21T15:38:28.098971+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:49:47.638345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883853+0000","last_change":"2023-10-21T15:38:26.894223+0000","last_active":"2023-10-21T15:38:27.883853+0000","last_peered":"2023-10-21T15:38:27.883853+0000","last_clean":"2023-10-21T15:38:27.883853+0000","last_became_active":"2023-10-21T15:38:26.893909+0000","last_became_peered":"2023-10-21T15:38:26.893909+0000","last_unstale":"2023-10-21T15:38:27.883853+0000","last_undegraded":"2023-10-21T15:38:27.883853+0000","last_fullsized":"2023-10-21T15:38:27.883853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:18:42.174182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098905+0000","last_change":"2023-10-21T15:38:26.889987+0000","last_active":"2023-10-21T15:38:28.098905+0000","last_peered":"2023-10-21T15:38:28.098905+0000","last_clean":"2023-10-21T15:38:28.098905+0000","last_became_active":"2023-10-21T15:38:26.889738+0000","last_became_peered":"2023-10-21T15:38:26.889738+0000","last_unstale":"2023-10-21T15:38:28.098905+0000","last_undegraded":"2023-10-21T15:38:28.098905+0000","last_fullsized":"2023-10-21T15:38:28.098905+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:02:05.271354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098601+0000","last_change":"2023-10-21T15:38:26.894151+0000","last_active":"2023-10-21T15:38:28.098601+0000","last_peered":"2023-10-21T15:38:28.098601+0000","last_clean":"2023-10-21T15:38:28.098601+0000","last_became_active":"2023-10-21T15:38:26.891753+0000","last_became_peered":"2023-10-21T15:38:26.891753+0000","last_unstale":"2023-10-21T15:38:28.098601+0000","last_undegraded":"2023-10-21T15:38:28.098601+0000","last_fullsized":"2023-10-21T15:38:28.098601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:21.048929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098357+0000","last_change":"2023-10-21T15:38:26.894240+0000","last_active":"2023-10-21T15:38:28.098357+0000","last_peered":"2023-10-21T15:38:28.098357+0000","last_clean":"2023-10-21T15:38:28.098357+0000","last_became_active":"2023-10-21T15:38:26.893940+0000","last_became_peered":"2023-10-21T15:38:26.893940+0000","last_unstale":"2023-10-21T15:38:28.098357+0000","last_undegraded":"2023-10-21T15:38:28.098357+0000","last_fullsized":"2023-10-21T15:38:28.098357+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:44:53.337739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099441+0000","last_change":"2023-10-21T15:38:26.897096+0000","last_active":"2023-10-21T15:38:28.099441+0000","last_peered":"2023-10-21T15:38:28.099441+0000","last_clean":"2023-10-21T15:38:28.099441+0000","last_became_active":"2023-10-21T15:38:26.896859+0000","last_became_peered":"2023-10-21T15:38:26.896859+0000","last_unstale":"2023-10-21T15:38:28.099441+0000","last_undegraded":"2023-10-21T15:38:28.099441+0000","last_fullsized":"2023-10-21T15:38:28.099441+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:31:11.748997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099096+0000","last_change":"2023-10-21T15:38:26.883077+0000","last_active":"2023-10-21T15:38:28.099096+0000","last_peered":"2023-10-21T15:38:28.099096+0000","last_clean":"2023-10-21T15:38:28.099096+0000","last_became_active":"2023-10-21T15:38:26.882768+0000","last_became_peered":"2023-10-21T15:38:26.882768+0000","last_unstale":"2023-10-21T15:38:28.099096+0000","last_undegraded":"2023-10-21T15:38:28.099096+0000","last_fullsized":"2023-10-21T15:38:28.099096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:02:39.303454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099049+0000","last_change":"2023-10-21T15:38:26.893854+0000","last_active":"2023-10-21T15:38:28.099049+0000","last_peered":"2023-10-21T15:38:28.099049+0000","last_clean":"2023-10-21T15:38:28.099049+0000","last_became_active":"2023-10-21T15:38:26.893531+0000","last_became_peered":"2023-10-21T15:38:26.893531+0000","last_unstale":"2023-10-21T15:38:28.099049+0000","last_undegraded":"2023-10-21T15:38:28.099049+0000","last_fullsized":"2023-10-21T15:38:28.099049+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:59:23.113741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":66,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:10.761641+0000","last_change":"2023-10-21T15:38:25.873981+0000","last_active":"2023-10-21T15:39:10.761641+0000","last_peered":"2023-10-21T15:39:10.761641+0000","last_clean":"2023-10-21T15:39:10.761641+0000","last_became_active":"2023-10-21T15:38:25.873516+0000","last_became_peered":"2023-10-21T15:38:25.873516+0000","last_unstale":"2023-10-21T15:39:10.761641+0000","last_undegraded":"2023-10-21T15:39:10.761641+0000","last_fullsized":"2023-10-21T15:39:10.761641+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:00:22.440091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":40,"num_read_kb":40,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099689+0000","last_change":"2023-10-21T15:38:26.899511+0000","last_active":"2023-10-21T15:38:28.099689+0000","last_peered":"2023-10-21T15:38:28.099689+0000","last_clean":"2023-10-21T15:38:28.099689+0000","last_became_active":"2023-10-21T15:38:26.899141+0000","last_became_peered":"2023-10-21T15:38:26.899141+0000","last_unstale":"2023-10-21T15:38:28.099689+0000","last_undegraded":"2023-10-21T15:38:28.099689+0000","last_fullsized":"2023-10-21T15:38:28.099689+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:58:56.275159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099895+0000","last_change":"2023-10-21T15:38:25.879150+0000","last_active":"2023-10-21T15:38:28.099895+0000","last_peered":"2023-10-21T15:38:28.099895+0000","last_clean":"2023-10-21T15:38:28.099895+0000","last_became_active":"2023-10-21T15:38:25.878810+0000","last_became_peered":"2023-10-21T15:38:25.878810+0000","last_unstale":"2023-10-21T15:38:28.099895+0000","last_undegraded":"2023-10-21T15:38:28.099895+0000","last_fullsized":"2023-10-21T15:38:28.099895+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:31:38.921431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098890+0000","last_change":"2023-10-21T15:38:26.895936+0000","last_active":"2023-10-21T15:38:28.098890+0000","last_peered":"2023-10-21T15:38:28.098890+0000","last_clean":"2023-10-21T15:38:28.098890+0000","last_became_active":"2023-10-21T15:38:26.895650+0000","last_became_peered":"2023-10-21T15:38:26.895650+0000","last_unstale":"2023-10-21T15:38:28.098890+0000","last_undegraded":"2023-10-21T15:38:28.098890+0000","last_fullsized":"2023-10-21T15:38:28.098890+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:25:28.081813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:33.700245+0000","last_change":"2023-10-21T15:38:25.878767+0000","last_active":"2023-10-21T15:38:33.700245+0000","last_peered":"2023-10-21T15:38:33.700245+0000","last_clean":"2023-10-21T15:38:33.700245+0000","last_became_active":"2023-10-21T15:38:25.878433+0000","last_became_peered":"2023-10-21T15:38:25.878433+0000","last_unstale":"2023-10-21T15:38:33.700245+0000","last_undegraded":"2023-10-21T15:38:33.700245+0000","last_fullsized":"2023-10-21T15:38:33.700245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:53:52.772470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098779+0000","last_change":"2023-10-21T15:38:26.894730+0000","last_active":"2023-10-21T15:38:28.098779+0000","last_peered":"2023-10-21T15:38:28.098779+0000","last_clean":"2023-10-21T15:38:28.098779+0000","last_became_active":"2023-10-21T15:38:26.894353+0000","last_became_peered":"2023-10-21T15:38:26.894353+0000","last_unstale":"2023-10-21T15:38:28.098779+0000","last_undegraded":"2023-10-21T15:38:28.098779+0000","last_fullsized":"2023-10-21T15:38:28.098779+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:22:27.135454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700714+0000","last_change":"2023-10-21T15:38:25.877831+0000","last_active":"2023-10-21T15:38:32.700714+0000","last_peered":"2023-10-21T15:38:32.700714+0000","last_clean":"2023-10-21T15:38:32.700714+0000","last_became_active":"2023-10-21T15:38:25.877084+0000","last_became_peered":"2023-10-21T15:38:25.877084+0000","last_unstale":"2023-10-21T15:38:32.700714+0000","last_undegraded":"2023-10-21T15:38:32.700714+0000","last_fullsized":"2023-10-21T15:38:32.700714+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:56:24.090502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.890010+0000","last_change":"2023-10-21T15:38:26.900772+0000","last_active":"2023-10-21T15:38:27.890010+0000","last_peered":"2023-10-21T15:38:27.890010+0000","last_clean":"2023-10-21T15:38:27.890010+0000","last_became_active":"2023-10-21T15:38:26.900339+0000","last_became_peered":"2023-10-21T15:38:26.900339+0000","last_unstale":"2023-10-21T15:38:27.890010+0000","last_undegraded":"2023-10-21T15:38:27.890010+0000","last_fullsized":"2023-10-21T15:38:27.890010+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:38:49.973658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":59,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:07.736072+0000","last_change":"2023-10-21T15:38:25.879162+0000","last_active":"2023-10-21T15:39:07.736072+0000","last_peered":"2023-10-21T15:39:07.736072+0000","last_clean":"2023-10-21T15:39:07.736072+0000","last_became_active":"2023-10-21T15:38:25.878817+0000","last_became_peered":"2023-10-21T15:38:25.878817+0000","last_unstale":"2023-10-21T15:39:07.736072+0000","last_undegraded":"2023-10-21T15:39:07.736072+0000","last_fullsized":"2023-10-21T15:39:07.736072+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:13:56.281533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099948+0000","last_change":"2023-10-21T15:38:26.899280+0000","last_active":"2023-10-21T15:38:28.099948+0000","last_peered":"2023-10-21T15:38:28.099948+0000","last_clean":"2023-10-21T15:38:28.099948+0000","last_became_active":"2023-10-21T15:38:26.898983+0000","last_became_peered":"2023-10-21T15:38:26.898983+0000","last_unstale":"2023-10-21T15:38:28.099948+0000","last_undegraded":"2023-10-21T15:38:28.099948+0000","last_fullsized":"2023-10-21T15:38:28.099948+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:23:29.895144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.693616+0000","last_change":"2023-10-21T15:38:25.878451+0000","last_active":"2023-10-21T15:38:31.693616+0000","last_peered":"2023-10-21T15:38:31.693616+0000","last_clean":"2023-10-21T15:38:31.693616+0000","last_became_active":"2023-10-21T15:38:25.878163+0000","last_became_peered":"2023-10-21T15:38:25.878163+0000","last_unstale":"2023-10-21T15:38:31.693616+0000","last_undegraded":"2023-10-21T15:38:31.693616+0000","last_fullsized":"2023-10-21T15:38:31.693616+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:05:40.364480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889788+0000","last_change":"2023-10-21T15:38:26.892537+0000","last_active":"2023-10-21T15:38:27.889788+0000","last_peered":"2023-10-21T15:38:27.889788+0000","last_clean":"2023-10-21T15:38:27.889788+0000","last_became_active":"2023-10-21T15:38:26.892059+0000","last_became_peered":"2023-10-21T15:38:26.892059+0000","last_unstale":"2023-10-21T15:38:27.889788+0000","last_undegraded":"2023-10-21T15:38:27.889788+0000","last_fullsized":"2023-10-21T15:38:27.889788+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:16:44.908468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.687351+0000","last_change":"2023-10-21T15:38:25.875691+0000","last_active":"2023-10-21T15:38:30.687351+0000","last_peered":"2023-10-21T15:38:30.687351+0000","last_clean":"2023-10-21T15:38:30.687351+0000","last_became_active":"2023-10-21T15:38:25.875237+0000","last_became_peered":"2023-10-21T15:38:25.875237+0000","last_unstale":"2023-10-21T15:38:30.687351+0000","last_undegraded":"2023-10-21T15:38:30.687351+0000","last_fullsized":"2023-10-21T15:38:30.687351+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:29.569070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099377+0000","last_change":"2023-10-21T15:38:26.893776+0000","last_active":"2023-10-21T15:38:28.099377+0000","last_peered":"2023-10-21T15:38:28.099377+0000","last_clean":"2023-10-21T15:38:28.099377+0000","last_became_active":"2023-10-21T15:38:26.893414+0000","last_became_peered":"2023-10-21T15:38:26.893414+0000","last_unstale":"2023-10-21T15:38:28.099377+0000","last_undegraded":"2023-10-21T15:38:28.099377+0000","last_fullsized":"2023-10-21T15:38:28.099377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:40:06.755378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700401+0000","last_change":"2023-10-21T15:38:25.876549+0000","last_active":"2023-10-21T15:38:32.700401+0000","last_peered":"2023-10-21T15:38:32.700401+0000","last_clean":"2023-10-21T15:38:32.700401+0000","last_became_active":"2023-10-21T15:38:25.875741+0000","last_became_peered":"2023-10-21T15:38:25.875741+0000","last_unstale":"2023-10-21T15:38:32.700401+0000","last_undegraded":"2023-10-21T15:38:32.700401+0000","last_fullsized":"2023-10-21T15:38:32.700401+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:22.232236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099396+0000","last_change":"2023-10-21T15:38:26.889857+0000","last_active":"2023-10-21T15:38:28.099396+0000","last_peered":"2023-10-21T15:38:28.099396+0000","last_clean":"2023-10-21T15:38:28.099396+0000","last_became_active":"2023-10-21T15:38:26.889551+0000","last_became_peered":"2023-10-21T15:38:26.889551+0000","last_unstale":"2023-10-21T15:38:28.099396+0000","last_undegraded":"2023-10-21T15:38:28.099396+0000","last_fullsized":"2023-10-21T15:38:28.099396+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:19:42.575985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'4","reported_seq":100,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:12.743356+0000","last_change":"2023-10-21T15:38:25.877536+0000","last_active":"2023-10-21T15:39:12.743356+0000","last_peered":"2023-10-21T15:39:12.743356+0000","last_clean":"2023-10-21T15:39:12.743356+0000","last_became_active":"2023-10-21T15:38:25.877034+0000","last_became_peered":"2023-10-21T15:38:25.877034+0000","last_unstale":"2023-10-21T15:39:12.743356+0000","last_undegraded":"2023-10-21T15:39:12.743356+0000","last_fullsized":"2023-10-21T15:39:12.743356+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:32:54.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":83,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098631+0000","last_change":"2023-10-21T15:38:26.882998+0000","last_active":"2023-10-21T15:38:28.098631+0000","last_peered":"2023-10-21T15:38:28.098631+0000","last_clean":"2023-10-21T15:38:28.098631+0000","last_became_active":"2023-10-21T15:38:26.882719+0000","last_became_peered":"2023-10-21T15:38:26.882719+0000","last_unstale":"2023-10-21T15:38:28.098631+0000","last_undegraded":"2023-10-21T15:38:28.098631+0000","last_fullsized":"2023-10-21T15:38:28.098631+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:33:51.297695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.701243+0000","last_change":"2023-10-21T15:38:25.877191+0000","last_active":"2023-10-21T15:38:32.701243+0000","last_peered":"2023-10-21T15:38:32.701243+0000","last_clean":"2023-10-21T15:38:32.701243+0000","last_became_active":"2023-10-21T15:38:25.876859+0000","last_became_peered":"2023-10-21T15:38:25.876859+0000","last_unstale":"2023-10-21T15:38:32.701243+0000","last_undegraded":"2023-10-21T15:38:32.701243+0000","last_fullsized":"2023-10-21T15:38:32.701243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:38:51.651105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099026+0000","last_change":"2023-10-21T15:38:26.893536+0000","last_active":"2023-10-21T15:38:28.099026+0000","last_peered":"2023-10-21T15:38:28.099026+0000","last_clean":"2023-10-21T15:38:28.099026+0000","last_became_active":"2023-10-21T15:38:26.893224+0000","last_became_peered":"2023-10-21T15:38:26.893224+0000","last_unstale":"2023-10-21T15:38:28.099026+0000","last_undegraded":"2023-10-21T15:38:28.099026+0000","last_fullsized":"2023-10-21T15:38:28.099026+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:40.233971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.677756+0000","last_change":"2023-10-21T15:38:25.876646+0000","last_active":"2023-10-21T15:38:30.677756+0000","last_peered":"2023-10-21T15:38:30.677756+0000","last_clean":"2023-10-21T15:38:30.677756+0000","last_became_active":"2023-10-21T15:38:25.875788+0000","last_became_peered":"2023-10-21T15:38:25.875788+0000","last_unstale":"2023-10-21T15:38:30.677756+0000","last_undegraded":"2023-10-21T15:38:30.677756+0000","last_fullsized":"2023-10-21T15:38:30.677756+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:05.096250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098864+0000","last_change":"2023-10-21T15:38:26.886739+0000","last_active":"2023-10-21T15:38:28.098864+0000","last_peered":"2023-10-21T15:38:28.098864+0000","last_clean":"2023-10-21T15:38:28.098864+0000","last_became_active":"2023-10-21T15:38:26.886436+0000","last_became_peered":"2023-10-21T15:38:26.886436+0000","last_unstale":"2023-10-21T15:38:28.098864+0000","last_undegraded":"2023-10-21T15:38:28.098864+0000","last_fullsized":"2023-10-21T15:38:28.098864+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:58:03.408955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'29","reported_seq":135,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:12.755920+0000","last_change":"2023-10-21T15:38:25.872668+0000","last_active":"2023-10-21T15:39:12.755920+0000","last_peered":"2023-10-21T15:39:12.755920+0000","last_clean":"2023-10-21T15:39:12.755920+0000","last_became_active":"2023-10-21T15:38:25.872314+0000","last_became_peered":"2023-10-21T15:38:25.872314+0000","last_unstale":"2023-10-21T15:39:12.755920+0000","last_undegraded":"2023-10-21T15:39:12.755920+0000","last_fullsized":"2023-10-21T15:39:12.755920+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:25:03.925414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56289,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":93,"num_read_kb":100,"num_write":31,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100072+0000","last_change":"2023-10-21T15:38:26.901535+0000","last_active":"2023-10-21T15:38:28.100072+0000","last_peered":"2023-10-21T15:38:28.100072+0000","last_clean":"2023-10-21T15:38:28.100072+0000","last_became_active":"2023-10-21T15:38:26.901232+0000","last_became_peered":"2023-10-21T15:38:26.901232+0000","last_unstale":"2023-10-21T15:38:28.100072+0000","last_undegraded":"2023-10-21T15:38:28.100072+0000","last_fullsized":"2023-10-21T15:38:28.100072+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:09:38.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700214+0000","last_change":"2023-10-21T15:38:25.881847+0000","last_active":"2023-10-21T15:38:32.700214+0000","last_peered":"2023-10-21T15:38:32.700214+0000","last_clean":"2023-10-21T15:38:32.700214+0000","last_became_active":"2023-10-21T15:38:25.881473+0000","last_became_peered":"2023-10-21T15:38:25.881473+0000","last_unstale":"2023-10-21T15:38:32.700214+0000","last_undegraded":"2023-10-21T15:38:32.700214+0000","last_fullsized":"2023-10-21T15:38:32.700214+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:41.216838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.884199+0000","last_change":"2023-10-21T15:38:26.894029+0000","last_active":"2023-10-21T15:38:27.884199+0000","last_peered":"2023-10-21T15:38:27.884199+0000","last_clean":"2023-10-21T15:38:27.884199+0000","last_became_active":"2023-10-21T15:38:26.893790+0000","last_became_peered":"2023-10-21T15:38:26.893790+0000","last_unstale":"2023-10-21T15:38:27.884199+0000","last_undegraded":"2023-10-21T15:38:27.884199+0000","last_fullsized":"2023-10-21T15:38:27.884199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:14:55.059926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700283+0000","last_change":"2023-10-21T15:38:25.876442+0000","last_active":"2023-10-21T15:38:32.700283+0000","last_peered":"2023-10-21T15:38:32.700283+0000","last_clean":"2023-10-21T15:38:32.700283+0000","last_became_active":"2023-10-21T15:38:25.875893+0000","last_became_peered":"2023-10-21T15:38:25.875893+0000","last_unstale":"2023-10-21T15:38:32.700283+0000","last_undegraded":"2023-10-21T15:38:32.700283+0000","last_fullsized":"2023-10-21T15:38:32.700283+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:31.253944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140805+0000","last_change":"2023-10-21T15:38:26.892250+0000","last_active":"2023-10-21T15:38:28.140805+0000","last_peered":"2023-10-21T15:38:28.140805+0000","last_clean":"2023-10-21T15:38:28.140805+0000","last_became_active":"2023-10-21T15:38:26.891918+0000","last_became_peered":"2023-10-21T15:38:26.891918+0000","last_unstale":"2023-10-21T15:38:28.140805+0000","last_undegraded":"2023-10-21T15:38:28.140805+0000","last_fullsized":"2023-10-21T15:38:28.140805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:46:02.617099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":60,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:10.764651+0000","last_change":"2023-10-21T15:38:25.875651+0000","last_active":"2023-10-21T15:39:10.764651+0000","last_peered":"2023-10-21T15:39:10.764651+0000","last_clean":"2023-10-21T15:39:10.764651+0000","last_became_active":"2023-10-21T15:38:25.875304+0000","last_became_peered":"2023-10-21T15:38:25.875304+0000","last_unstale":"2023-10-21T15:39:10.764651+0000","last_undegraded":"2023-10-21T15:39:10.764651+0000","last_fullsized":"2023-10-21T15:39:10.764651+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:48:30.695617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":42,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140451+0000","last_change":"2023-10-21T15:38:26.895122+0000","last_active":"2023-10-21T15:38:28.140451+0000","last_peered":"2023-10-21T15:38:28.140451+0000","last_clean":"2023-10-21T15:38:28.140451+0000","last_became_active":"2023-10-21T15:38:26.894272+0000","last_became_peered":"2023-10-21T15:38:26.894272+0000","last_unstale":"2023-10-21T15:38:28.140451+0000","last_undegraded":"2023-10-21T15:38:28.140451+0000","last_fullsized":"2023-10-21T15:38:28.140451+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:00:42.013640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":31,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700155+0000","last_change":"2023-10-21T15:38:25.873934+0000","last_active":"2023-10-21T15:38:32.700155+0000","last_peered":"2023-10-21T15:38:32.700155+0000","last_clean":"2023-10-21T15:38:32.700155+0000","last_became_active":"2023-10-21T15:38:25.873451+0000","last_became_peered":"2023-10-21T15:38:25.873451+0000","last_unstale":"2023-10-21T15:38:32.700155+0000","last_undegraded":"2023-10-21T15:38:32.700155+0000","last_fullsized":"2023-10-21T15:38:32.700155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:10:09.421310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889478+0000","last_change":"2023-10-21T15:38:26.900552+0000","last_active":"2023-10-21T15:38:27.889478+0000","last_peered":"2023-10-21T15:38:27.889478+0000","last_clean":"2023-10-21T15:38:27.889478+0000","last_became_active":"2023-10-21T15:38:26.900230+0000","last_became_peered":"2023-10-21T15:38:26.900230+0000","last_unstale":"2023-10-21T15:38:27.889478+0000","last_undegraded":"2023-10-21T15:38:27.889478+0000","last_fullsized":"2023-10-21T15:38:27.889478+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:31:11.093553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.674471+0000","last_change":"2023-10-21T15:38:25.877414+0000","last_active":"2023-10-21T15:38:30.674471+0000","last_peered":"2023-10-21T15:38:30.674471+0000","last_clean":"2023-10-21T15:38:30.674471+0000","last_became_active":"2023-10-21T15:38:25.877108+0000","last_became_peered":"2023-10-21T15:38:25.877108+0000","last_unstale":"2023-10-21T15:38:30.674471+0000","last_undegraded":"2023-10-21T15:38:30.674471+0000","last_fullsized":"2023-10-21T15:38:30.674471+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:44:03.587093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098977+0000","last_change":"2023-10-21T15:38:26.893441+0000","last_active":"2023-10-21T15:38:28.098977+0000","last_peered":"2023-10-21T15:38:28.098977+0000","last_clean":"2023-10-21T15:38:28.098977+0000","last_became_active":"2023-10-21T15:38:26.893140+0000","last_became_peered":"2023-10-21T15:38:26.893140+0000","last_unstale":"2023-10-21T15:38:28.098977+0000","last_undegraded":"2023-10-21T15:38:28.098977+0000","last_fullsized":"2023-10-21T15:38:28.098977+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:06:25.188921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098743+0000","last_change":"2023-10-21T15:38:25.875305+0000","last_active":"2023-10-21T15:38:28.098743+0000","last_peered":"2023-10-21T15:38:28.098743+0000","last_clean":"2023-10-21T15:38:28.098743+0000","last_became_active":"2023-10-21T15:38:25.874951+0000","last_became_peered":"2023-10-21T15:38:25.874951+0000","last_unstale":"2023-10-21T15:38:28.098743+0000","last_undegraded":"2023-10-21T15:38:28.098743+0000","last_fullsized":"2023-10-21T15:38:28.098743+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:04:14.812915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.025053+0000","last_change":"2023-10-21T15:38:26.895911+0000","last_active":"2023-10-21T15:38:28.025053+0000","last_peered":"2023-10-21T15:38:28.025053+0000","last_clean":"2023-10-21T15:38:28.025053+0000","last_became_active":"2023-10-21T15:38:26.895602+0000","last_became_peered":"2023-10-21T15:38:26.895602+0000","last_unstale":"2023-10-21T15:38:28.025053+0000","last_undegraded":"2023-10-21T15:38:28.025053+0000","last_fullsized":"2023-10-21T15:38:28.025053+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:33:52.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":58,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:10.762317+0000","last_change":"2023-10-21T15:38:25.878916+0000","last_active":"2023-10-21T15:39:10.762317+0000","last_peered":"2023-10-21T15:39:10.762317+0000","last_clean":"2023-10-21T15:39:10.762317+0000","last_became_active":"2023-10-21T15:38:25.878605+0000","last_became_peered":"2023-10-21T15:38:25.878605+0000","last_unstale":"2023-10-21T15:39:10.762317+0000","last_undegraded":"2023-10-21T15:39:10.762317+0000","last_fullsized":"2023-10-21T15:39:10.762317+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:21:17.780944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":40,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883234+0000","last_change":"2023-10-21T15:38:26.889767+0000","last_active":"2023-10-21T15:38:27.883234+0000","last_peered":"2023-10-21T15:38:27.883234+0000","last_clean":"2023-10-21T15:38:27.883234+0000","last_became_active":"2023-10-21T15:38:26.889470+0000","last_became_peered":"2023-10-21T15:38:26.889470+0000","last_unstale":"2023-10-21T15:38:27.883234+0000","last_undegraded":"2023-10-21T15:38:27.883234+0000","last_fullsized":"2023-10-21T15:38:27.883234+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:24.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889366+0000","last_change":"2023-10-21T15:38:26.901333+0000","last_active":"2023-10-21T15:38:27.889366+0000","last_peered":"2023-10-21T15:38:27.889366+0000","last_clean":"2023-10-21T15:38:27.889366+0000","last_became_active":"2023-10-21T15:38:26.896338+0000","last_became_peered":"2023-10-21T15:38:26.896338+0000","last_unstale":"2023-10-21T15:38:27.889366+0000","last_undegraded":"2023-10-21T15:38:27.889366+0000","last_fullsized":"2023-10-21T15:38:27.889366+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:48.919749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"84'5","reported_seq":57,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:09.762610+0000","last_change":"2023-10-21T15:38:25.884503+0000","last_active":"2023-10-21T15:39:09.762610+0000","last_peered":"2023-10-21T15:39:09.762610+0000","last_clean":"2023-10-21T15:39:09.762610+0000","last_became_active":"2023-10-21T15:38:25.884195+0000","last_became_peered":"2023-10-21T15:38:25.884195+0000","last_unstale":"2023-10-21T15:39:09.762610+0000","last_undegraded":"2023-10-21T15:39:09.762610+0000","last_fullsized":"2023-10-21T15:39:09.762610+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:22:38.645988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":39,"num_read_kb":39,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099135+0000","last_change":"2023-10-21T15:38:26.887547+0000","last_active":"2023-10-21T15:38:28.099135+0000","last_peered":"2023-10-21T15:38:28.099135+0000","last_clean":"2023-10-21T15:38:28.099135+0000","last_became_active":"2023-10-21T15:38:26.886427+0000","last_became_peered":"2023-10-21T15:38:26.886427+0000","last_unstale":"2023-10-21T15:38:28.099135+0000","last_undegraded":"2023-10-21T15:38:28.099135+0000","last_fullsized":"2023-10-21T15:38:28.099135+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:19:17.570404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:33.699974+0000","last_change":"2023-10-21T15:38:25.871653+0000","last_active":"2023-10-21T15:38:33.699974+0000","last_peered":"2023-10-21T15:38:33.699974+0000","last_clean":"2023-10-21T15:38:33.699974+0000","last_became_active":"2023-10-21T15:38:25.871296+0000","last_became_peered":"2023-10-21T15:38:25.871296+0000","last_unstale":"2023-10-21T15:38:33.699974+0000","last_undegraded":"2023-10-21T15:38:33.699974+0000","last_fullsized":"2023-10-21T15:38:33.699974+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:05:39.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":310,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-10-21T15:38:26.885409+0000","last_change":"2023-10-21T15:37:26.057389+0000","last_active":"2023-10-21T15:38:26.885409+0000","last_peered":"2023-10-21T15:38:26.885409+0000","last_clean":"2023-10-21T15:38:26.885409+0000","last_became_active":"2023-10-21T15:37:26.056924+0000","last_became_peered":"2023-10-21T15:37:26.056924+0000","last_unstale":"2023-10-21T15:38:26.885409+0000","last_undegraded":"2023-10-21T15:38:26.885409+0000","last_fullsized":"2023-10-21T15:38:26.885409+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_clean_scrub_stamp":"2023-10-21T15:34:29.971370+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:55:44.580703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882619+0000","last_change":"2023-10-21T15:38:26.890694+0000","last_active":"2023-10-21T15:38:27.882619+0000","last_peered":"2023-10-21T15:38:27.882619+0000","last_clean":"2023-10-21T15:38:27.882619+0000","last_became_active":"2023-10-21T15:38:26.890358+0000","last_became_peered":"2023-10-21T15:38:26.890358+0000","last_unstale":"2023-10-21T15:38:27.882619+0000","last_undegraded":"2023-10-21T15:38:27.882619+0000","last_fullsized":"2023-10-21T15:38:27.882619+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:25:27.346968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:30.686816+0000","last_change":"2023-10-21T15:38:25.878475+0000","last_active":"2023-10-21T15:38:30.686816+0000","last_peered":"2023-10-21T15:38:30.686816+0000","last_clean":"2023-10-21T15:38:30.686816+0000","last_became_active":"2023-10-21T15:38:25.878121+0000","last_became_peered":"2023-10-21T15:38:25.878121+0000","last_unstale":"2023-10-21T15:38:30.686816+0000","last_undegraded":"2023-10-21T15:38:30.686816+0000","last_fullsized":"2023-10-21T15:38:30.686816+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:56:27.649381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.689783+0000","last_change":"2023-10-21T15:38:25.873109+0000","last_active":"2023-10-21T15:38:31.689783+0000","last_peered":"2023-10-21T15:38:31.689783+0000","last_clean":"2023-10-21T15:38:31.689783+0000","last_became_active":"2023-10-21T15:38:25.872788+0000","last_became_peered":"2023-10-21T15:38:25.872788+0000","last_unstale":"2023-10-21T15:38:31.689783+0000","last_undegraded":"2023-10-21T15:38:31.689783+0000","last_fullsized":"2023-10-21T15:38:31.689783+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:21:25.251516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882806+0000","last_change":"2023-10-21T15:38:26.901500+0000","last_active":"2023-10-21T15:38:27.882806+0000","last_peered":"2023-10-21T15:38:27.882806+0000","last_clean":"2023-10-21T15:38:27.882806+0000","last_became_active":"2023-10-21T15:38:26.901126+0000","last_became_peered":"2023-10-21T15:38:26.901126+0000","last_unstale":"2023-10-21T15:38:27.882806+0000","last_undegraded":"2023-10-21T15:38:27.882806+0000","last_fullsized":"2023-10-21T15:38:27.882806+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:53:28.117172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'9","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:36.770137+0000","last_change":"2023-10-21T15:38:25.885899+0000","last_active":"2023-10-21T15:38:36.770137+0000","last_peered":"2023-10-21T15:38:36.770137+0000","last_clean":"2023-10-21T15:38:36.770137+0000","last_became_active":"2023-10-21T15:38:25.885597+0000","last_became_peered":"2023-10-21T15:38:25.885597+0000","last_unstale":"2023-10-21T15:38:36.770137+0000","last_undegraded":"2023-10-21T15:38:36.770137+0000","last_fullsized":"2023-10-21T15:38:36.770137+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:26:17.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100402+0000","last_change":"2023-10-21T15:38:26.895852+0000","last_active":"2023-10-21T15:38:28.100402+0000","last_peered":"2023-10-21T15:38:28.100402+0000","last_clean":"2023-10-21T15:38:28.100402+0000","last_became_active":"2023-10-21T15:38:26.894433+0000","last_became_peered":"2023-10-21T15:38:26.894433+0000","last_unstale":"2023-10-21T15:38:28.100402+0000","last_undegraded":"2023-10-21T15:38:28.100402+0000","last_fullsized":"2023-10-21T15:38:28.100402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:53.377014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700335+0000","last_change":"2023-10-21T15:38:25.867897+0000","last_active":"2023-10-21T15:38:32.700335+0000","last_peered":"2023-10-21T15:38:32.700335+0000","last_clean":"2023-10-21T15:38:32.700335+0000","last_became_active":"2023-10-21T15:38:25.867599+0000","last_became_peered":"2023-10-21T15:38:25.867599+0000","last_unstale":"2023-10-21T15:38:32.700335+0000","last_undegraded":"2023-10-21T15:38:32.700335+0000","last_fullsized":"2023-10-21T15:38:32.700335+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:29:55.709865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100186+0000","last_change":"2023-10-21T15:38:26.888394+0000","last_active":"2023-10-21T15:38:28.100186+0000","last_peered":"2023-10-21T15:38:28.100186+0000","last_clean":"2023-10-21T15:38:28.100186+0000","last_became_active":"2023-10-21T15:38:26.888093+0000","last_became_peered":"2023-10-21T15:38:26.888093+0000","last_unstale":"2023-10-21T15:38:28.100186+0000","last_undegraded":"2023-10-21T15:38:28.100186+0000","last_fullsized":"2023-10-21T15:38:28.100186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:58:41.172589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975863+0000","last_change":"2023-10-21T15:38:25.872897+0000","last_active":"2023-10-21T15:38:29.975863+0000","last_peered":"2023-10-21T15:38:29.975863+0000","last_clean":"2023-10-21T15:38:29.975863+0000","last_became_active":"2023-10-21T15:38:25.872602+0000","last_became_peered":"2023-10-21T15:38:25.872602+0000","last_unstale":"2023-10-21T15:38:29.975863+0000","last_undegraded":"2023-10-21T15:38:29.975863+0000","last_fullsized":"2023-10-21T15:38:29.975863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:36:39.400136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099857+0000","last_change":"2023-10-21T15:38:26.898862+0000","last_active":"2023-10-21T15:38:28.099857+0000","last_peered":"2023-10-21T15:38:28.099857+0000","last_clean":"2023-10-21T15:38:28.099857+0000","last_became_active":"2023-10-21T15:38:26.898542+0000","last_became_peered":"2023-10-21T15:38:26.898542+0000","last_unstale":"2023-10-21T15:38:28.099857+0000","last_undegraded":"2023-10-21T15:38:28.099857+0000","last_fullsized":"2023-10-21T15:38:28.099857+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:32:14.627048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.700665+0000","last_change":"2023-10-21T15:38:25.884231+0000","last_active":"2023-10-21T15:38:32.700665+0000","last_peered":"2023-10-21T15:38:32.700665+0000","last_clean":"2023-10-21T15:38:32.700665+0000","last_became_active":"2023-10-21T15:38:25.883904+0000","last_became_peered":"2023-10-21T15:38:25.883904+0000","last_unstale":"2023-10-21T15:38:32.700665+0000","last_undegraded":"2023-10-21T15:38:32.700665+0000","last_fullsized":"2023-10-21T15:38:32.700665+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:38:00.151186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098512+0000","last_change":"2023-10-21T15:38:26.896477+0000","last_active":"2023-10-21T15:38:28.098512+0000","last_peered":"2023-10-21T15:38:28.098512+0000","last_clean":"2023-10-21T15:38:28.098512+0000","last_became_active":"2023-10-21T15:38:26.896161+0000","last_became_peered":"2023-10-21T15:38:26.896161+0000","last_unstale":"2023-10-21T15:38:28.098512+0000","last_undegraded":"2023-10-21T15:38:28.098512+0000","last_fullsized":"2023-10-21T15:38:28.098512+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:53:36.752844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:35.062952+0000","last_change":"2023-10-21T15:38:25.881905+0000","last_active":"2023-10-21T15:38:35.062952+0000","last_peered":"2023-10-21T15:38:35.062952+0000","last_clean":"2023-10-21T15:38:35.062952+0000","last_became_active":"2023-10-21T15:38:25.881517+0000","last_became_peered":"2023-10-21T15:38:25.881517+0000","last_unstale":"2023-10-21T15:38:35.062952+0000","last_undegraded":"2023-10-21T15:38:35.062952+0000","last_fullsized":"2023-10-21T15:38:35.062952+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:07.611430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098929+0000","last_change":"2023-10-21T15:38:26.890539+0000","last_active":"2023-10-21T15:38:28.098929+0000","last_peered":"2023-10-21T15:38:28.098929+0000","last_clean":"2023-10-21T15:38:28.098929+0000","last_became_active":"2023-10-21T15:38:26.890232+0000","last_became_peered":"2023-10-21T15:38:26.890232+0000","last_unstale":"2023-10-21T15:38:28.098929+0000","last_undegraded":"2023-10-21T15:38:28.098929+0000","last_fullsized":"2023-10-21T15:38:28.098929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:56:10.082811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:29.975699+0000","last_change":"2023-10-21T15:38:25.874103+0000","last_active":"2023-10-21T15:38:29.975699+0000","last_peered":"2023-10-21T15:38:29.975699+0000","last_clean":"2023-10-21T15:38:29.975699+0000","last_became_active":"2023-10-21T15:38:25.873775+0000","last_became_peered":"2023-10-21T15:38:25.873775+0000","last_unstale":"2023-10-21T15:38:29.975699+0000","last_undegraded":"2023-10-21T15:38:29.975699+0000","last_fullsized":"2023-10-21T15:38:29.975699+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:35:13.206524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140660+0000","last_change":"2023-10-21T15:38:26.899737+0000","last_active":"2023-10-21T15:38:28.140660+0000","last_peered":"2023-10-21T15:38:28.140660+0000","last_clean":"2023-10-21T15:38:28.140660+0000","last_became_active":"2023-10-21T15:38:26.899412+0000","last_became_peered":"2023-10-21T15:38:26.899412+0000","last_unstale":"2023-10-21T15:38:28.140660+0000","last_undegraded":"2023-10-21T15:38:28.140660+0000","last_fullsized":"2023-10-21T15:38:28.140660+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:30:04.477638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"84'6","reported_seq":57,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:39:07.776454+0000","last_change":"2023-10-21T15:38:25.871074+0000","last_active":"2023-10-21T15:39:07.776454+0000","last_peered":"2023-10-21T15:39:07.776454+0000","last_clean":"2023-10-21T15:39:07.776454+0000","last_became_active":"2023-10-21T15:38:25.870774+0000","last_became_peered":"2023-10-21T15:38:25.870774+0000","last_unstale":"2023-10-21T15:39:07.776454+0000","last_undegraded":"2023-10-21T15:39:07.776454+0000","last_fullsized":"2023-10-21T15:39:07.776454+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:08:38.170372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":38,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140921+0000","last_change":"2023-10-21T15:38:26.897360+0000","last_active":"2023-10-21T15:38:28.140921+0000","last_peered":"2023-10-21T15:38:28.140921+0000","last_clean":"2023-10-21T15:38:28.140921+0000","last_became_active":"2023-10-21T15:38:26.896995+0000","last_became_peered":"2023-10-21T15:38:26.896995+0000","last_unstale":"2023-10-21T15:38:28.140921+0000","last_undegraded":"2023-10-21T15:38:28.140921+0000","last_fullsized":"2023-10-21T15:38:28.140921+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:38:45.828527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:31.689124+0000","last_change":"2023-10-21T15:38:25.882083+0000","last_active":"2023-10-21T15:38:31.689124+0000","last_peered":"2023-10-21T15:38:31.689124+0000","last_clean":"2023-10-21T15:38:31.689124+0000","last_became_active":"2023-10-21T15:38:25.881750+0000","last_became_peered":"2023-10-21T15:38:25.881750+0000","last_unstale":"2023-10-21T15:38:31.689124+0000","last_undegraded":"2023-10-21T15:38:31.689124+0000","last_fullsized":"2023-10-21T15:38:31.689124+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:59:47.975125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'1","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140744+0000","last_change":"2023-10-21T15:38:26.894931+0000","last_active":"2023-10-21T15:38:28.140744+0000","last_peered":"2023-10-21T15:38:28.140744+0000","last_clean":"2023-10-21T15:38:28.140744+0000","last_became_active":"2023-10-21T15:38:26.894595+0000","last_became_peered":"2023-10-21T15:38:26.894595+0000","last_unstale":"2023-10-21T15:38:28.140744+0000","last_undegraded":"2023-10-21T15:38:28.140744+0000","last_fullsized":"2023-10-21T15:38:28.140744+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:12:43.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:32.699251+0000","last_change":"2023-10-21T15:38:25.881824+0000","last_active":"2023-10-21T15:38:32.699251+0000","last_peered":"2023-10-21T15:38:32.699251+0000","last_clean":"2023-10-21T15:38:32.699251+0000","last_became_active":"2023-10-21T15:38:25.881474+0000","last_became_peered":"2023-10-21T15:38:25.881474+0000","last_unstale":"2023-10-21T15:38:32.699251+0000","last_undegraded":"2023-10-21T15:38:32.699251+0000","last_fullsized":"2023-10-21T15:38:32.699251+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:38.330884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.140969+0000","last_change":"2023-10-21T15:38:26.899040+0000","last_active":"2023-10-21T15:38:28.140969+0000","last_peered":"2023-10-21T15:38:28.140969+0000","last_clean":"2023-10-21T15:38:28.140969+0000","last_became_active":"2023-10-21T15:38:26.898725+0000","last_became_peered":"2023-10-21T15:38:26.898725+0000","last_unstale":"2023-10-21T15:38:28.140969+0000","last_undegraded":"2023-10-21T15:38:28.140969+0000","last_fullsized":"2023-10-21T15:38:28.140969+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:41:54.596788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098667+0000","last_change":"2023-10-21T15:38:26.903548+0000","last_active":"2023-10-21T15:38:28.098667+0000","last_peered":"2023-10-21T15:38:28.098667+0000","last_clean":"2023-10-21T15:38:28.098667+0000","last_became_active":"2023-10-21T15:38:26.903097+0000","last_became_peered":"2023-10-21T15:38:26.903097+0000","last_unstale":"2023-10-21T15:38:28.098667+0000","last_undegraded":"2023-10-21T15:38:28.098667+0000","last_fullsized":"2023-10-21T15:38:28.098667+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:28.232463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098893+0000","last_change":"2023-10-21T15:38:26.895573+0000","last_active":"2023-10-21T15:38:28.098893+0000","last_peered":"2023-10-21T15:38:28.098893+0000","last_clean":"2023-10-21T15:38:28.098893+0000","last_became_active":"2023-10-21T15:38:26.895168+0000","last_became_peered":"2023-10-21T15:38:26.895168+0000","last_unstale":"2023-10-21T15:38:28.098893+0000","last_undegraded":"2023-10-21T15:38:28.098893+0000","last_fullsized":"2023-10-21T15:38:28.098893+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:48:56.522010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099120+0000","last_change":"2023-10-21T15:38:26.890728+0000","last_active":"2023-10-21T15:38:28.099120+0000","last_peered":"2023-10-21T15:38:28.099120+0000","last_clean":"2023-10-21T15:38:28.099120+0000","last_became_active":"2023-10-21T15:38:26.890384+0000","last_became_peered":"2023-10-21T15:38:26.890384+0000","last_unstale":"2023-10-21T15:38:28.099120+0000","last_undegraded":"2023-10-21T15:38:28.099120+0000","last_fullsized":"2023-10-21T15:38:28.099120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:19:22.847840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099289+0000","last_change":"2023-10-21T15:38:26.894991+0000","last_active":"2023-10-21T15:38:28.099289+0000","last_peered":"2023-10-21T15:38:28.099289+0000","last_clean":"2023-10-21T15:38:28.099289+0000","last_became_active":"2023-10-21T15:38:26.892249+0000","last_became_peered":"2023-10-21T15:38:26.892249+0000","last_unstale":"2023-10-21T15:38:28.099289+0000","last_undegraded":"2023-10-21T15:38:28.099289+0000","last_fullsized":"2023-10-21T15:38:28.099289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:23:21.801833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.882831+0000","last_change":"2023-10-21T15:38:26.890891+0000","last_active":"2023-10-21T15:38:27.882831+0000","last_peered":"2023-10-21T15:38:27.882831+0000","last_clean":"2023-10-21T15:38:27.882831+0000","last_became_active":"2023-10-21T15:38:26.890418+0000","last_became_peered":"2023-10-21T15:38:26.890418+0000","last_unstale":"2023-10-21T15:38:27.882831+0000","last_undegraded":"2023-10-21T15:38:27.882831+0000","last_fullsized":"2023-10-21T15:38:27.882831+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:46:46.636955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098964+0000","last_change":"2023-10-21T15:38:26.899472+0000","last_active":"2023-10-21T15:38:28.098964+0000","last_peered":"2023-10-21T15:38:28.098964+0000","last_clean":"2023-10-21T15:38:28.098964+0000","last_became_active":"2023-10-21T15:38:26.899151+0000","last_became_peered":"2023-10-21T15:38:26.899151+0000","last_unstale":"2023-10-21T15:38:28.098964+0000","last_undegraded":"2023-10-21T15:38:28.098964+0000","last_fullsized":"2023-10-21T15:38:28.098964+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:10:57.193573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098884+0000","last_change":"2023-10-21T15:38:26.903335+0000","last_active":"2023-10-21T15:38:28.098884+0000","last_peered":"2023-10-21T15:38:28.098884+0000","last_clean":"2023-10-21T15:38:28.098884+0000","last_became_active":"2023-10-21T15:38:26.903033+0000","last_became_peered":"2023-10-21T15:38:26.903033+0000","last_unstale":"2023-10-21T15:38:28.098884+0000","last_undegraded":"2023-10-21T15:38:28.098884+0000","last_fullsized":"2023-10-21T15:38:28.098884+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:55:07.362101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.100339+0000","last_change":"2023-10-21T15:38:26.892240+0000","last_active":"2023-10-21T15:38:28.100339+0000","last_peered":"2023-10-21T15:38:28.100339+0000","last_clean":"2023-10-21T15:38:28.100339+0000","last_became_active":"2023-10-21T15:38:26.891589+0000","last_became_peered":"2023-10-21T15:38:26.891589+0000","last_unstale":"2023-10-21T15:38:28.100339+0000","last_undegraded":"2023-10-21T15:38:28.100339+0000","last_fullsized":"2023-10-21T15:38:28.100339+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:30.321203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.889349+0000","last_change":"2023-10-21T15:38:26.894710+0000","last_active":"2023-10-21T15:38:27.889349+0000","last_peered":"2023-10-21T15:38:27.889349+0000","last_clean":"2023-10-21T15:38:27.889349+0000","last_became_active":"2023-10-21T15:38:26.894413+0000","last_became_peered":"2023-10-21T15:38:26.894413+0000","last_unstale":"2023-10-21T15:38:27.889349+0000","last_undegraded":"2023-10-21T15:38:27.889349+0000","last_fullsized":"2023-10-21T15:38:27.889349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:29.674995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.099697+0000","last_change":"2023-10-21T15:38:26.895463+0000","last_active":"2023-10-21T15:38:28.099697+0000","last_peered":"2023-10-21T15:38:28.099697+0000","last_clean":"2023-10-21T15:38:28.099697+0000","last_became_active":"2023-10-21T15:38:26.894700+0000","last_became_peered":"2023-10-21T15:38:26.894700+0000","last_unstale":"2023-10-21T15:38:28.099697+0000","last_undegraded":"2023-10-21T15:38:28.099697+0000","last_fullsized":"2023-10-21T15:38:28.099697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:56:21.190006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098611+0000","last_change":"2023-10-21T15:38:26.896846+0000","last_active":"2023-10-21T15:38:28.098611+0000","last_peered":"2023-10-21T15:38:28.098611+0000","last_clean":"2023-10-21T15:38:28.098611+0000","last_became_active":"2023-10-21T15:38:26.896512+0000","last_became_peered":"2023-10-21T15:38:26.896512+0000","last_unstale":"2023-10-21T15:38:28.098611+0000","last_undegraded":"2023-10-21T15:38:28.098611+0000","last_fullsized":"2023-10-21T15:38:28.098611+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:33.188705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:27.883677+0000","last_change":"2023-10-21T15:38:26.888852+0000","last_active":"2023-10-21T15:38:27.883677+0000","last_peered":"2023-10-21T15:38:27.883677+0000","last_clean":"2023-10-21T15:38:27.883677+0000","last_became_active":"2023-10-21T15:38:26.888464+0000","last_became_peered":"2023-10-21T15:38:26.888464+0000","last_unstale":"2023-10-21T15:38:27.883677+0000","last_undegraded":"2023-10-21T15:38:27.883677+0000","last_fullsized":"2023-10-21T15:38:27.883677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:09:09.958503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-10-21T15:38:28.098928+0000","last_change":"2023-10-21T15:38:26.892630+0000","last_active":"2023-10-21T15:38:28.098928+0000","last_peered":"2023-10-21T15:38:28.098928+0000","last_clean":"2023-10-21T15:38:28.098928+0000","last_became_active":"2023-10-21T15:38:26.892329+0000","last_became_peered":"2023-10-21T15:38:26.892329+0000","last_unstale":"2023-10-21T15:38:28.098928+0000","last_undegraded":"2023-10-21T15:38:28.098928+0000","last_fullsized":"2023-10-21T15:38:28.098928+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:24:28.187673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63491,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":436,"num_read_kb":290,"num_write":230,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":190473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416404,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":432612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.67300000000000004}]},{"osd":1,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.45200000000000001}]},{"osd":2,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.59699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35499999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.36199999999999999}]},{"osd":5,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.52900000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.70999999999999996}]},{"osd":7,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.58099999999999996}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":9,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.80500000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.745}]}]},{"osd":10,"up_from":71,"seq":304942678042,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28584,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716568,"statfs":{"total":95995035648,"available":95965765632,"internally_reserved":0,"allocated":1605632,"data_stored":1079936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.501},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.47999999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.622}]},{"osd":3,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.66900000000000004}]},{"osd":4,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.60199999999999998}]},{"osd":5,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.79400000000000004}]},{"osd":6,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.76900000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78100000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.75700000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.5800000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.78200000000000003}]},{"osd":11,"last update":"Sat Oct 21 15:38:46 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.4420000000000002,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.86899999999999999}]}]},{"osd":9,"up_from":66,"seq":283467841566,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":432152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.314},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.48699999999999999,"15min":0.497},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56699999999999995,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.33200000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.621,"15min":0.628},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.66400000000000003,"15min":0.68000000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85799999999999998,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.45100000000000001}]},{"osd":2,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.68799999999999994,"15min":0.69799999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.89500000000000002,"5min":1,"15min":1},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.437,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.873,"15min":0.873},"last":0.47499999999999998}]},{"osd":3,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.497,"15min":0.50800000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69899999999999995,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.63600000000000001,"15min":0.66000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65600000000000003,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.34899999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.91500000000000004,"15min":0.96699999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84499999999999997,"5min":5.8840000000000003,"15min":5.8840000000000003},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.67300000000000004,"15min":0.68899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.872,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.56599999999999995}]},{"osd":5,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.70799999999999996,"15min":0.71799999999999997},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.91000000000000003,"5min":1.085,"15min":1.085},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.746,"15min":0.75800000000000001},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82999999999999996,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.43099999999999999}]},{"osd":6,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.73199999999999998,"15min":0.755},"min":{"1min":0.39600000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.92800000000000005,"5min":1.073,"15min":1.073},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.621,"5min":0.749,"15min":0.77100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90700000000000003,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.503}]},{"osd":7,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.74299999999999999,"15min":0.75600000000000001},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1,"5min":1,"15min":1},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.86499999999999999},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97499999999999998,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.623}]},{"osd":8,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.83299999999999996},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.97099999999999997,"5min":1.163,"15min":1.163},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.78400000000000003,"15min":0.79400000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0449999999999999,"5min":1.073,"15min":1.073},"last":0.53800000000000003}]},{"osd":10,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.63400000000000001}]}]},{"osd":8,"up_from":58,"seq":249108103202,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":432199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.52300000000000002,"15min":0.52100000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51600000000000001,"15min":0.51400000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.53000000000000003}]},{"osd":1,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.60999999999999999,"15min":0.60099999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.57899999999999996,"15min":0.57299999999999995},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81699999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.74099999999999999}]},{"osd":2,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.45400000000000001,"15min":0.44800000000000001},"min":{"1min":0.30499999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.47899999999999998,"15min":0.47299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.65500000000000003,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.50700000000000001}]},{"osd":3,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58999999999999997,"15min":0.58799999999999997},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.59699999999999998,"15min":0.59299999999999997},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.63}]},{"osd":4,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.63100000000000001,"15min":0.628},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.64200000000000002,"15min":0.63200000000000001},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.77000000000000002}]},{"osd":5,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.34599999999999997,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.58899999999999997,"15min":0.58299999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.92900000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.79300000000000004}]},{"osd":6,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.69099999999999995,"15min":0.68500000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.70799999999999996,"15min":0.70599999999999996},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.88700000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.71699999999999997,"15min":0.71099999999999997},"min":{"1min":0.50800000000000001,"5min":0.496,"15min":0.496},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.71499999999999997,"15min":0.70799999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.97099999999999997}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.755,"15min":0.748},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.77900000000000003,"15min":0.76500000000000001},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.93799999999999994}]},{"osd":10,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":1.0169999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0389999999999999}]}]},{"osd":7,"up_from":51,"seq":219043332134,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28504,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716648,"statfs":{"total":95995035648,"available":95965847552,"internally_reserved":0,"allocated":1523712,"data_stored":1024722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.501},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.40300000000000002,"15min":0.39300000000000002},"min":{"1min":0.30199999999999999,"5min":0.246,"15min":0.246},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.434,"15min":0.42699999999999999},"min":{"1min":0.29099999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.46700000000000003}]},{"osd":2,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.58899999999999997,"15min":0.59599999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.69599999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56599999999999995,"15min":0.56799999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.78100000000000003,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56299999999999994}]},{"osd":3,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.54800000000000004,"15min":0.53800000000000003},"min":{"1min":0.42699999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.57599999999999996,"15min":0.57099999999999995},"min":{"1min":0.40799999999999997,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.746,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.64100000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.496,"15min":0.49199999999999999},"min":{"1min":0.29199999999999998,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.49099999999999999,"15min":0.48099999999999998},"min":{"1min":0.308,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.443}]},{"osd":5,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.41799999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.47899999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.59799999999999998}]},{"osd":6,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.68799999999999994,"15min":0.68999999999999995},"min":{"1min":0.53300000000000003,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.89800000000000002,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63700000000000001,"15min":0.63300000000000001},"min":{"1min":0.39100000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86599999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.55000000000000004}]},{"osd":8,"last update":"Sat Oct 21 15:38:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.68200000000000005,"15min":0.68000000000000005},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.70399999999999996,"15min":0.70199999999999996},"min":{"1min":0.54500000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.69499999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:39:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.67400000000000004,"15min":0.65900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.95199999999999996,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.753,"5min":0.70599999999999996,"15min":0.69799999999999995},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.622}]},{"osd":10,"last update":"Sat Oct 21 15:38:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.70999999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85699999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495659,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":431875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.48099999999999998,"15min":0.437},"min":{"1min":0.23999999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.2329999999999997,"5min":6.2329999999999997,"15min":6.2329999999999997},"last":0.309},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.42799999999999999,"15min":0.39600000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":2.3380000000000001,"5min":2.3380000000000001,"15min":2.3380000000000001},"last":0.42499999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60199999999999998,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.63900000000000001,"15min":0.61699999999999999},"min":{"1min":0.40000000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.3769999999999998,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.60799999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.65400000000000003,"15min":0.59999999999999998},"min":{"1min":0.505,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":6.0670000000000002,"5min":6.0670000000000002,"15min":6.0670000000000002},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57699999999999996,"15min":0.55900000000000005},"min":{"1min":0.46999999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.44}]},{"osd":3,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46999999999999997,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.76300000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.52600000000000002,"15min":0.48999999999999999},"min":{"1min":0.32900000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.36499999999999999}]},{"osd":4,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.70299999999999996,"15min":0.67300000000000004},"min":{"1min":0.40400000000000003,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":6.1050000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.505},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.873,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.48199999999999998}]},{"osd":5,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.65400000000000003,"15min":0.62},"min":{"1min":0.498,"5min":0.375,"15min":0.375},"max":{"1min":2.468,"5min":2.468,"15min":2.468},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.73499999999999999,"15min":0.69299999999999995},"min":{"1min":0.48399999999999999,"5min":0.439,"15min":0.439},"max":{"1min":6.202,"5min":6.202,"15min":6.202},"last":0.46899999999999997}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.66800000000000004,"15min":0.65400000000000003},"min":{"1min":0.54200000000000004,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.052,"5min":1.052,"15min":1.052},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.71799999999999997,"15min":0.71499999999999997},"min":{"1min":0.48399999999999999,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0009999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.54500000000000004}]},{"osd":8,"last update":"Sat Oct 21 15:38:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.73999999999999999,"15min":0.753},"min":{"1min":0.505,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.98899999999999999,"5min":1.825,"15min":1.825},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.78200000000000003,"15min":0.78000000000000003},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":2.4390000000000001,"5min":2.4390000000000001,"15min":2.4390000000000001},"last":0.56599999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:39:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.78400000000000003,"15min":0.76300000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":5.9930000000000003,"5min":5.9930000000000003,"15min":5.9930000000000003},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.77700000000000002,"15min":0.78500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":0.45800000000000002}]},{"osd":10,"last update":"Sat Oct 21 15:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.59899999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":489071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.495,"15min":0.47299999999999998},"min":{"1min":0.38700000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.93600000000000005,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.49399999999999999,"15min":0.47999999999999998},"min":{"1min":0.372,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.46899999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:38:34 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.52400000000000002,"15min":0.47599999999999998},"min":{"1min":0.40899999999999997,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.52900000000000003,"15min":0.495},"min":{"1min":0.38100000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.65200000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55000000000000004,"15min":0.51800000000000002},"min":{"1min":0.40600000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86099999999999999,"5min":1.034,"15min":1.034},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59599999999999997,"15min":0.55600000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88100000000000001,"5min":1.069,"15min":1.069},"last":0.55900000000000005}]},{"osd":4,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.432,"15min":0.41399999999999998},"min":{"1min":0.32500000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.48699999999999999,"15min":0.47499999999999998},"min":{"1min":0.40400000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.57999999999999996}]},{"osd":5,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.61599999999999999,"15min":0.60299999999999998},"min":{"1min":0.46400000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.63900000000000001,"15min":0.625},"min":{"1min":0.45200000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.371,"5min":1.371,"15min":1.371},"last":0.60699999999999998}]},{"osd":6,"last update":"Sat Oct 21 15:38:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.64900000000000002,"15min":0.64200000000000002},"min":{"1min":0.40100000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.629},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64900000000000002,"15min":0.63800000000000001},"min":{"1min":0.48399999999999999,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.54100000000000004}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.58499999999999996,"15min":0.57899999999999996},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.57799999999999996,"15min":0.56699999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.52700000000000002}]},{"osd":8,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.68300000000000005,"15min":0.66900000000000004},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.66300000000000003,"15min":0.64800000000000002},"min":{"1min":0.47299999999999998,"5min":0.442,"15min":0.442},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.748}]},{"osd":9,"last update":"Sat Oct 21 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.72099999999999997},"min":{"1min":0.55800000000000005,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.91500000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.76700000000000002,"15min":0.75800000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0169999999999999,"5min":1.024,"15min":1.024},"last":0.84399999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.76000000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":433598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 15:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.55300000000000005,"15min":0.53100000000000003},"min":{"1min":0.374,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54500000000000004,"15min":0.54200000000000004},"min":{"1min":0.40500000000000003,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.71899999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:38:36 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.56999999999999995,"15min":0.56100000000000005},"min":{"1min":0.40200000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79500000000000004,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.57899999999999996,"15min":0.55800000000000005},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.879,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.69799999999999995}]},{"osd":3,"last update":"Sat Oct 21 15:36:54 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.40799999999999997,"15min":0.40000000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.47299999999999998,"15min":0.46300000000000002},"min":{"1min":0.31,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.55300000000000005}]},{"osd":4,"last update":"Sat Oct 21 15:38:15 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.39200000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.56399999999999995,"15min":0.55100000000000005},"min":{"1min":0.36699999999999999,"5min":0.312,"15min":0.312},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.68500000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:38:36 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.63,"15min":0.623},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.76500000000000001,"5min":1.014,"15min":1.014},"last":1.008},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.57799999999999996,"15min":0.57699999999999996},"min":{"1min":0.41599999999999998,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.623}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.58799999999999997,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.1369999999999996,"5min":4.1369999999999996,"15min":4.1369999999999996},"last":0.89800000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.45900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69399999999999995,"15min":0.69299999999999995},"min":{"1min":0.44500000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.68100000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:38:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.77600000000000002,"15min":0.76700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":4.0549999999999997,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.64800000000000002,"15min":0.66300000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76300000000000001,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.78700000000000003}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.65700000000000003,"15min":0.66700000000000004},"min":{"1min":0.36099999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.76900000000000002,"15min":0.77600000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.109,"5min":4.109,"15min":4.109},"last":0.96399999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":1.0820000000000001}]},{"osd":11,"last update":"Sat Oct 21 15:38:46 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":4.0800000000000001,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":1.117},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.75}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":489681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:38 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.497,"15min":0.47899999999999998},"min":{"1min":0.35499999999999998,"5min":0.31,"15min":0.31},"max":{"1min":0.621,"5min":1.431,"15min":1.431},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49199999999999999,"15min":0.48899999999999999},"min":{"1min":0.34899999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.67500000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.67600000000000005}]},{"osd":1,"last update":"Sat Oct 21 15:38:38 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.54100000000000004,"15min":0.53400000000000003},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.83699999999999997,"5min":0.874,"15min":0.874},"last":0.499},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55700000000000005,"15min":0.54800000000000004},"min":{"1min":0.41599999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46200000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.56499999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78600000000000003,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57299999999999995,"15min":0.57799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81299999999999994,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.75700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:13 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.55500000000000005,"15min":0.54800000000000004},"min":{"1min":0.38300000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58399999999999996,"15min":0.57199999999999995},"min":{"1min":0.44900000000000001,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80300000000000005,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.439}]},{"osd":5,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.45100000000000001,"15min":0.442},"min":{"1min":0.32500000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.68700000000000006,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.51500000000000001,"15min":0.499},"min":{"1min":0.34000000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.78600000000000003,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.58399999999999996}]},{"osd":6,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.42499999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60999999999999999,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85199999999999998,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.79300000000000004}]},{"osd":7,"last update":"Sat Oct 21 15:38:20 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.63900000000000001,"15min":0.63200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.67700000000000005,"15min":0.67400000000000004},"min":{"1min":0.52200000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.877}]},{"osd":8,"last update":"Sat Oct 21 15:38:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.623,"15min":0.63},"min":{"1min":0.38,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83899999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.624,"15min":0.626},"min":{"1min":0.41699999999999998,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.82799999999999996,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.628}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70899999999999996,"15min":0.71099999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93899999999999995,"5min":1.01,"15min":1.01},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.745,"15min":0.753},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.876,"5min":1.075,"15min":1.075},"last":0.82199999999999995}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.84199999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149751,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":431706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.439,"5min":0.40799999999999997,"15min":0.38300000000000001},"min":{"1min":0.22600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.30399999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.58399999999999996,"15min":0.53400000000000003},"min":{"1min":0.45700000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55500000000000005,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.60299999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.443,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59099999999999997,"15min":0.56699999999999995},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.46100000000000002}]},{"osd":4,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.55500000000000005,"15min":0.52500000000000002},"min":{"1min":0.36799999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.60199999999999998,"15min":0.57599999999999996},"min":{"1min":0.42099999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.71099999999999997}]},{"osd":5,"last update":"Sat Oct 21 15:38:37 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.63,"15min":0.59199999999999997},"min":{"1min":0.373,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.6160000000000001,"5min":3.6160000000000001,"15min":3.6160000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.68200000000000005,"15min":0.64500000000000002},"min":{"1min":0.45900000000000002,"5min":0.443,"15min":0.443},"max":{"1min":3.601,"5min":3.601,"15min":3.601},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.53400000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.83199999999999996,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85999999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.40899999999999997}]},{"osd":7,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.67500000000000004,"15min":0.67100000000000004},"min":{"1min":0.46100000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.66200000000000003,"15min":0.65400000000000003},"min":{"1min":0.49399999999999999,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.61599999999999999}]},{"osd":8,"last update":"Sat Oct 21 15:37:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.85199999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.99399999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.53600000000000003}]},{"osd":10,"last update":"Sat Oct 21 15:38:26 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.304,"5min":1.304,"15min":1.304},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.958,"5min":1.958,"15min":1.958},"last":0.73499999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":4,"up_from":34,"seq":146028888115,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":432120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.49399999999999999,"15min":0.46300000000000002},"min":{"1min":0.377,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":1.5509999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.48799999999999999,"15min":0.46300000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":1.5369999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.36099999999999999,"15min":0.34000000000000002},"min":{"1min":0.29499999999999998,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.38200000000000001,"15min":0.35799999999999998},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.35499999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.57899999999999996,"15min":0.56000000000000005},"min":{"1min":0.53500000000000003,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.88500000000000001,"5min":1.5329999999999999,"15min":1.5329999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.57499999999999996,"15min":0.55200000000000005},"min":{"1min":0.438,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82599999999999996,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.64800000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.53400000000000003,"15min":0.503},"min":{"1min":0.40200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.54300000000000004,"15min":0.52600000000000002},"min":{"1min":0.36799999999999999,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.745}]},{"osd":5,"last update":"Sat Oct 21 15:38:41 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.57999999999999996,"15min":0.55700000000000005},"min":{"1min":0.437,"5min":0.38,"15min":0.38},"max":{"1min":0.85199999999999998,"5min":1.597,"15min":1.597},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.60899999999999999,"15min":0.58399999999999996},"min":{"1min":0.46100000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.871,"5min":1.494,"15min":1.494},"last":0.60999999999999999}]},{"osd":6,"last update":"Sat Oct 21 15:39:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.61199999999999999,"15min":0.59399999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.80600000000000005}]},{"osd":7,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55200000000000005,"15min":0.53800000000000003},"min":{"1min":0.36299999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.54800000000000004,"15min":0.53300000000000003},"min":{"1min":0.40899999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.625}]},{"osd":8,"last update":"Sat Oct 21 15:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.67800000000000005,"15min":0.67300000000000004},"min":{"1min":0.47599999999999998,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.746,"5min":0.71899999999999997,"15min":0.71499999999999997},"min":{"1min":0.51100000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.99099999999999999,"5min":0.995,"15min":0.995},"last":0.67800000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.73599999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.58099999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.78100000000000003}]},{"osd":10,"last update":"Sat Oct 21 15:38:25 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.504}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724591,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1540096,"data_stored":1024341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52800000000000002,"15min":0.51400000000000001},"min":{"1min":0.32900000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.67700000000000005,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.52000000000000002,"15min":0.5},"min":{"1min":0.36699999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71899999999999997,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.41499999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.51500000000000001,"15min":0.501},"min":{"1min":0.40699999999999997,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.55000000000000004,"15min":0.53000000000000003},"min":{"1min":0.39900000000000002,"5min":0.371,"15min":0.371},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.69299999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.39300000000000002,"15min":0.38},"min":{"1min":0.27100000000000002,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.56599999999999995,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.42099999999999999,"15min":0.41499999999999998},"min":{"1min":0.28299999999999997,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.34799999999999998}]},{"osd":3,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.53100000000000003,"15min":0.53300000000000003},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67000000000000004,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.75700000000000001,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.498}]},{"osd":4,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.56899999999999995,"15min":0.54900000000000004},"min":{"1min":0.377,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.54500000000000004,"15min":0.53000000000000003},"min":{"1min":0.42199999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.65400000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57799999999999996,"15min":0.58299999999999996},"min":{"1min":0.35199999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84099999999999997,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.61599999999999999,"15min":0.61199999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.44}]},{"osd":7,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.65100000000000002,"15min":0.64900000000000002},"min":{"1min":0.47599999999999998,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.629},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.46500000000000002,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.61299999999999999}]},{"osd":8,"last update":"Sat Oct 21 15:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.56799999999999995,"15min":0.56200000000000006},"min":{"1min":0.34999999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.38700000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77500000000000002,"5min":0.87,"15min":0.87},"last":0.58999999999999997}]},{"osd":9,"last update":"Sat Oct 21 15:39:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.65300000000000002,"15min":0.64800000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.746},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.71599999999999997,"15min":0.71199999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.72499999999999998}]},{"osd":10,"last update":"Sat Oct 21 15:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.67400000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":58041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":58651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T15:39:15.491 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-21T15:39:15.492 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-21T15:39:15.492 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-10-21T15:39:15.492 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph health --format=json 2023-10-21T15:39:16.092 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:16.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:16 smithi046 ceph-mon[99436]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:16.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:16 smithi046 ceph-mon[99436]: pgmap v283: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:16.990 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:16 smithi105 ceph-mon[103980]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:16.991 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:16 smithi105 ceph-mon[103980]: pgmap v283: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:17.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:16 smithi119 ceph-mon[103628]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:17.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:16 smithi119 ceph-mon[103628]: pgmap v283: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:17.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.299+0000 7fba3acdd700 1 -- 172.21.15.46:0/351365440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 msgr2=0x7fba34106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:17.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.299+0000 7fba3acdd700 1 --2- 172.21.15.46:0/351365440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 0x7fba34106250 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fba280099c0 tx=0x7fba28009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.299+0000 7fba3acdd700 1 -- 172.21.15.46:0/351365440 shutdown_connections 2023-10-21T15:39:17.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.299+0000 7fba3acdd700 1 --2- 172.21.15.46:0/351365440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 0x7fba34106250 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.299+0000 7fba3acdd700 1 --2- 172.21.15.46:0/351365440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba34100820 0x7fba3410cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.299+0000 7fba3acdd700 1 --2- 172.21.15.46:0/351365440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fba340ffe60 0x7fba341002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.299+0000 7fba3acdd700 1 -- 172.21.15.46:0/351365440 >> 172.21.15.46:0/351365440 conn(0x7fba34075e00 msgr2=0x7fba34076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:17.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.299+0000 7fba3acdd700 1 -- 172.21.15.46:0/351365440 shutdown_connections 2023-10-21T15:39:17.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 -- 172.21.15.46:0/351365440 wait complete. 2023-10-21T15:39:17.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 Processor -- start 2023-10-21T15:39:17.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 -- start start 2023-10-21T15:39:17.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba340ffe60 0x7fba3410d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:17.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fba34100820 0x7fba3410dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:17.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 0x7fba3410e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:17.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba341a5350 con 0x7fba34105e70 2023-10-21T15:39:17.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba341a54c0 con 0x7fba34100820 2023-10-21T15:39:17.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3acdd700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba341a5680 con 0x7fba340ffe60 2023-10-21T15:39:17.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.300+0000 7fba3927a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 0x7fba3410e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:17.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3927a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 0x7fba3410e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33698/0 (socket says 172.21.15.46:33698) 2023-10-21T15:39:17.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3927a700 1 -- 172.21.15.46:0/3423750097 learned_addr learned my addr 172.21.15.46:0/3423750097 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:17.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba38a79700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba340ffe60 0x7fba3410d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:17.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba33fff700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fba34100820 0x7fba3410dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:17.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3927a700 1 -- 172.21.15.46:0/3423750097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba340ffe60 msgr2=0x7fba3410d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:17.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3927a700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba340ffe60 0x7fba3410d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3927a700 1 -- 172.21.15.46:0/3423750097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fba34100820 msgr2=0x7fba3410dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:17.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3927a700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fba34100820 0x7fba3410dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3927a700 1 -- 172.21.15.46:0/3423750097 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba280095f0 con 0x7fba34105e70 2023-10-21T15:39:17.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba38a79700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba340ffe60 0x7fba3410d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:17.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3927a700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 0x7fba3410e120 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fba2c007d70 tx=0x7fba2c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:17.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba31ffb700 1 -- 172.21.15.46:0/3423750097 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba2c00ad40 con 0x7fba34105e70 2023-10-21T15:39:17.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba341a5960 con 0x7fba34105e70 2023-10-21T15:39:17.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba31ffb700 1 -- 172.21.15.46:0/3423750097 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba2c0128e0 con 0x7fba34105e70 2023-10-21T15:39:17.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba31ffb700 1 -- 172.21.15.46:0/3423750097 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba2c011780 con 0x7fba34105e70 2023-10-21T15:39:17.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.301+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba341a5e10 con 0x7fba34105e70 2023-10-21T15:39:17.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.302+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba3404ebb0 con 0x7fba34105e70 2023-10-21T15:39:17.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.303+0000 7fba31ffb700 1 -- 172.21.15.46:0/3423750097 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fba2c012a50 con 0x7fba34105e70 2023-10-21T15:39:17.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.304+0000 7fba31ffb700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba240a1510 0x7fba240a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:17.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.304+0000 7fba38a79700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba240a1510 0x7fba240a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:17.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.304+0000 7fba31ffb700 1 -- 172.21.15.46:0/3423750097 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fba2c0ccf60 con 0x7fba34105e70 2023-10-21T15:39:17.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.304+0000 7fba38a79700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba240a1510 0x7fba240a39d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fba28009fd0 tx=0x7fba28005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:17.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.308+0000 7fba31ffb700 1 -- 172.21.15.46:0/3423750097 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fba2c100100 con 0x7fba34105e70 2023-10-21T15:39:17.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.553+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fba34111070 con 0x7fba34105e70 2023-10-21T15:39:17.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.554+0000 7fba31ffb700 1 -- 172.21.15.46:0/3423750097 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fba2c016040 con 0x7fba34105e70 2023-10-21T15:39:17.556 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:17.556 INFO:teuthology.orchestra.run.smithi046.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-21T15:39:17.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba240a1510 msgr2=0x7fba240a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:17.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba240a1510 0x7fba240a39d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fba28009fd0 tx=0x7fba28005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 msgr2=0x7fba3410e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:17.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 0x7fba3410e120 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fba2c007d70 tx=0x7fba2c00a340 comp rx=0 tx=0).stop 2023-10-21T15:39:17.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 shutdown_connections 2023-10-21T15:39:17.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fba240a1510 0x7fba240a39d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fba34105e70 0x7fba3410e120 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fba340ffe60 0x7fba3410d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 --2- 172.21.15.46:0/3423750097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fba34100820 0x7fba3410dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:17.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 >> 172.21.15.46:0/3423750097 conn(0x7fba34075e00 msgr2=0x7fba340fe920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:17.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 shutdown_connections 2023-10-21T15:39:17.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:17.556+0000 7fba3acdd700 1 -- 172.21.15.46:0/3423750097 wait complete. 2023-10-21T15:39:17.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2023-10-21T15:39:17.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-10-21T15:39:17.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2023-10-21T15:39:17.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2023-10-21T15:39:17.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2023-10-21T15:39:17.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2023-10-21T15:39:17.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2023-10-21T15:39:17.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-10-21T15:39:17.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:17 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3423750097' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-21T15:39:17.953 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-10-21T15:39:17.954 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:18.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2023-10-21T15:39:18.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-10-21T15:39:18.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2023-10-21T15:39:18.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2023-10-21T15:39:18.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2023-10-21T15:39:18.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2023-10-21T15:39:18.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2023-10-21T15:39:18.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-10-21T15:39:18.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:17 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3423750097' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-21T15:39:18.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.084+0000 7f3342d41700 1 -- 172.21.15.46:0/886270929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c106bb0 msgr2=0x7f333c109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.084+0000 7f3342d41700 1 --2- 172.21.15.46:0/886270929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c106bb0 0x7f333c109020 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f333400b0a0 tx=0x7f333400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 -- 172.21.15.46:0/886270929 shutdown_connections 2023-10-21T15:39:18.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 --2- 172.21.15.46:0/886270929 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c106bb0 0x7f333c109020 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 --2- 172.21.15.46:0/886270929 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f333c101950 0x7f333c103d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 --2- 172.21.15.46:0/886270929 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f333c104280 0x7f333c106670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 -- 172.21.15.46:0/886270929 >> 172.21.15.46:0/886270929 conn(0x7f333c0fb320 msgr2=0x7f333c0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:18.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 -- 172.21.15.46:0/886270929 shutdown_connections 2023-10-21T15:39:18.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 -- 172.21.15.46:0/886270929 wait complete. 2023-10-21T15:39:18.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 Processor -- start 2023-10-21T15:39:18.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.085+0000 7f3342d41700 1 -- start start 2023-10-21T15:39:18.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3342d41700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c101950 0x7f333c1012c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3342d41700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f333c104280 0x7f333c0ff900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3342d41700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f333c106bb0 0x7f333c0ffe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3342d41700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f333c1005e0 con 0x7f333c101950 2023-10-21T15:39:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3342d41700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f333c100750 con 0x7f333c106bb0 2023-10-21T15:39:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3342d41700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f333c1a0cb0 con 0x7f333c104280 2023-10-21T15:39:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c101950 0x7f333c1012c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c101950 0x7f333c1012c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33708/0 (socket says 172.21.15.46:33708) 2023-10-21T15:39:18.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 -- 172.21.15.46:0/967523448 learned_addr learned my addr 172.21.15.46:0/967523448 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:18.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f33412de700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f333c106bb0 0x7f333c0ffe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f333bfff700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f333c104280 0x7f333c0ff900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 -- 172.21.15.46:0/967523448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f333c104280 msgr2=0x7f333c0ff900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f333c104280 0x7f333c0ff900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 -- 172.21.15.46:0/967523448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f333c106bb0 msgr2=0x7f333c0ffe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f333c106bb0 0x7f333c0ffe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 -- 172.21.15.46:0/967523448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3334009d00 con 0x7f333c101950 2023-10-21T15:39:18.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f33412de700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f333c106bb0 0x7f333c0ffe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:18.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3340add700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c101950 0x7f333c1012c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f333000c920 tx=0x7f333000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:18.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3339ffb700 1 -- 172.21.15.46:0/967523448 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3330007b00 con 0x7f333c101950 2023-10-21T15:39:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3339ffb700 1 -- 172.21.15.46:0/967523448 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3330004cf0 con 0x7f333c101950 2023-10-21T15:39:18.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f333c1a0f90 con 0x7f333c101950 2023-10-21T15:39:18.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.086+0000 7f3339ffb700 1 -- 172.21.15.46:0/967523448 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3330005610 con 0x7f333c101950 2023-10-21T15:39:18.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.087+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f333c1a1430 con 0x7f333c101950 2023-10-21T15:39:18.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.088+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f333c0fcea0 con 0x7f333c101950 2023-10-21T15:39:18.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.089+0000 7f3339ffb700 1 -- 172.21.15.46:0/967523448 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f3330004750 con 0x7f333c101950 2023-10-21T15:39:18.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.089+0000 7f3339ffb700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f332c0a15c0 0x7f332c0a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.089+0000 7f333bfff700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f332c0a15c0 0x7f332c0a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.089+0000 7f3339ffb700 1 -- 172.21.15.46:0/967523448 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f33300cce80 con 0x7f333c101950 2023-10-21T15:39:18.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.090+0000 7f333bfff700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f332c0a15c0 0x7f332c0a3a80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3328006fd0 tx=0x7f3328008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:18.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.093+0000 7f3339ffb700 1 -- 172.21.15.46:0/967523448 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3330096390 con 0x7f333c101950 2023-10-21T15:39:18.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2023-10-21T15:39:18.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-10-21T15:39:18.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2023-10-21T15:39:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2023-10-21T15:39:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2023-10-21T15:39:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2023-10-21T15:39:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2023-10-21T15:39:18.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-10-21T15:39:18.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:17 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3423750097' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-21T15:39:18.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.296+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f333c10c780 con 0x7f333c101950 2023-10-21T15:39:18.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.298+0000 7f3339ffb700 1 -- 172.21.15.46:0/967523448 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22552 (secure 0 0 0) 0x7f333001d020 con 0x7f333c101950 2023-10-21T15:39:18.299 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:18.300 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":85,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:17.734471+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:18.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f332c0a15c0 msgr2=0x7f332c0a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f332c0a15c0 0x7f332c0a3a80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f3328006fd0 tx=0x7f3328008040 comp rx=0 tx=0).stop 2023-10-21T15:39:18.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c101950 msgr2=0x7f333c1012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c101950 0x7f333c1012c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f333000c920 tx=0x7f333000cce0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 shutdown_connections 2023-10-21T15:39:18.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f332c0a15c0 0x7f332c0a3a80 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f333c101950 0x7f333c1012c0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f333c106bb0 0x7f333c0ffe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 --2- 172.21.15.46:0/967523448 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f333c104280 0x7f333c0ff900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 >> 172.21.15.46:0/967523448 conn(0x7f333c0fb320 msgr2=0x7f333c1025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:18.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 shutdown_connections 2023-10-21T15:39:18.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.300+0000 7f3342d41700 1 -- 172.21.15.46:0/967523448 wait complete. 2023-10-21T15:39:18.314 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:39:18.315 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:39:18.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 -- 172.21.15.46:0/2381752852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 msgr2=0x7f9c781001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 --2- 172.21.15.46:0/2381752852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 0x7f9c781001d0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9c680099c0 tx=0x7f9c68009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 -- 172.21.15.46:0/2381752852 shutdown_connections 2023-10-21T15:39:18.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 --2- 172.21.15.46:0/2381752852 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 0x7f9c781001d0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 --2- 172.21.15.46:0/2381752852 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c78101940 0x7f9c781081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 --2- 172.21.15.46:0/2381752852 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78100fa0 0x7f9c78101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 -- 172.21.15.46:0/2381752852 >> 172.21.15.46:0/2381752852 conn(0x7f9c780fb320 msgr2=0x7f9c780fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:18.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 -- 172.21.15.46:0/2381752852 shutdown_connections 2023-10-21T15:39:18.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.444+0000 7f9c80258700 1 -- 172.21.15.46:0/2381752852 wait complete. 2023-10-21T15:39:18.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c80258700 1 Processor -- start 2023-10-21T15:39:18.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c80258700 1 -- start start 2023-10-21T15:39:18.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c80258700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 0x7f9c78196c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c80258700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c78100fa0 0x7f9c78197170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c80258700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101940 0x7f9c7819e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c80258700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7819e770 con 0x7f9c780ffdb0 2023-10-21T15:39:18.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c80258700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7819e8e0 con 0x7f9c78100fa0 2023-10-21T15:39:18.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c80258700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c7819eaa0 con 0x7f9c78101940 2023-10-21T15:39:18.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 0x7f9c78196c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 0x7f9c78196c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33722/0 (socket says 172.21.15.46:33722) 2023-10-21T15:39:18.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 -- 172.21.15.46:0/3844681758 learned_addr learned my addr 172.21.15.46:0/3844681758 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:18.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7d7f3700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c78100fa0 0x7f9c78197170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 -- 172.21.15.46:0/3844681758 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101940 msgr2=0x7f9c7819e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101940 0x7f9c7819e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 -- 172.21.15.46:0/3844681758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c78100fa0 msgr2=0x7f9c78197170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c78100fa0 0x7f9c78197170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 -- 172.21.15.46:0/3844681758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c680095f0 con 0x7f9c780ffdb0 2023-10-21T15:39:18.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.445+0000 7f9c7dff4700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 0x7f9c78196c30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9c680036f0 tx=0x7f9c68009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:18.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.446+0000 7f9c6effd700 1 -- 172.21.15.46:0/3844681758 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c6801d070 con 0x7f9c780ffdb0 2023-10-21T15:39:18.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.446+0000 7f9c6effd700 1 -- 172.21.15.46:0/3844681758 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9c68004110 con 0x7f9c780ffdb0 2023-10-21T15:39:18.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.446+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c7819ed20 con 0x7f9c780ffdb0 2023-10-21T15:39:18.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.446+0000 7f9c6effd700 1 -- 172.21.15.46:0/3844681758 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c68021410 con 0x7f9c780ffdb0 2023-10-21T15:39:18.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.446+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c7819f140 con 0x7f9c780ffdb0 2023-10-21T15:39:18.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.446+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c7810c710 con 0x7f9c780ffdb0 2023-10-21T15:39:18.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.448+0000 7f9c6effd700 1 -- 172.21.15.46:0/3844681758 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f9c6800f660 con 0x7f9c780ffdb0 2023-10-21T15:39:18.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.448+0000 7f9c6effd700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c640a1510 0x7f9c640a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.449+0000 7f9c7d7f3700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c640a1510 0x7f9c640a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.449+0000 7f9c6effd700 1 -- 172.21.15.46:0/3844681758 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9c680ce300 con 0x7f9c780ffdb0 2023-10-21T15:39:18.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.449+0000 7f9c7d7f3700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c640a1510 0x7f9c640a39d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9c74005950 tx=0x7f9c740058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:18.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.452+0000 7f9c6effd700 1 -- 172.21.15.46:0/3844681758 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9c68097840 con 0x7f9c780ffdb0 2023-10-21T15:39:18.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.652+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9c78106d20 con 0x7f9c780ffdb0 2023-10-21T15:39:18.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.652+0000 7f9c6effd700 1 -- 172.21.15.46:0/3844681758 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9c6809ae60 con 0x7f9c780ffdb0 2023-10-21T15:39:18.654 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:39:18.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c640a1510 msgr2=0x7f9c640a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c640a1510 0x7f9c640a39d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9c74005950 tx=0x7f9c740058e0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 msgr2=0x7f9c78196c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 0x7f9c78196c30 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9c680036f0 tx=0x7f9c68009580 comp rx=0 tx=0).stop 2023-10-21T15:39:18.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 shutdown_connections 2023-10-21T15:39:18.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9c640a1510 0x7f9c640a39d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9c780ffdb0 0x7f9c78196c30 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9c78101940 0x7f9c7819e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 --2- 172.21.15.46:0/3844681758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c78100fa0 0x7f9c78197170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 >> 172.21.15.46:0/3844681758 conn(0x7f9c780fb320 msgr2=0x7f9c780fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:18.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 shutdown_connections 2023-10-21T15:39:18.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.655+0000 7f9c80258700 1 -- 172.21.15.46:0/3844681758 wait complete. 2023-10-21T15:39:18.669 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:39:18.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 -- 172.21.15.46:0/926392370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8102080 msgr2=0x7f24c8102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 --2- 172.21.15.46:0/926392370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8102080 0x7f24c8102500 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f24b8009990 tx=0x7f24b8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 -- 172.21.15.46:0/926392370 shutdown_connections 2023-10-21T15:39:18.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 --2- 172.21.15.46:0/926392370 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24c8102a40 0x7f24c8109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 --2- 172.21.15.46:0/926392370 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24c8100ea0 0x7f24c81012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 --2- 172.21.15.46:0/926392370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8102080 0x7f24c8102500 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 -- 172.21.15.46:0/926392370 >> 172.21.15.46:0/926392370 conn(0x7f24c80fc420 msgr2=0x7f24c80fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:18.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 -- 172.21.15.46:0/926392370 shutdown_connections 2023-10-21T15:39:18.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.801+0000 7f24ce509700 1 -- 172.21.15.46:0/926392370 wait complete. 2023-10-21T15:39:18.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ce509700 1 Processor -- start 2023-10-21T15:39:18.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ce509700 1 -- start start 2023-10-21T15:39:18.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ce509700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8100ea0 0x7f24c8196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ce509700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24c8102080 0x7f24c8197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ce509700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24c8102a40 0x7f24c819e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ce509700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24c819e760 con 0x7f24c8100ea0 2023-10-21T15:39:18.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ce509700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24c819e8d0 con 0x7f24c8102a40 2023-10-21T15:39:18.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ce509700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24c819ea90 con 0x7f24c8102080 2023-10-21T15:39:18.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24c7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8100ea0 0x7f24c8196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24c7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8100ea0 0x7f24c8196c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33736/0 (socket says 172.21.15.46:33736) 2023-10-21T15:39:18.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24c7fff700 1 -- 172.21.15.46:0/3509838520 learned_addr learned my addr 172.21.15.46:0/3509838520 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:18.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24c77fe700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24c8102080 0x7f24c8197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.802+0000 7f24ccaa6700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24c8102a40 0x7f24c819e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c7fff700 1 -- 172.21.15.46:0/3509838520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24c8102080 msgr2=0x7f24c8197160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c7fff700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24c8102080 0x7f24c8197160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c7fff700 1 -- 172.21.15.46:0/3509838520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24c8102a40 msgr2=0x7f24c819e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:18.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c7fff700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24c8102a40 0x7f24c819e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:18.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c7fff700 1 -- 172.21.15.46:0/3509838520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24b80095f0 con 0x7f24c8100ea0 2023-10-21T15:39:18.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c7fff700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8100ea0 0x7f24c8196c20 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f24b000c970 tx=0x7f24b000cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:18.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c57fa700 1 -- 172.21.15.46:0/3509838520 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24b0004220 con 0x7f24c8100ea0 2023-10-21T15:39:18.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c57fa700 1 -- 172.21.15.46:0/3509838520 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f24b0007d60 con 0x7f24c8100ea0 2023-10-21T15:39:18.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24c819ed70 con 0x7f24c8100ea0 2023-10-21T15:39:18.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24c57fa700 1 -- 172.21.15.46:0/3509838520 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24b0003d00 con 0x7f24c8100ea0 2023-10-21T15:39:18.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.803+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24c819f1d0 con 0x7f24c8100ea0 2023-10-21T15:39:18.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.804+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24c8107ed0 con 0x7f24c8100ea0 2023-10-21T15:39:18.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.805+0000 7f24c57fa700 1 -- 172.21.15.46:0/3509838520 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f24b0004380 con 0x7f24c8100ea0 2023-10-21T15:39:18.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.806+0000 7f24c57fa700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24b40a1510 0x7f24b40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:18.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.806+0000 7f24c77fe700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24b40a1510 0x7f24b40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:18.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.806+0000 7f24c57fa700 1 -- 172.21.15.46:0/3509838520 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f24b00cce20 con 0x7f24c8100ea0 2023-10-21T15:39:18.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.806+0000 7f24c77fe700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24b40a1510 0x7f24b40a39d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f24b8006010 tx=0x7f24b800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:18.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:18.809+0000 7f24c57fa700 1 -- 172.21.15.46:0/3509838520 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f24b00962d0 con 0x7f24c8100ea0 2023-10-21T15:39:18.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: pgmap v284: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:18.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2023-10-21T15:39:18.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-10-21T15:39:18.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2023-10-21T15:39:18.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2023-10-21T15:39:18.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2023-10-21T15:39:18.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2023-10-21T15:39:18.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2023-10-21T15:39:18.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-10-21T15:39:18.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: osdmap e85: 12 total, 12 up, 12 in 2023-10-21T15:39:18.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/967523448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:18.921 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:18 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3844681758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:19.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.011+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f24c802d020 con 0x7f24c8100ea0 2023-10-21T15:39:19.013 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.011+0000 7f24c57fa700 1 -- 172.21.15.46:0/3509838520 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f24b00998f0 con 0x7f24c8100ea0 2023-10-21T15:39:19.013 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:39:19.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24b40a1510 msgr2=0x7f24b40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.015 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24b40a1510 0x7f24b40a39d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f24b8006010 tx=0x7f24b800b540 comp rx=0 tx=0).stop 2023-10-21T15:39:19.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8100ea0 msgr2=0x7f24c8196c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8100ea0 0x7f24c8196c20 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f24b000c970 tx=0x7f24b000cd30 comp rx=0 tx=0).stop 2023-10-21T15:39:19.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 shutdown_connections 2023-10-21T15:39:19.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f24b40a1510 0x7f24b40a39d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.016 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24c8100ea0 0x7f24c8196c20 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f24c8102a40 0x7f24c819e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 --2- 172.21.15.46:0/3509838520 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f24c8102080 0x7f24c8197160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 >> 172.21.15.46:0/3509838520 conn(0x7f24c80fc420 msgr2=0x7f24c80fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:19.017 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 shutdown_connections 2023-10-21T15:39:19.018 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.014+0000 7f24ce509700 1 -- 172.21.15.46:0/3509838520 wait complete. 2023-10-21T15:39:19.028 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:39:19.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: pgmap v284: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:19.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2023-10-21T15:39:19.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-10-21T15:39:19.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2023-10-21T15:39:19.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2023-10-21T15:39:19.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2023-10-21T15:39:19.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2023-10-21T15:39:19.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2023-10-21T15:39:19.036 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-10-21T15:39:19.037 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: osdmap e85: 12 total, 12 up, 12 in 2023-10-21T15:39:19.038 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/967523448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:19.038 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:18 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3844681758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:19.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 -- 172.21.15.46:0/522618765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac100ea0 msgr2=0x7fe9ac1012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/522618765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac100ea0 0x7fe9ac1012c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe99c009990 tx=0x7fe99c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 -- 172.21.15.46:0/522618765 shutdown_connections 2023-10-21T15:39:19.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/522618765 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac100ea0 0x7fe9ac1012c0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/522618765 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9ac102a40 0x7fe9ac109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/522618765 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe9ac102080 0x7fe9ac102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 -- 172.21.15.46:0/522618765 >> 172.21.15.46:0/522618765 conn(0x7fe9ac0fc420 msgr2=0x7fe9ac0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:19.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 -- 172.21.15.46:0/522618765 shutdown_connections 2023-10-21T15:39:19.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.155+0000 7fe9b1e20700 1 -- 172.21.15.46:0/522618765 wait complete. 2023-10-21T15:39:19.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9b1e20700 1 Processor -- start 2023-10-21T15:39:19.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9b1e20700 1 -- start start 2023-10-21T15:39:19.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9b1e20700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9ac100ea0 0x7fe9ac074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9b1e20700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe9ac102080 0x7fe9ac0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9b1e20700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac102a40 0x7fe9ac0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.169 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9b1e20700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac073f80 con 0x7fe9ac102a40 2023-10-21T15:39:19.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9b1e20700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac0740f0 con 0x7fe9ac102080 2023-10-21T15:39:19.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9b1e20700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9ac1a0bd0 con 0x7fe9ac100ea0 2023-10-21T15:39:19.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9abfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac102a40 0x7fe9ac0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9abfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac102a40 0x7fe9ac0737e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33754/0 (socket says 172.21.15.46:33754) 2023-10-21T15:39:19.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9abfff700 1 -- 172.21.15.46:0/1100687287 learned_addr learned my addr 172.21.15.46:0/1100687287 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:19.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9ab7fe700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9ac100ea0 0x7fe9ac074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9aaffd700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe9ac102080 0x7fe9ac0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9abfff700 1 -- 172.21.15.46:0/1100687287 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9ac100ea0 msgr2=0x7fe9ac074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.156+0000 7fe9abfff700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9ac100ea0 0x7fe9ac074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9abfff700 1 -- 172.21.15.46:0/1100687287 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe9ac102080 msgr2=0x7fe9ac0732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9abfff700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe9ac102080 0x7fe9ac0732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9abfff700 1 -- 172.21.15.46:0/1100687287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe99c0095f0 con 0x7fe9ac102a40 2023-10-21T15:39:19.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9aaffd700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe9ac102080 0x7fe9ac0732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:19.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9abfff700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac102a40 0x7fe9ac0737e0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe9a4007ee0 tx=0x7fe9a400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:19.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9a8ff9700 1 -- 172.21.15.46:0/1100687287 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a4017070 con 0x7fe9ac102a40 2023-10-21T15:39:19.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9a8ff9700 1 -- 172.21.15.46:0/1100687287 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe9a400f040 con 0x7fe9ac102a40 2023-10-21T15:39:19.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9ac1a0eb0 con 0x7fe9ac102a40 2023-10-21T15:39:19.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9a8ff9700 1 -- 172.21.15.46:0/1100687287 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a4005740 con 0x7fe9ac102a40 2023-10-21T15:39:19.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.157+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9ac1a12e0 con 0x7fe9ac102a40 2023-10-21T15:39:19.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.158+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9ac10c710 con 0x7fe9ac102a40 2023-10-21T15:39:19.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.159+0000 7fe9a8ff9700 1 -- 172.21.15.46:0/1100687287 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fe9a400dc60 con 0x7fe9ac102a40 2023-10-21T15:39:19.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.160+0000 7fe9a8ff9700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe9940a1510 0x7fe9940a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.180 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.160+0000 7fe9ab7fe700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe9940a1510 0x7fe9940a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.180 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.160+0000 7fe9a8ff9700 1 -- 172.21.15.46:0/1100687287 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe9a40ccd30 con 0x7fe9ac102a40 2023-10-21T15:39:19.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.160+0000 7fe9ab7fe700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe9940a1510 0x7fe9940a39d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe99c00b5c0 tx=0x7fe99c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:19.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.163+0000 7fe9a8ff9700 1 -- 172.21.15.46:0/1100687287 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe9a40961e0 con 0x7fe9ac102a40 2023-10-21T15:39:19.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: pgmap v284: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:19.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2023-10-21T15:39:19.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-10-21T15:39:19.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2023-10-21T15:39:19.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2023-10-21T15:39:19.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2023-10-21T15:39:19.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2023-10-21T15:39:19.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2023-10-21T15:39:19.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-10-21T15:39:19.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: osdmap e85: 12 total, 12 up, 12 in 2023-10-21T15:39:19.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/967523448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:19.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:18 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3844681758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:19.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.366+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe9ac107e20 con 0x7fe9ac102a40 2023-10-21T15:39:19.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.366+0000 7fe9a8ff9700 1 -- 172.21.15.46:0/1100687287 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe9a4099800 con 0x7fe9ac102a40 2023-10-21T15:39:19.368 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:39:19.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe9940a1510 msgr2=0x7fe9940a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe9940a1510 0x7fe9940a39d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe99c00b5c0 tx=0x7fe99c005fd0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac102a40 msgr2=0x7fe9ac0737e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac102a40 0x7fe9ac0737e0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fe9a4007ee0 tx=0x7fe9a400d3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 shutdown_connections 2023-10-21T15:39:19.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe9940a1510 0x7fe9940a39d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe9ac102a40 0x7fe9ac0737e0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe9ac100ea0 0x7fe9ac074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 --2- 172.21.15.46:0/1100687287 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe9ac102080 0x7fe9ac0732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 >> 172.21.15.46:0/1100687287 conn(0x7fe9ac0fc420 msgr2=0x7fe9ac0fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:19.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 shutdown_connections 2023-10-21T15:39:19.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.368+0000 7fe9b1e20700 1 -- 172.21.15.46:0/1100687287 wait complete. 2023-10-21T15:39:19.382 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:39:19.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 -- 172.21.15.46:0/1358726905 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5100ffdd0 msgr2=0x7fe5101001f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 --2- 172.21.15.46:0/1358726905 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5100ffdd0 0x7fe5101001f0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe5000099c0 tx=0x7fe500009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 -- 172.21.15.46:0/1358726905 shutdown_connections 2023-10-21T15:39:19.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 --2- 172.21.15.46:0/1358726905 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5100ffdd0 0x7fe5101001f0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 --2- 172.21.15.46:0/1358726905 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe510101960 0x7fe510108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 --2- 172.21.15.46:0/1358726905 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe510100fc0 0x7fe510101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 -- 172.21.15.46:0/1358726905 >> 172.21.15.46:0/1358726905 conn(0x7fe5100fb320 msgr2=0x7fe5100fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:19.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 -- 172.21.15.46:0/1358726905 shutdown_connections 2023-10-21T15:39:19.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.507+0000 7fe516661700 1 -- 172.21.15.46:0/1358726905 wait complete. 2023-10-21T15:39:19.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.508+0000 7fe516661700 1 Processor -- start 2023-10-21T15:39:19.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.508+0000 7fe516661700 1 -- start start 2023-10-21T15:39:19.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.508+0000 7fe516661700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5100ffdd0 0x7fe510068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.508+0000 7fe516661700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe510100fc0 0x7fe51019b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.508+0000 7fe516661700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe510101960 0x7fe51019de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.508+0000 7fe516661700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe51019e620 con 0x7fe510101960 2023-10-21T15:39:19.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.508+0000 7fe516661700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe51019e790 con 0x7fe5100ffdd0 2023-10-21T15:39:19.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.508+0000 7fe516661700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe51019e950 con 0x7fe510100fc0 2023-10-21T15:39:19.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe510101960 0x7fe51019de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe510101960 0x7fe51019de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33768/0 (socket says 172.21.15.46:33768) 2023-10-21T15:39:19.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 -- 172.21.15.46:0/2730594361 learned_addr learned my addr 172.21.15.46:0/2730594361 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:19.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe50ffff700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5100ffdd0 0x7fe510068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe50f7fe700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe510100fc0 0x7fe51019b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 -- 172.21.15.46:0/2730594361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe510100fc0 msgr2=0x7fe51019b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe510100fc0 0x7fe51019b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 -- 172.21.15.46:0/2730594361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5100ffdd0 msgr2=0x7fe510068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5100ffdd0 0x7fe510068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 -- 172.21.15.46:0/2730594361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5000095f0 con 0x7fe510101960 2023-10-21T15:39:19.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe50ffff700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5100ffdd0 0x7fe510068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:19.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe514bfe700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe510101960 0x7fe51019de50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe508007ee0 tx=0x7fe50800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:19.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe50d7fa700 1 -- 172.21.15.46:0/2730594361 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe508017070 con 0x7fe510101960 2023-10-21T15:39:19.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe50d7fa700 1 -- 172.21.15.46:0/2730594361 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe50800f040 con 0x7fe510101960 2023-10-21T15:39:19.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe51019ec30 con 0x7fe510101960 2023-10-21T15:39:19.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe50d7fa700 1 -- 172.21.15.46:0/2730594361 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe508005740 con 0x7fe510101960 2023-10-21T15:39:19.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.509+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe51019f0f0 con 0x7fe510101960 2023-10-21T15:39:19.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.510+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe51010b5e0 con 0x7fe510101960 2023-10-21T15:39:19.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.511+0000 7fe50d7fa700 1 -- 172.21.15.46:0/2730594361 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fe5080058a0 con 0x7fe510101960 2023-10-21T15:39:19.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.512+0000 7fe50d7fa700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe4f80a15c0 0x7fe4f80a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.512+0000 7fe50ffff700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe4f80a15c0 0x7fe4f80a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.512+0000 7fe50d7fa700 1 -- 172.21.15.46:0/2730594361 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe5080ccd90 con 0x7fe510101960 2023-10-21T15:39:19.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.512+0000 7fe50ffff700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe4f80a15c0 0x7fe4f80a3a80 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe50000b580 tx=0x7fe500005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:19.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.515+0000 7fe50d7fa700 1 -- 172.21.15.46:0/2730594361 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe5080962a0 con 0x7fe510101960 2023-10-21T15:39:19.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.766+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe510106c60 con 0x7fe510101960 2023-10-21T15:39:19.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.767+0000 7fe50d7fa700 1 -- 172.21.15.46:0/2730594361 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7fe5080998c0 con 0x7fe510101960 2023-10-21T15:39:19.769 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:19.769 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:39:19.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe4f80a15c0 msgr2=0x7fe4f80a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe4f80a15c0 0x7fe4f80a3a80 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe50000b580 tx=0x7fe500005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe510101960 msgr2=0x7fe51019de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe510101960 0x7fe51019de50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe508007ee0 tx=0x7fe50800d3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 shutdown_connections 2023-10-21T15:39:19.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe4f80a15c0 0x7fe4f80a3a80 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe510101960 0x7fe51019de50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5100ffdd0 0x7fe510068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 --2- 172.21.15.46:0/2730594361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe510100fc0 0x7fe51019b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 >> 172.21.15.46:0/2730594361 conn(0x7fe5100fb320 msgr2=0x7fe5100fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:19.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 shutdown_connections 2023-10-21T15:39:19.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.770+0000 7fe516661700 1 -- 172.21.15.46:0/2730594361 wait complete. 2023-10-21T15:39:19.774 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:19.786 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:19.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 -- 172.21.15.46:0/1641561338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 msgr2=0x7fb5cc108260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/1641561338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 0x7fb5cc108260 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb5c400b0a0 tx=0x7fb5c400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 -- 172.21.15.46:0/1641561338 shutdown_connections 2023-10-21T15:39:19.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/1641561338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 0x7fb5cc108260 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/1641561338 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc0ffe30 0x7fb5cc100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/1641561338 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5cc100f80 0x7fb5cc101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 -- 172.21.15.46:0/1641561338 >> 172.21.15.46:0/1641561338 conn(0x7fb5cc0fb380 msgr2=0x7fb5cc0fd7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:19.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 -- 172.21.15.46:0/1641561338 shutdown_connections 2023-10-21T15:39:19.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.911+0000 7fb5d0e94700 1 -- 172.21.15.46:0/1641561338 wait complete. 2023-10-21T15:39:19.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5d0e94700 1 Processor -- start 2023-10-21T15:39:19.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5d0e94700 1 -- start start 2023-10-21T15:39:19.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5d0e94700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5cc0ffe30 0x7fb5cc103db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5d0e94700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc100f80 0x7fb5cc1023f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5d0e94700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 0x7fb5cc102930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5d0e94700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5cc1030d0 con 0x7fb5cc101940 2023-10-21T15:39:19.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5d0e94700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5cc103240 con 0x7fb5cc100f80 2023-10-21T15:39:19.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5d0e94700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5cc1a0c10 con 0x7fb5cc0ffe30 2023-10-21T15:39:19.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5cad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 0x7fb5cc102930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5cad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 0x7fb5cc102930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33782/0 (socket says 172.21.15.46:33782) 2023-10-21T15:39:19.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5cad9d700 1 -- 172.21.15.46:0/266127631 learned_addr learned my addr 172.21.15.46:0/266127631 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5ca59c700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5cc0ffe30 0x7fb5cc103db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5c9d9b700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc100f80 0x7fb5cc1023f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5cad9d700 1 -- 172.21.15.46:0/266127631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5cc0ffe30 msgr2=0x7fb5cc103db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5cad9d700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5cc0ffe30 0x7fb5cc103db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5cad9d700 1 -- 172.21.15.46:0/266127631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc100f80 msgr2=0x7fb5cc1023f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:19.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5cad9d700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc100f80 0x7fb5cc1023f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:19.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.912+0000 7fb5cad9d700 1 -- 172.21.15.46:0/266127631 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5c4009d00 con 0x7fb5cc101940 2023-10-21T15:39:19.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.913+0000 7fb5cad9d700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 0x7fb5cc102930 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb5c400b830 tx=0x7fb5c4004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:19.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.913+0000 7fb5c37fe700 1 -- 172.21.15.46:0/266127631 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c400e040 con 0x7fb5cc101940 2023-10-21T15:39:19.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.913+0000 7fb5c37fe700 1 -- 172.21.15.46:0/266127631 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5c40094d0 con 0x7fb5cc101940 2023-10-21T15:39:19.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.913+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5cc1a0e90 con 0x7fb5cc101940 2023-10-21T15:39:19.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.913+0000 7fb5c37fe700 1 -- 172.21.15.46:0/266127631 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c401bcf0 con 0x7fb5cc101940 2023-10-21T15:39:19.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.913+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5cc1a12b0 con 0x7fb5cc101940 2023-10-21T15:39:19.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.914+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5cc10b6b0 con 0x7fb5cc101940 2023-10-21T15:39:19.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.915+0000 7fb5c37fe700 1 -- 172.21.15.46:0/266127631 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fb5c401d890 con 0x7fb5cc101940 2023-10-21T15:39:19.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.915+0000 7fb5c37fe700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5b80a15c0 0x7fb5b80a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:19.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.916+0000 7fb5c37fe700 1 -- 172.21.15.46:0/266127631 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb5c40ceec0 con 0x7fb5cc101940 2023-10-21T15:39:19.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.916+0000 7fb5ca59c700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5b80a15c0 0x7fb5b80a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:19.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.916+0000 7fb5ca59c700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5b80a15c0 0x7fb5b80a3a80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc009a10 tx=0x7fb5bc009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:19.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:19.920+0000 7fb5c37fe700 1 -- 172.21.15.46:0/266127631 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb5c4098400 con 0x7fb5cc101940 2023-10-21T15:39:20.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:19 smithi119 ceph-mon[103628]: osdmap e86: 12 total, 12 up, 12 in 2023-10-21T15:39:20.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:19 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3509838520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:20.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:19 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1100687287' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:20.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.126+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb5cc107c50 con 0x7fb5cc101940 2023-10-21T15:39:20.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.128+0000 7fb5c37fe700 1 -- 172.21.15.46:0/266127631 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7fb5c409ba20 con 0x7fb5cc101940 2023-10-21T15:39:20.130 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:20.131 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:20.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.129+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5b80a15c0 msgr2=0x7fb5b80a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5b80a15c0 0x7fb5b80a3a80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc009a10 tx=0x7fb5bc009190 comp rx=0 tx=0).stop 2023-10-21T15:39:20.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 msgr2=0x7fb5cc102930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 0x7fb5cc102930 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb5c400b830 tx=0x7fb5c4004d00 comp rx=0 tx=0).stop 2023-10-21T15:39:20.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 shutdown_connections 2023-10-21T15:39:20.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb5b80a15c0 0x7fb5b80a3a80 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb5cc101940 0x7fb5cc102930 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5cc0ffe30 0x7fb5cc103db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 --2- 172.21.15.46:0/266127631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc100f80 0x7fb5cc1023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 >> 172.21.15.46:0/266127631 conn(0x7fb5cc0fb380 msgr2=0x7fb5cc069b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:20.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 shutdown_connections 2023-10-21T15:39:20.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.130+0000 7fb5d0e94700 1 -- 172.21.15.46:0/266127631 wait complete. 2023-10-21T15:39:20.142 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:19 smithi046 ceph-mon[99436]: osdmap e86: 12 total, 12 up, 12 in 2023-10-21T15:39:20.143 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:19 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3509838520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:20.143 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:19 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1100687287' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:20.144 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:39:20.145 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:39:20.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:19 smithi105 ceph-mon[103980]: osdmap e86: 12 total, 12 up, 12 in 2023-10-21T15:39:20.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:19 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3509838520' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:20.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:19 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1100687287' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:20.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.272+0000 7fd55ff89700 1 -- 172.21.15.46:0/4202872380 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 msgr2=0x7fd558109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.272+0000 7fd55ff89700 1 --2- 172.21.15.46:0/4202872380 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 0x7fd558109360 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd55000b0a0 tx=0x7fd55000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.272+0000 7fd55ff89700 1 -- 172.21.15.46:0/4202872380 shutdown_connections 2023-10-21T15:39:20.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.272+0000 7fd55ff89700 1 --2- 172.21.15.46:0/4202872380 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 0x7fd558109360 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.272+0000 7fd55ff89700 1 --2- 172.21.15.46:0/4202872380 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd558100ea0 0x7fd5581012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.272+0000 7fd55ff89700 1 --2- 172.21.15.46:0/4202872380 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd558102080 0x7fd558102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.272+0000 7fd55ff89700 1 -- 172.21.15.46:0/4202872380 >> 172.21.15.46:0/4202872380 conn(0x7fd5580fc460 msgr2=0x7fd5580fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:20.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 -- 172.21.15.46:0/4202872380 shutdown_connections 2023-10-21T15:39:20.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 -- 172.21.15.46:0/4202872380 wait complete. 2023-10-21T15:39:20.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 Processor -- start 2023-10-21T15:39:20.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 -- start start 2023-10-21T15:39:20.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd558100ea0 0x7fd558196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd558102080 0x7fd5581971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 0x7fd55819e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd55819e800 con 0x7fd558102a40 2023-10-21T15:39:20.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd55819e970 con 0x7fd558100ea0 2023-10-21T15:39:20.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55ff89700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd55819eb30 con 0x7fd558102080 2023-10-21T15:39:20.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.273+0000 7fd55e526700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 0x7fd55819e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55e526700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 0x7fd55819e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33796/0 (socket says 172.21.15.46:33796) 2023-10-21T15:39:20.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55e526700 1 -- 172.21.15.46:0/3891422558 learned_addr learned my addr 172.21.15.46:0/3891422558 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:20.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55d524700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd558102080 0x7fd5581971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55dd25700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd558100ea0 0x7fd558196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55e526700 1 -- 172.21.15.46:0/3891422558 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd558102080 msgr2=0x7fd5581971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55e526700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd558102080 0x7fd5581971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55e526700 1 -- 172.21.15.46:0/3891422558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd558100ea0 msgr2=0x7fd558196c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55e526700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd558100ea0 0x7fd558196c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55e526700 1 -- 172.21.15.46:0/3891422558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd550009d00 con 0x7fd558102a40 2023-10-21T15:39:20.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55dd25700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd558100ea0 0x7fd558196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:20.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55e526700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 0x7fd55819e230 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd5500062a0 tx=0x7fd550004db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:20.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd54effd700 1 -- 172.21.15.46:0/3891422558 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55000e040 con 0x7fd558102a40 2023-10-21T15:39:20.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd55819edb0 con 0x7fd558102a40 2023-10-21T15:39:20.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd54effd700 1 -- 172.21.15.46:0/3891422558 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd55001db50 con 0x7fd558102a40 2023-10-21T15:39:20.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd54effd700 1 -- 172.21.15.46:0/3891422558 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd55001bc40 con 0x7fd558102a40 2023-10-21T15:39:20.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.274+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd55819f180 con 0x7fd558102a40 2023-10-21T15:39:20.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.275+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd55810c710 con 0x7fd558102a40 2023-10-21T15:39:20.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.276+0000 7fd54effd700 1 -- 172.21.15.46:0/3891422558 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fd55001d690 con 0x7fd558102a40 2023-10-21T15:39:20.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.277+0000 7fd54effd700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5440a1510 0x7fd5440a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.277+0000 7fd55dd25700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5440a1510 0x7fd5440a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.277+0000 7fd54effd700 1 -- 172.21.15.46:0/3891422558 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd5500cf000 con 0x7fd558102a40 2023-10-21T15:39:20.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.277+0000 7fd55dd25700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5440a1510 0x7fd5440a39d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd554005fd0 tx=0x7fd554005e60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:20.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.280+0000 7fd54effd700 1 -- 172.21.15.46:0/3891422558 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd5500985a0 con 0x7fd558102a40 2023-10-21T15:39:20.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.480+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd558107d80 con 0x7fd558102a40 2023-10-21T15:39:20.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.481+0000 7fd54effd700 1 -- 172.21.15.46:0/3891422558 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd550021020 con 0x7fd558102a40 2023-10-21T15:39:20.487 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:39:20.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5440a1510 msgr2=0x7fd5440a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5440a1510 0x7fd5440a39d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd554005fd0 tx=0x7fd554005e60 comp rx=0 tx=0).stop 2023-10-21T15:39:20.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 msgr2=0x7fd55819e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 0x7fd55819e230 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd5500062a0 tx=0x7fd550004db0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 shutdown_connections 2023-10-21T15:39:20.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd5440a1510 0x7fd5440a39d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd558102a40 0x7fd55819e230 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd558100ea0 0x7fd558196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 --2- 172.21.15.46:0/3891422558 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd558102080 0x7fd5581971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 >> 172.21.15.46:0/3891422558 conn(0x7fd5580fc460 msgr2=0x7fd5580fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:20.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 shutdown_connections 2023-10-21T15:39:20.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.483+0000 7fd55ff89700 1 -- 172.21.15.46:0/3891422558 wait complete. 2023-10-21T15:39:20.497 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:39:20.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 -- 172.21.15.46:0/2189270684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 msgr2=0x7fe30c103d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 --2- 172.21.15.46:0/2189270684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 0x7fe30c103d30 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fe300009990 tx=0x7fe300009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 -- 172.21.15.46:0/2189270684 shutdown_connections 2023-10-21T15:39:20.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 --2- 172.21.15.46:0/2189270684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 0x7fe30c103d30 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 --2- 172.21.15.46:0/2189270684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe30c106ba0 0x7fe30c109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 --2- 172.21.15.46:0/2189270684 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe30c104270 0x7fe30c106660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 -- 172.21.15.46:0/2189270684 >> 172.21.15.46:0/2189270684 conn(0x7fe30c0fb2f0 msgr2=0x7fe30c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:20.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 -- 172.21.15.46:0/2189270684 shutdown_connections 2023-10-21T15:39:20.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.624+0000 7fe311117700 1 -- 172.21.15.46:0/2189270684 wait complete. 2023-10-21T15:39:20.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe311117700 1 Processor -- start 2023-10-21T15:39:20.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe311117700 1 -- start start 2023-10-21T15:39:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe311117700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 0x7fe30c1012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe311117700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe30c104270 0x7fe30c0ff8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe311117700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe30c106ba0 0x7fe30c0ffe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe311117700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe30c1005d0 con 0x7fe30c101940 2023-10-21T15:39:20.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe311117700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe30c100740 con 0x7fe30c106ba0 2023-10-21T15:39:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe311117700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe30c1a0be0 con 0x7fe30c104270 2023-10-21T15:39:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 0x7fe30c1012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 0x7fe30c1012b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33804/0 (socket says 172.21.15.46:33804) 2023-10-21T15:39:20.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30ad9d700 1 -- 172.21.15.46:0/3573044267 learned_addr learned my addr 172.21.15.46:0/3573044267 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30a59c700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe30c104270 0x7fe30c0ff8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30b59e700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe30c106ba0 0x7fe30c0ffe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30ad9d700 1 -- 172.21.15.46:0/3573044267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe30c104270 msgr2=0x7fe30c0ff8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30ad9d700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe30c104270 0x7fe30c0ff8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30ad9d700 1 -- 172.21.15.46:0/3573044267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe30c106ba0 msgr2=0x7fe30c0ffe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30ad9d700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe30c106ba0 0x7fe30c0ffe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.625+0000 7fe30ad9d700 1 -- 172.21.15.46:0/3573044267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3000095f0 con 0x7fe30c101940 2023-10-21T15:39:20.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.626+0000 7fe30ad9d700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 0x7fe30c1012b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fe3000098e0 tx=0x7fe30000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:20.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.626+0000 7fe2f3fff700 1 -- 172.21.15.46:0/3573044267 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe30001d070 con 0x7fe30c101940 2023-10-21T15:39:20.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.626+0000 7fe2f3fff700 1 -- 172.21.15.46:0/3573044267 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe300022470 con 0x7fe30c101940 2023-10-21T15:39:20.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.626+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe30c1a0e60 con 0x7fe30c101940 2023-10-21T15:39:20.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.626+0000 7fe2f3fff700 1 -- 172.21.15.46:0/3573044267 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe300017650 con 0x7fe30c101940 2023-10-21T15:39:20.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.626+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe30c1a11d0 con 0x7fe30c101940 2023-10-21T15:39:20.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.627+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe30c0fce70 con 0x7fe30c101940 2023-10-21T15:39:20.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.628+0000 7fe2f3fff700 1 -- 172.21.15.46:0/3573044267 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fe3000225e0 con 0x7fe30c101940 2023-10-21T15:39:20.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.629+0000 7fe2f3fff700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2f40a1510 0x7fe2f40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.629+0000 7fe30a59c700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2f40a1510 0x7fe2f40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.629+0000 7fe2f3fff700 1 -- 172.21.15.46:0/3573044267 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe3000ce0f0 con 0x7fe30c101940 2023-10-21T15:39:20.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.629+0000 7fe30a59c700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2f40a1510 0x7fe2f40a39d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc005950 tx=0x7fe2fc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:20.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.633+0000 7fe2f3fff700 1 -- 172.21.15.46:0/3573044267 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe300097630 con 0x7fe30c101940 2023-10-21T15:39:20.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.836+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe30c02d090 con 0x7fe30c101940 2023-10-21T15:39:20.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.837+0000 7fe2f3fff700 1 -- 172.21.15.46:0/3573044267 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe30009ac50 con 0x7fe30c101940 2023-10-21T15:39:20.839 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:39:20.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2f40a1510 msgr2=0x7fe2f40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2f40a1510 0x7fe2f40a39d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc005950 tx=0x7fe2fc00b410 comp rx=0 tx=0).stop 2023-10-21T15:39:20.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 msgr2=0x7fe30c1012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 0x7fe30c1012b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fe3000098e0 tx=0x7fe30000f690 comp rx=0 tx=0).stop 2023-10-21T15:39:20.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 shutdown_connections 2023-10-21T15:39:20.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2f40a1510 0x7fe2f40a39d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe30c101940 0x7fe30c1012b0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe30c106ba0 0x7fe30c0ffe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 --2- 172.21.15.46:0/3573044267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe30c104270 0x7fe30c0ff8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 >> 172.21.15.46:0/3573044267 conn(0x7fe30c0fb2f0 msgr2=0x7fe30c1025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:20.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 shutdown_connections 2023-10-21T15:39:20.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.839+0000 7fe311117700 1 -- 172.21.15.46:0/3573044267 wait complete. 2023-10-21T15:39:20.853 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:39:20.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 -- 172.21.15.46:0/1656484391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4100fe0 msgr2=0x7f3fd4101440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/1656484391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4100fe0 0x7f3fd4101440 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f3fc40099c0 tx=0x7f3fc4009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 -- 172.21.15.46:0/1656484391 shutdown_connections 2023-10-21T15:39:20.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/1656484391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fd4101980 0x7f3fd4108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/1656484391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3fd40ffdf0 0x7f3fd4100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/1656484391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4100fe0 0x7f3fd4101440 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 -- 172.21.15.46:0/1656484391 >> 172.21.15.46:0/1656484391 conn(0x7f3fd40fb340 msgr2=0x7f3fd40fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:20.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 -- 172.21.15.46:0/1656484391 shutdown_connections 2023-10-21T15:39:20.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.982+0000 7f3fdbf27700 1 -- 172.21.15.46:0/1656484391 wait complete. 2023-10-21T15:39:20.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fdbf27700 1 Processor -- start 2023-10-21T15:39:20.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fdbf27700 1 -- start start 2023-10-21T15:39:20.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fdbf27700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3fd40ffdf0 0x7f3fd4196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fdbf27700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fd4100fe0 0x7f3fd41970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fdbf27700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4101980 0x7f3fd419e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fdbf27700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd419e700 con 0x7f3fd4101980 2023-10-21T15:39:20.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fdbf27700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd419e840 con 0x7f3fd4100fe0 2023-10-21T15:39:20.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fdbf27700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd419e9d0 con 0x7f3fd40ffdf0 2023-10-21T15:39:20.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4101980 0x7f3fd419e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4101980 0x7f3fd419e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33822/0 (socket says 172.21.15.46:33822) 2023-10-21T15:39:20.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 -- 172.21.15.46:0/3090156956 learned_addr learned my addr 172.21.15.46:0/3090156956 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:20.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fd9cc3700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3fd40ffdf0 0x7f3fd4196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fd94c2700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fd4100fe0 0x7f3fd41970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 -- 172.21.15.46:0/3090156956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3fd40ffdf0 msgr2=0x7f3fd4196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3fd40ffdf0 0x7f3fd4196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 -- 172.21.15.46:0/3090156956 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fd4100fe0 msgr2=0x7f3fd41970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:20.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fd4100fe0 0x7f3fd41970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:20.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 -- 172.21.15.46:0/3090156956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fc40095f0 con 0x7f3fd4101980 2023-10-21T15:39:20.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fda4c4700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4101980 0x7f3fd419e130 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc007d70 tx=0x7f3fcc00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:20.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.983+0000 7f3fcaffd700 1 -- 172.21.15.46:0/3090156956 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fcc00ac90 con 0x7f3fd4101980 2023-10-21T15:39:20.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.984+0000 7f3fcaffd700 1 -- 172.21.15.46:0/3090156956 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3fcc00adf0 con 0x7f3fd4101980 2023-10-21T15:39:20.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.984+0000 7f3fcaffd700 1 -- 172.21.15.46:0/3090156956 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fcc0115e0 con 0x7f3fd4101980 2023-10-21T15:39:20.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.984+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fd419ecb0 con 0x7f3fd4101980 2023-10-21T15:39:20.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.984+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fd419f170 con 0x7f3fd4101980 2023-10-21T15:39:20.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.984+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fd410b650 con 0x7f3fd4101980 2023-10-21T15:39:20.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.986+0000 7f3fcaffd700 1 -- 172.21.15.46:0/3090156956 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f3fcc012420 con 0x7f3fd4101980 2023-10-21T15:39:20.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.987+0000 7f3fcaffd700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3fc00a1510 0x7f3fc00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:20.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.987+0000 7f3fd9cc3700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3fc00a1510 0x7f3fc00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:20.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.987+0000 7f3fcaffd700 1 -- 172.21.15.46:0/3090156956 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f3fcc0cd320 con 0x7f3fd4101980 2023-10-21T15:39:20.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.987+0000 7f3fd9cc3700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3fc00a1510 0x7f3fc00a39d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4100e40 tx=0x7f3fd000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:20.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:20.990+0000 7f3fcaffd700 1 -- 172.21.15.46:0/3090156956 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3fcc0968e0 con 0x7f3fd4101980 2023-10-21T15:39:21.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:20 smithi119 ceph-mon[103628]: pgmap v287: 97 pgs: 2 peering, 95 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2023-10-21T15:39:21.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:20 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2730594361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:21.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:20 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/266127631' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:21.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:20 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3891422558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:21.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:20 smithi046 ceph-mon[99436]: pgmap v287: 97 pgs: 2 peering, 95 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2023-10-21T15:39:21.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:20 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2730594361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:21.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:20 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/266127631' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:21.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:20 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3891422558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:21.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.194+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3fd419f360 con 0x7f3fd4101980 2023-10-21T15:39:21.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.194+0000 7f3fcaffd700 1 -- 172.21.15.46:0/3090156956 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3fcc099f00 con 0x7f3fd4101980 2023-10-21T15:39:21.196 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:39:21.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.196+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3fc00a1510 msgr2=0x7f3fc00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.196+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3fc00a1510 0x7f3fc00a39d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4100e40 tx=0x7f3fd000b410 comp rx=0 tx=0).stop 2023-10-21T15:39:21.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.196+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4101980 msgr2=0x7f3fd419e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.196+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4101980 0x7f3fd419e130 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc007d70 tx=0x7f3fcc00a340 comp rx=0 tx=0).stop 2023-10-21T15:39:21.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.197+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 shutdown_connections 2023-10-21T15:39:21.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.197+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3fc00a1510 0x7f3fc00a39d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.197+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3fd4101980 0x7f3fd419e130 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.197+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3fd40ffdf0 0x7f3fd4196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.197+0000 7f3fdbf27700 1 --2- 172.21.15.46:0/3090156956 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3fd4100fe0 0x7f3fd41970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.197+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 >> 172.21.15.46:0/3090156956 conn(0x7f3fd40fb340 msgr2=0x7f3fd4069230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:21.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.197+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 shutdown_connections 2023-10-21T15:39:21.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.197+0000 7f3fdbf27700 1 -- 172.21.15.46:0/3090156956 wait complete. 2023-10-21T15:39:21.210 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:39:21.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:20 smithi105 ceph-mon[103980]: pgmap v287: 97 pgs: 2 peering, 95 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2023-10-21T15:39:21.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:20 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2730594361' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:21.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:20 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/266127631' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:21.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:20 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3891422558' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:21.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.334+0000 7fc882638700 1 -- 172.21.15.46:0/2863765010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 msgr2=0x7fc87c103da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.334+0000 7fc882638700 1 --2- 172.21.15.46:0/2863765010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 0x7fc87c103da0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc86c009990 tx=0x7fc86c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 -- 172.21.15.46:0/2863765010 shutdown_connections 2023-10-21T15:39:21.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 --2- 172.21.15.46:0/2863765010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 0x7fc87c103da0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 --2- 172.21.15.46:0/2863765010 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc87c106c10 0x7fc87c109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 --2- 172.21.15.46:0/2863765010 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc87c1042e0 0x7fc87c1066d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 -- 172.21.15.46:0/2863765010 >> 172.21.15.46:0/2863765010 conn(0x7fc87c0fb320 msgr2=0x7fc87c0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:21.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 -- 172.21.15.46:0/2863765010 shutdown_connections 2023-10-21T15:39:21.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 -- 172.21.15.46:0/2863765010 wait complete. 2023-10-21T15:39:21.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 Processor -- start 2023-10-21T15:39:21.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.335+0000 7fc882638700 1 -- start start 2023-10-21T15:39:21.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc882638700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 0x7fc87c101320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:21.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc882638700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc87c1042e0 0x7fc87c0ff960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:21.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc882638700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc87c106c10 0x7fc87c0ffea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:21.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc882638700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc87c100640 con 0x7fc87c1019b0 2023-10-21T15:39:21.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc882638700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc87c1007b0 con 0x7fc87c1042e0 2023-10-21T15:39:21.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc882638700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc87c1a0b90 con 0x7fc87c106c10 2023-10-21T15:39:21.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 0x7fc87c101320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:21.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 0x7fc87c101320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33832/0 (socket says 172.21.15.46:33832) 2023-10-21T15:39:21.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 -- 172.21.15.46:0/3255283137 learned_addr learned my addr 172.21.15.46:0/3255283137 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:21.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87b7fe700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc87c1042e0 0x7fc87c0ff960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:21.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 -- 172.21.15.46:0/3255283137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc87c106c10 msgr2=0x7fc87c0ffea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc87c106c10 0x7fc87c0ffea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 -- 172.21.15.46:0/3255283137 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc87c1042e0 msgr2=0x7fc87c0ff960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc87c1042e0 0x7fc87c0ff960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 -- 172.21.15.46:0/3255283137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc86c0095f0 con 0x7fc87c1019b0 2023-10-21T15:39:21.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.336+0000 7fc87bfff700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 0x7fc87c101320 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fc86c004730 tx=0x7fc86c005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:21.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.337+0000 7fc8797fa700 1 -- 172.21.15.46:0/3255283137 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc86c01d070 con 0x7fc87c1019b0 2023-10-21T15:39:21.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.337+0000 7fc8797fa700 1 -- 172.21.15.46:0/3255283137 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc86c004cd0 con 0x7fc87c1019b0 2023-10-21T15:39:21.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.337+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc87c1a0e10 con 0x7fc87c1019b0 2023-10-21T15:39:21.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.337+0000 7fc8797fa700 1 -- 172.21.15.46:0/3255283137 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc86c005570 con 0x7fc87c1019b0 2023-10-21T15:39:21.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.337+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc87c1a11d0 con 0x7fc87c1019b0 2023-10-21T15:39:21.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.338+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc87c10c770 con 0x7fc87c1019b0 2023-10-21T15:39:21.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.339+0000 7fc8797fa700 1 -- 172.21.15.46:0/3255283137 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fc86c00fbf0 con 0x7fc87c1019b0 2023-10-21T15:39:21.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.339+0000 7fc8797fa700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8680a15c0 0x7fc8680a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:21.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.339+0000 7fc87b7fe700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8680a15c0 0x7fc8680a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:21.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.340+0000 7fc8797fa700 1 -- 172.21.15.46:0/3255283137 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc86c0ce250 con 0x7fc87c1019b0 2023-10-21T15:39:21.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.340+0000 7fc87b7fe700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8680a15c0 0x7fc8680a3a80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc86400bbd0 tx=0x7fc86400b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:21.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.344+0000 7fc8797fa700 1 -- 172.21.15.46:0/3255283137 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc86c05b100 con 0x7fc87c1019b0 2023-10-21T15:39:21.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.594+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc87c10c900 con 0x7fc87c1019b0 2023-10-21T15:39:21.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.594+0000 7fc8797fa700 1 -- 172.21.15.46:0/3255283137 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7fc86c097790 con 0x7fc87c1019b0 2023-10-21T15:39:21.597 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:21.597 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:39:21.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8680a15c0 msgr2=0x7fc8680a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8680a15c0 0x7fc8680a3a80 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc86400bbd0 tx=0x7fc86400b5b0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 msgr2=0x7fc87c101320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 0x7fc87c101320 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fc86c004730 tx=0x7fc86c005ef0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 shutdown_connections 2023-10-21T15:39:21.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8680a15c0 0x7fc8680a3a80 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc87c1019b0 0x7fc87c101320 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc87c106c10 0x7fc87c0ffea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 --2- 172.21.15.46:0/3255283137 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc87c1042e0 0x7fc87c0ff960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 >> 172.21.15.46:0/3255283137 conn(0x7fc87c0fb320 msgr2=0x7fc87c102e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:21.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 shutdown_connections 2023-10-21T15:39:21.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.597+0000 7fc882638700 1 -- 172.21.15.46:0/3255283137 wait complete. 2023-10-21T15:39:21.602 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:21.612 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:21.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 -- 172.21.15.46:0/1971447730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 msgr2=0x7f421c1013a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 --2- 172.21.15.46:0/1971447730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 0x7f421c1013a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f42040099c0 tx=0x7f4204009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 -- 172.21.15.46:0/1971447730 shutdown_connections 2023-10-21T15:39:21.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 --2- 172.21.15.46:0/1971447730 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f421c1018e0 0x7f421c108190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 --2- 172.21.15.46:0/1971447730 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f421c0ffd50 0x7f421c100170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 --2- 172.21.15.46:0/1971447730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 0x7f421c1013a0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 -- 172.21.15.46:0/1971447730 >> 172.21.15.46:0/1971447730 conn(0x7f421c0fb280 msgr2=0x7f421c0fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:21.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 -- 172.21.15.46:0/1971447730 shutdown_connections 2023-10-21T15:39:21.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.735+0000 7f42210fb700 1 -- 172.21.15.46:0/1971447730 wait complete. 2023-10-21T15:39:21.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.736+0000 7f42210fb700 1 Processor -- start 2023-10-21T15:39:21.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.736+0000 7f42210fb700 1 -- start start 2023-10-21T15:39:21.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.736+0000 7f42210fb700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f421c0ffd50 0x7f421c195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:21.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.736+0000 7f42210fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 0x7f421c195fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:21.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.736+0000 7f42210fb700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f421c1018e0 0x7f421c19d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:21.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.736+0000 7f42210fb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f421c19d610 con 0x7f421c100f40 2023-10-21T15:39:21.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.736+0000 7f42210fb700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f421c19d750 con 0x7f421c0ffd50 2023-10-21T15:39:21.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.736+0000 7f42210fb700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f421c19d8e0 con 0x7f421c1018e0 2023-10-21T15:39:21.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 0x7f421c195fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:21.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 0x7f421c195fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33848/0 (socket says 172.21.15.46:33848) 2023-10-21T15:39:21.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 -- 172.21.15.46:0/3042702952 learned_addr learned my addr 172.21.15.46:0/3042702952 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:21.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421ad9d700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f421c0ffd50 0x7f421c195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:21.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421b59e700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f421c1018e0 0x7f421c19d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:21.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 -- 172.21.15.46:0/3042702952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f421c1018e0 msgr2=0x7f421c19d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f421c1018e0 0x7f421c19d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 -- 172.21.15.46:0/3042702952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f421c0ffd50 msgr2=0x7f421c195a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f421c0ffd50 0x7f421c195a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 -- 172.21.15.46:0/3042702952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42040095f0 con 0x7f421c100f40 2023-10-21T15:39:21.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f421a59c700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 0x7f421c195fd0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4204009fd0 tx=0x7f4204009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:21.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f4213fff700 1 -- 172.21.15.46:0/3042702952 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f420401d070 con 0x7f421c100f40 2023-10-21T15:39:21.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f4213fff700 1 -- 172.21.15.46:0/3042702952 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4204005030 con 0x7f421c100f40 2023-10-21T15:39:21.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f421c19db60 con 0x7f421c100f40 2023-10-21T15:39:21.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f4213fff700 1 -- 172.21.15.46:0/3042702952 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4204004a90 con 0x7f421c100f40 2023-10-21T15:39:21.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.737+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f421c19df80 con 0x7f421c100f40 2023-10-21T15:39:21.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.738+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f421c107330 con 0x7f421c100f40 2023-10-21T15:39:21.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.739+0000 7f4213fff700 1 -- 172.21.15.46:0/3042702952 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f42040051a0 con 0x7f421c100f40 2023-10-21T15:39:21.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.740+0000 7f4213fff700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f42080a1510 0x7f42080a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:21.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.740+0000 7f421ad9d700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f42080a1510 0x7f42080a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:21.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.740+0000 7f4213fff700 1 -- 172.21.15.46:0/3042702952 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f42040cdcb0 con 0x7f421c100f40 2023-10-21T15:39:21.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.740+0000 7f421ad9d700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f42080a1510 0x7f42080a39d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f421c100da0 tx=0x7f420c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:21.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.744+0000 7f4213fff700 1 -- 172.21.15.46:0/3042702952 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f42040971f0 con 0x7f421c100f40 2023-10-21T15:39:21.923 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:21 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3573044267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:21.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:21 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3090156956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:21.924 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:21 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3255283137' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:21.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.952+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f421c10b7d0 con 0x7f421c100f40 2023-10-21T15:39:21.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.953+0000 7f4213fff700 1 -- 172.21.15.46:0/3042702952 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7f420409a810 con 0x7f421c100f40 2023-10-21T15:39:21.957 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:21.957 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:21.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.955+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f42080a1510 msgr2=0x7f42080a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.955+0000 7f42210fb700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f42080a1510 0x7f42080a39d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f421c100da0 tx=0x7f420c009260 comp rx=0 tx=0).stop 2023-10-21T15:39:21.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.955+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 msgr2=0x7f421c195fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:21.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.955+0000 7f42210fb700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 0x7f421c195fd0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f4204009fd0 tx=0x7f4204009580 comp rx=0 tx=0).stop 2023-10-21T15:39:21.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.956+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 shutdown_connections 2023-10-21T15:39:21.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.956+0000 7f42210fb700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f42080a1510 0x7f42080a39d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.956+0000 7f42210fb700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f421c1018e0 0x7f421c19d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.956+0000 7f42210fb700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f421c0ffd50 0x7f421c195a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.956+0000 7f42210fb700 1 --2- 172.21.15.46:0/3042702952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f421c100f40 0x7f421c195fd0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:21.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.956+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 >> 172.21.15.46:0/3042702952 conn(0x7f421c0fb280 msgr2=0x7f421c104470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:21.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.956+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 shutdown_connections 2023-10-21T15:39:21.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:21.956+0000 7f42210fb700 1 -- 172.21.15.46:0/3042702952 wait complete. 2023-10-21T15:39:21.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:39:22.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:21 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3573044267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:22.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:21 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3090156956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:22.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:21 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3255283137' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:22.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 -- 172.21.15.46:0/1915939819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d04106c10 msgr2=0x7f1d04109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/1915939819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d04106c10 0x7f1d04109020 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc00b0a0 tx=0x7f1cfc00b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 -- 172.21.15.46:0/1915939819 shutdown_connections 2023-10-21T15:39:22.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/1915939819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d04106c10 0x7f1d04109020 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/1915939819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d041019b0 0x7f1d04103da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/1915939819 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d041042e0 0x7f1d041066d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 -- 172.21.15.46:0/1915939819 >> 172.21.15.46:0/1915939819 conn(0x7f1d040fb320 msgr2=0x7f1d040fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 -- 172.21.15.46:0/1915939819 shutdown_connections 2023-10-21T15:39:22.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.095+0000 7f1d0aa72700 1 -- 172.21.15.46:0/1915939819 wait complete. 2023-10-21T15:39:22.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0aa72700 1 Processor -- start 2023-10-21T15:39:22.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0aa72700 1 -- start start 2023-10-21T15:39:22.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0aa72700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d041019b0 0x7f1d04196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0aa72700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d041042e0 0x7f1d04197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0aa72700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d04106c10 0x7f1d0419e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0aa72700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d0419e740 con 0x7f1d041019b0 2023-10-21T15:39:22.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0aa72700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d0419e880 con 0x7f1d041042e0 2023-10-21T15:39:22.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0aa72700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d0419ea10 con 0x7f1d04106c10 2023-10-21T15:39:22.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0880e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d041019b0 0x7f1d04196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0880e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d041019b0 0x7f1d04196bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33860/0 (socket says 172.21.15.46:33860) 2023-10-21T15:39:22.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.096+0000 7f1d0880e700 1 -- 172.21.15.46:0/3201098059 learned_addr learned my addr 172.21.15.46:0/3201098059 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0900f700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d04106c10 0x7f1d0419e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0880e700 1 -- 172.21.15.46:0/3201098059 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d04106c10 msgr2=0x7f1d0419e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0880e700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d04106c10 0x7f1d0419e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d03fff700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d041042e0 0x7f1d04197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0880e700 1 -- 172.21.15.46:0/3201098059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d041042e0 msgr2=0x7f1d04197100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0880e700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d041042e0 0x7f1d04197100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0880e700 1 -- 172.21.15.46:0/3201098059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cfc009d00 con 0x7f1d041019b0 2023-10-21T15:39:22.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0900f700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d04106c10 0x7f1d0419e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:22.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0880e700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d041019b0 0x7f1d04196bc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1cf800e9a0 tx=0x7f1cf800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d01ffb700 1 -- 172.21.15.46:0/3201098059 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8009790 con 0x7f1d041019b0 2023-10-21T15:39:22.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d01ffb700 1 -- 172.21.15.46:0/3201098059 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1cf800cbd0 con 0x7f1d041019b0 2023-10-21T15:39:22.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d0419ecf0 con 0x7f1d041019b0 2023-10-21T15:39:22.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d01ffb700 1 -- 172.21.15.46:0/3201098059 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8018680 con 0x7f1d041019b0 2023-10-21T15:39:22.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.097+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d0419f1b0 con 0x7f1d041019b0 2023-10-21T15:39:22.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.098+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d040fcea0 con 0x7f1d041019b0 2023-10-21T15:39:22.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.099+0000 7f1d01ffb700 1 -- 172.21.15.46:0/3201098059 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f1cf800cd40 con 0x7f1d041019b0 2023-10-21T15:39:22.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.100+0000 7f1d01ffb700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cf40a15c0 0x7f1cf40a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.100+0000 7f1d01ffb700 1 -- 172.21.15.46:0/3201098059 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1cf8014070 con 0x7f1d041019b0 2023-10-21T15:39:22.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.100+0000 7f1d03fff700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cf40a15c0 0x7f1cf40a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.100+0000 7f1d03fff700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cf40a15c0 0x7f1cf40a3a80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1cf0009af0 tx=0x7f1cf00094f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.103+0000 7f1d01ffb700 1 -- 172.21.15.46:0/3201098059 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1cf8096bb0 con 0x7f1d041019b0 2023-10-21T15:39:22.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:21 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3573044267' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:22.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:21 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3090156956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:22.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:21 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3255283137' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:22.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.351+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1d0410c970 con 0x7f1d041019b0 2023-10-21T15:39:22.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.352+0000 7f1d01ffb700 1 -- 172.21.15.46:0/3201098059 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7f1cf809a1d0 con 0x7f1d041019b0 2023-10-21T15:39:22.355 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:22.356 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:39:22.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cf40a15c0 msgr2=0x7f1cf40a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cf40a15c0 0x7f1cf40a3a80 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1cf0009af0 tx=0x7f1cf00094f0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d041019b0 msgr2=0x7f1d04196bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d041019b0 0x7f1d04196bc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1cf800e9a0 tx=0x7f1cf800ed60 comp rx=0 tx=0).stop 2023-10-21T15:39:22.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 shutdown_connections 2023-10-21T15:39:22.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cf40a15c0 0x7f1cf40a3a80 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d041019b0 0x7f1d04196bc0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d04106c10 0x7f1d0419e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 --2- 172.21.15.46:0/3201098059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d041042e0 0x7f1d04197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 >> 172.21.15.46:0/3201098059 conn(0x7f1d040fb320 msgr2=0x7f1d04102620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 shutdown_connections 2023-10-21T15:39:22.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.354+0000 7f1d0aa72700 1 -- 172.21.15.46:0/3201098059 wait complete. 2023-10-21T15:39:22.360 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:22.370 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-10-21T15:38:26.290152+0000', 'modified': '2023-10-21T15:38:33.692950+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24527, 'mds_1': 24508, 'mds_2': 24481, 'mds_3': 24464, 'mds_4': 24440}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14583': {'gid': 14583, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6839/3005201155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6838', 'nonce': 3005201155}, {'type': 'v1', 'addr': '172.21.15.46:6839', 'nonce': 3005201155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14595': {'gid': 14595, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6841/1267329835', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6840', 'nonce': 1267329835}, {'type': 'v1', 'addr': '172.21.15.46:6841', 'nonce': 1267329835}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24427': {'gid': 24427, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.119:6833/999213981', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6832', 'nonce': 999213981}, {'type': 'v1', 'addr': '172.21.15.119:6833', 'nonce': 999213981}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24440': {'gid': 24440, 'name': 'k', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.105:6833/1204683847', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6832', 'nonce': 1204683847}, {'type': 'v1', 'addr': '172.21.15.105:6833', 'nonce': 1204683847}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24464': {'gid': 24464, 'name': 'e', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.105:6835/3883210466', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6834', 'nonce': 3883210466}, {'type': 'v1', 'addr': '172.21.15.105:6835', 'nonce': 3883210466}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24481': {'gid': 24481, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.119:6835/779175296', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6834', 'nonce': 779175296}, {'type': 'v1', 'addr': '172.21.15.119:6835', 'nonce': 779175296}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24485': {'gid': 24485, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.105:6837/1557228428', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6836', 'nonce': 1557228428}, {'type': 'v1', 'addr': '172.21.15.105:6837', 'nonce': 1557228428}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24487': {'gid': 24487, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.119:6837/3747517153', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6836', 'nonce': 3747517153}, {'type': 'v1', 'addr': '172.21.15.119:6837', 'nonce': 3747517153}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24508': {'gid': 24508, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.119:6839/2257856611', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6838', 'nonce': 2257856611}, {'type': 'v1', 'addr': '172.21.15.119:6839', 'nonce': 2257856611}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24527': {'gid': 24527, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.105:6839/365752934', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6838', 'nonce': 365752934}, {'type': 'v1', 'addr': '172.21.15.105:6839', 'nonce': 365752934}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-21T15:39:22.371 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-10-21T15:39:22.371 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2023-10-21T15:39:22.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 -- 172.21.15.46:0/4181459720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c0ffdc0 msgr2=0x7f817c1001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 --2- 172.21.15.46:0/4181459720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c0ffdc0 0x7f817c1001e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f81700099c0 tx=0x7f8170009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 -- 172.21.15.46:0/4181459720 shutdown_connections 2023-10-21T15:39:22.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 --2- 172.21.15.46:0/4181459720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c0ffdc0 0x7f817c1001e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 --2- 172.21.15.46:0/4181459720 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f817c101950 0x7f817c108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 --2- 172.21.15.46:0/4181459720 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f817c100fb0 0x7f817c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 -- 172.21.15.46:0/4181459720 >> 172.21.15.46:0/4181459720 conn(0x7f817c0fb310 msgr2=0x7f817c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 -- 172.21.15.46:0/4181459720 shutdown_connections 2023-10-21T15:39:22.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 -- 172.21.15.46:0/4181459720 wait complete. 2023-10-21T15:39:22.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 Processor -- start 2023-10-21T15:39:22.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.498+0000 7f818336d700 1 -- start start 2023-10-21T15:39:22.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818336d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f817c0ffdc0 0x7f817c196b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818336d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c100fb0 0x7f817c197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818336d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f817c101950 0x7f817c19e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818336d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f817c19e690 con 0x7f817c100fb0 2023-10-21T15:39:22.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818336d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f817c19e7d0 con 0x7f817c0ffdc0 2023-10-21T15:39:22.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818336d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f817c19e960 con 0x7f817c101950 2023-10-21T15:39:22.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c100fb0 0x7f817c197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c100fb0 0x7f817c197050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33876/0 (socket says 172.21.15.46:33876) 2023-10-21T15:39:22.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 -- 172.21.15.46:0/1951825464 learned_addr learned my addr 172.21.15.46:0/1951825464 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8181109700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f817c0ffdc0 0x7f817c196b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818190a700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f817c101950 0x7f817c19e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 -- 172.21.15.46:0/1951825464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f817c101950 msgr2=0x7f817c19e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f817c101950 0x7f817c19e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 -- 172.21.15.46:0/1951825464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f817c0ffdc0 msgr2=0x7f817c196b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f817c0ffdc0 0x7f817c196b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 -- 172.21.15.46:0/1951825464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81700095f0 con 0x7f817c100fb0 2023-10-21T15:39:22.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f8180908700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c100fb0 0x7f817c197050 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f817800c9b0 tx=0x7f817800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f816e7fc700 1 -- 172.21.15.46:0/1951825464 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8178007b00 con 0x7f817c100fb0 2023-10-21T15:39:22.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818336d700 1 -- 172.21.15.46:0/1951825464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f817c19ec40 con 0x7f817c100fb0 2023-10-21T15:39:22.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f816e7fc700 1 -- 172.21.15.46:0/1951825464 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8178007c60 con 0x7f817c100fb0 2023-10-21T15:39:22.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f816e7fc700 1 -- 172.21.15.46:0/1951825464 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8178018660 con 0x7f817c100fb0 2023-10-21T15:39:22.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.499+0000 7f818336d700 1 -- 172.21.15.46:0/1951825464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f817c19f1a0 con 0x7f817c100fb0 2023-10-21T15:39:22.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.502+0000 7f816e7fc700 1 -- 172.21.15.46:0/1951825464 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f817800f450 con 0x7f817c100fb0 2023-10-21T15:39:22.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.502+0000 7f816e7fc700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81680a1550 0x7f81680a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.502+0000 7f8181109700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81680a1550 0x7f81680a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.502+0000 7f816e7fc700 1 -- 172.21.15.46:0/1951825464 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f81780cce30 con 0x7f817c100fb0 2023-10-21T15:39:22.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f8181109700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81680a1550 0x7f81680a3a10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8170009990 tx=0x7f8170005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f818f556b80 1 Processor -- start 2023-10-21T15:39:22.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f818f556b80 1 -- start start 2023-10-21T15:39:22.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f818f556b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8a91f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f818f556b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8a9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f818f556b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8aaa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f818f556b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb81dc20 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f818f556b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb802c10 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.503+0000 7f818f556b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb800530 con 0x55f7cb8a9730 2023-10-21T15:39:22.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8a91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8a91f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33882/0 (socket says 172.21.15.46:33882) 2023-10-21T15:39:22.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 -- 172.21.15.46:0/1265028314 learned_addr learned my addr 172.21.15.46:0/1265028314 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8180908700 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8a9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f818190a700 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8aaa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 -- 172.21.15.46:0/1265028314 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 msgr2=0x55f7cb8a9ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8a9ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 -- 172.21.15.46:0/1265028314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8aa5d0 msgr2=0x55f7cb8aaa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8aaa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 -- 172.21.15.46:0/1265028314 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7cb7b93a0 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f8181109700 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8a91f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f817c100e10 tx=0x7f817001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=740d0d29b9840b6d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f81677fe700 1 -- 172.21.15.46:0/1265028314 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170029070 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f81677fe700 1 -- 172.21.15.46:0/1265028314 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f817001e040 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.504+0000 7f81677fe700 1 -- 172.21.15.46:0/1265028314 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817000f920 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 -- 172.21.15.46:0/1265028314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 msgr2=0x55f7cb8a91f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8a91f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f817c100e10 tx=0x7f817001f000 comp rx=0 tx=0).stop 2023-10-21T15:39:22.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 -- 172.21.15.46:0/1265028314 shutdown_connections 2023-10-21T15:39:22.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8a91f0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8aaa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 --2- 172.21.15.46:0/1265028314 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8a9ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 -- 172.21.15.46:0/1265028314 >> 172.21.15.46:0/1265028314 conn(0x55f7cb7d6d80 msgr2=0x55f7cb8a3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 -- 172.21.15.46:0/1265028314 shutdown_connections 2023-10-21T15:39:22.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 -- 172.21.15.46:0/1265028314 wait complete. 2023-10-21T15:39:22.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 -- start start 2023-10-21T15:39:22.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.505+0000 7f818f556b80 1 Processor -- start 2023-10-21T15:39:22.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818f556b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818f556b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818f556b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8ba130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818f556b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb7fbe20 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818f556b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb7986c0 con 0x55f7cb8a9730 2023-10-21T15:39:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818f556b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb798360 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818f556b80 10 client.0 _ll_register_callbacks cb 0x55f7cb5f57b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8ba130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8ba130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33892/0 (socket says 172.21.15.46:33892) 2023-10-21T15:39:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 -- 172.21.15.46:0/1935635963 learned_addr learned my addr 172.21.15.46:0/1935635963 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f8181109700 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f8180908700 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 -- 172.21.15.46:0/1935635963 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a8dd0 msgr2=0x55f7cb8b2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 -- 172.21.15.46:0/1935635963 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 msgr2=0x55f7cb8b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 -- 172.21.15.46:0/1935635963 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f817c108b50 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f818190a700 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8ba130 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f8174007b60 tx=0x7f8174009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cff8ddba776f4fe server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.506+0000 7f8164ff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f8164ff9700 1 -- 172.21.15.46:0/1935635963 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817400e070 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 1 -- 172.21.15.46:0/1935635963 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f7cb800ea0 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f8164ff9700 1 -- 172.21.15.46:0/1935635963 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8174012ac0 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f8164ff9700 1 -- 172.21.15.46:0/1935635963 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8174012cc0 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 10 client.15006 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 1 -- 172.21.15.46:0/1935635963 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f7cb626d90 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f8164ff9700 1 -- 172.21.15.46:0/1935635963 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f7cb800ea0 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f8164ff9700 1 -- 172.21.15.46:0/1935635963 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8174014040 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 10 client.15006 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:22.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 10 client.15006 resolve_mds: resolved name 'k' to daemon mds.k 2023-10-21T15:39:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 20 client.15006 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7cb8be880 0x55f7cb8bd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 4 client.15006 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f818f556b80 1 -- 172.21.15.46:0/1935635963 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f7cb878bc0 con 0x55f7cb8be880 2023-10-21T15:39:22.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.507+0000 7f8181109700 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7cb8be880 0x55f7cb8bd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.508+0000 7f8164ff9700 10 client.15006 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:22.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.508+0000 7f8181109700 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7cb8be880 0x55f7cb8bd2e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4dde419bbdd2dfeb server_cookie=3b626b14873f31a3 in_seq=0 out_seq=0 2023-10-21T15:39:22.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f8164ff9700 1 -- 172.21.15.46:0/1935635963 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f7cb878bc0 con 0x55f7cb8be880 2023-10-21T15:39:22.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f8164ff9700 10 client.15006 handle_command_reply: tid=0 2023-10-21T15:39:22.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 client.15006 shutdown 2023-10-21T15:39:22.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 -- 172.21.15.46:0/1935635963 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 msgr2=0x55f7cb8ba130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8ba130 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f8174007b60 tx=0x7f8174009510 comp rx=0 tx=0).stop 2023-10-21T15:39:22.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 -- 172.21.15.46:0/1935635963 shutdown_connections 2023-10-21T15:39:22.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7cb8be880 0x55f7cb8bd2e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8ba130 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f8164ff9700 0 client.15006 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:22.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 --2- 172.21.15.46:0/1935635963 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 -- 172.21.15.46:0/1935635963 >> 172.21.15.46:0/1935635963 conn(0x55f7cb7d6d80 msgr2=0x55f7cb8a3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 -- 172.21.15.46:0/1935635963 shutdown_connections 2023-10-21T15:39:22.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 1 -- 172.21.15.46:0/1935635963 wait complete. 2023-10-21T15:39:22.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.509+0000 7f818f556b80 20 client.15006 trim_cache size 0 max 16384 2023-10-21T15:39:22.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818f556b80 1 Processor -- start 2023-10-21T15:39:22.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818f556b80 1 -- start start 2023-10-21T15:39:22.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818f556b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818f556b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 0x55f7cb8ba0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818f556b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8a3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818f556b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb67c8d0 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818f556b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb800ea0 con 0x55f7cb8a9730 2023-10-21T15:39:22.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818f556b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb8b1ec0 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33896/0 (socket says 172.21.15.46:33896) 2023-10-21T15:39:22.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 -- 172.21.15.46:0/2449910730 learned_addr learned my addr 172.21.15.46:0/2449910730 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f818190a700 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8a3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8180908700 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 0x55f7cb8ba0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 -- 172.21.15.46:0/2449910730 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8aa5d0 msgr2=0x55f7cb8a3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8a3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 -- 172.21.15.46:0/2449910730 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 msgr2=0x55f7cb8ba0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 0x55f7cb8ba0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 -- 172.21.15.46:0/2449910730 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7cb60fc10 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.527+0000 7f8181109700 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b09f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f8170005040 tx=0x7f8170009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d0e9abeff6a3052 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f8167fff700 1 -- 172.21.15.46:0/2449910730 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170029040 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f8167fff700 1 -- 172.21.15.46:0/2449910730 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8170037530 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f8167fff700 1 -- 172.21.15.46:0/2449910730 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8170003cd0 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 -- 172.21.15.46:0/2449910730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 msgr2=0x55f7cb8b09f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b09f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f8170005040 tx=0x7f8170009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 -- 172.21.15.46:0/2449910730 shutdown_connections 2023-10-21T15:39:22.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b09f0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8a3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 --2- 172.21.15.46:0/2449910730 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a9730 0x55f7cb8ba0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 -- 172.21.15.46:0/2449910730 >> 172.21.15.46:0/2449910730 conn(0x55f7cb7d6d80 msgr2=0x55f7cb8a2750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 -- 172.21.15.46:0/2449910730 shutdown_connections 2023-10-21T15:39:22.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.528+0000 7f818f556b80 1 -- 172.21.15.46:0/2449910730 wait complete. 2023-10-21T15:39:22.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 1 -- start start 2023-10-21T15:39:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 1 Processor -- start 2023-10-21T15:39:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b9c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8b6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb8b7350 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb8ba310 con 0x55f7cb8a8dd0 2023-10-21T15:39:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7cb8ba4a0 con 0x55f7cb8a9730 2023-10-21T15:39:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818f556b80 10 client.0 _ll_register_callbacks cb 0x7f8174007500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818190a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8b6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818190a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8b6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33906/0 (socket says 172.21.15.46:33906) 2023-10-21T15:39:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818190a700 1 -- 172.21.15.46:0/2580162533 learned_addr learned my addr 172.21.15.46:0/2580162533 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f8180908700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f8181109700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b9c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818190a700 1 -- 172.21.15.46:0/2580162533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 msgr2=0x55f7cb8b6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818190a700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818190a700 1 -- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a8dd0 msgr2=0x55f7cb8b9c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.529+0000 7f818190a700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b9c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818190a700 1 -- 172.21.15.46:0/2580162533 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f7cb7b93a0 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f8180908700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f8181109700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b9c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818190a700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8b6c70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f8174000f80 tx=0x7f817401ea50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50ede75fa22c19b7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f8164ff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f8164ff9700 1 -- 172.21.15.46:0/2580162533 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f817400e070 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f8164ff9700 1 -- 172.21.15.46:0/2580162533 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8174004a90 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 1 -- 172.21.15.46:0/2580162533 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f817001e040 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f8164ff9700 1 -- 172.21.15.46:0/2580162533 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8174004c50 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 10 client.15012 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 1 -- 172.21.15.46:0/2580162533 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f7cb64d200 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f8164ff9700 1 -- 172.21.15.46:0/2580162533 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f817001e040 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f8164ff9700 1 -- 172.21.15.46:0/2580162533 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8174007b90 con 0x55f7cb8aa5d0 2023-10-21T15:39:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 10 client.15012 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:22.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 10 client.15012 resolve_mds: resolved name 'k' to daemon mds.k 2023-10-21T15:39:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 20 client.15012 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7cb8be880 0x55f7cb9136f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 4 client.15012 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:22.566 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.530+0000 7f818f556b80 1 -- 172.21.15.46:0/2580162533 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f7cb7f4e00 con 0x55f7cb8be880 2023-10-21T15:39:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f8181109700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7cb8be880 0x55f7cb9136f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f8164ff9700 10 client.15012 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f8181109700 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7cb8be880 0x55f7cb9136f0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=112e86ea467d5290 server_cookie=7f9cbe6c18c25c02 in_seq=0 out_seq=0 2023-10-21T15:39:22.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f8164ff9700 1 -- 172.21.15.46:0/2580162533 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55f7cb7f4e00 con 0x55f7cb8be880 2023-10-21T15:39:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f8164ff9700 10 client.15012 handle_command_reply: tid=0 2023-10-21T15:39:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 client.15012 shutdown 2023-10-21T15:39:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 -- 172.21.15.46:0/2580162533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 msgr2=0x55f7cb8b6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8b6c70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f8174000f80 tx=0x7f817401ea50 comp rx=0 tx=0).stop 2023-10-21T15:39:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 -- 172.21.15.46:0/2580162533 shutdown_connections 2023-10-21T15:39:22.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7cb8be880 0x55f7cb9136f0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7cb8aa5d0 0x55f7cb8b6c70 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f8164ff9700 0 client.15012 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7cb8a8dd0 0x55f7cb8b9c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 --2- 172.21.15.46:0/2580162533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7cb8a9730 0x55f7cb8b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.531+0000 7f818f556b80 1 -- 172.21.15.46:0/2580162533 >> 172.21.15.46:0/2580162533 conn(0x55f7cb7d6d80 msgr2=0x55f7cb8ad540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818f556b80 1 -- 172.21.15.46:0/2580162533 shutdown_connections 2023-10-21T15:39:22.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818f556b80 1 -- 172.21.15.46:0/2580162533 wait complete. 2023-10-21T15:39:22.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818f556b80 20 client.15012 trim_cache size 0 max 16384 2023-10-21T15:39:22.571 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:22.572 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:22.572 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 4, 2023-10-21T15:39:22.572 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24440, 2023-10-21T15:39:22.573 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:22.573 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:22.573 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:22.574 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 49.842234589999997, 2023-10-21T15:39:22.574 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:22.574 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:22.575 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:22.575 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 83.557355342999998 2023-10-21T15:39:22.576 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:22.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 -- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81680a1550 msgr2=0x7f81680a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81680a1550 0x7f81680a3a10 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8170009990 tx=0x7f8170005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 -- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c100fb0 msgr2=0x7f817c197050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c100fb0 0x7f817c197050 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f817800c9b0 tx=0x7f817800ccc0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 -- 172.21.15.46:0/1951825464 shutdown_connections 2023-10-21T15:39:22.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81680a1550 0x7f81680a3a10 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f817c101950 0x7f817c19e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f817c0ffdc0 0x7f817c196b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 --2- 172.21.15.46:0/1951825464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f817c100fb0 0x7f817c197050 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 -- 172.21.15.46:0/1951825464 >> 172.21.15.46:0/1951825464 conn(0x7f817c0fb310 msgr2=0x7f817c0680a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 -- 172.21.15.46:0/1951825464 shutdown_connections 2023-10-21T15:39:22.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.532+0000 7f818336d700 1 -- 172.21.15.46:0/1951825464 wait complete. 2023-10-21T15:39:22.582 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2023-10-21T15:39:22.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.707+0000 7f8c3eb69700 1 -- 172.21.15.46:0/4244151573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 msgr2=0x7f8c38101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.707+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/4244151573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 0x7f8c38101410 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f8c240099c0 tx=0x7f8c24009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.707+0000 7f8c3eb69700 1 -- 172.21.15.46:0/4244151573 shutdown_connections 2023-10-21T15:39:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.707+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/4244151573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8c38101950 0x7f8c38108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.707+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/4244151573 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c380ffdc0 0x7f8c381001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.707+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/4244151573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 0x7f8c38101410 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.707+0000 7f8c3eb69700 1 -- 172.21.15.46:0/4244151573 >> 172.21.15.46:0/4244151573 conn(0x7f8c380fb310 msgr2=0x7f8c380fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 -- 172.21.15.46:0/4244151573 shutdown_connections 2023-10-21T15:39:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 -- 172.21.15.46:0/4244151573 wait complete. 2023-10-21T15:39:22.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 Processor -- start 2023-10-21T15:39:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 -- start start 2023-10-21T15:39:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c380ffdc0 0x7f8c38068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 0x7f8c3819b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8c38101950 0x7f8c3819df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3819e6b0 con 0x7f8c38100fb0 2023-10-21T15:39:22.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3819e820 con 0x7f8c38101950 2023-10-21T15:39:22.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3eb69700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c3819e9e0 con 0x7f8c380ffdc0 2023-10-21T15:39:22.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c37fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 0x7f8c3819b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c37fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 0x7f8c3819b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33918/0 (socket says 172.21.15.46:33918) 2023-10-21T15:39:22.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c37fff700 1 -- 172.21.15.46:0/3589598223 learned_addr learned my addr 172.21.15.46:0/3589598223 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.708+0000 7f8c3c905700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c380ffdc0 0x7f8c38068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c3d106700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8c38101950 0x7f8c3819df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c37fff700 1 -- 172.21.15.46:0/3589598223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c380ffdc0 msgr2=0x7f8c38068bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c37fff700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c380ffdc0 0x7f8c38068bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c37fff700 1 -- 172.21.15.46:0/3589598223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8c38101950 msgr2=0x7f8c3819df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c37fff700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8c38101950 0x7f8c3819df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c37fff700 1 -- 172.21.15.46:0/3589598223 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c240095f0 con 0x7f8c38100fb0 2023-10-21T15:39:22.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c3d106700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8c38101950 0x7f8c3819df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:22.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c37fff700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 0x7f8c3819b8d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f8c24009fd0 tx=0x7f8c2400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c35ffb700 1 -- 172.21.15.46:0/3589598223 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2401d070 con 0x7f8c38100fb0 2023-10-21T15:39:22.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c35ffb700 1 -- 172.21.15.46:0/3589598223 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8c240054f0 con 0x7f8c38100fb0 2023-10-21T15:39:22.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c3eb69700 1 -- 172.21.15.46:0/3589598223 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c3819ec60 con 0x7f8c38100fb0 2023-10-21T15:39:22.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c35ffb700 1 -- 172.21.15.46:0/3589598223 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c24004bd0 con 0x7f8c38100fb0 2023-10-21T15:39:22.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.709+0000 7f8c3eb69700 1 -- 172.21.15.46:0/3589598223 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c3819f080 con 0x7f8c38100fb0 2023-10-21T15:39:22.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.712+0000 7f8c35ffb700 1 -- 172.21.15.46:0/3589598223 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f8c2400fb80 con 0x7f8c38100fb0 2023-10-21T15:39:22.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.713+0000 7f8c35ffb700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8c280a1550 0x7f8c280a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.713+0000 7f8c3c905700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8c280a1550 0x7f8c280a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.713+0000 7f8c35ffb700 1 -- 172.21.15.46:0/3589598223 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8c240cdd50 con 0x7f8c38100fb0 2023-10-21T15:39:22.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.713+0000 7f8c3c905700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8c280a1550 0x7f8c280a3a10 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8c38100e10 tx=0x7f8c2c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.713+0000 7f8c4ad52b80 1 Processor -- start 2023-10-21T15:39:22.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.713+0000 7f8c4ad52b80 1 -- start start 2023-10-21T15:39:22.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bedd0 0x55f8e04bf1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bf730 0x55f8e04bfff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e0433c20 con 0x55f8e04c05d0 2023-10-21T15:39:22.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e0418c10 con 0x55f8e04bedd0 2023-10-21T15:39:22.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e0416530 con 0x55f8e04bf730 2023-10-21T15:39:22.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33928/0 (socket says 172.21.15.46:33928) 2023-10-21T15:39:22.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 -- 172.21.15.46:0/2409625671 learned_addr learned my addr 172.21.15.46:0/2409625671 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3c905700 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bedd0 0x55f8e04bf1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c37fff700 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bf730 0x55f8e04bfff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 -- 172.21.15.46:0/2409625671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bf730 msgr2=0x55f8e04bfff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bf730 0x55f8e04bfff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 -- 172.21.15.46:0/2409625671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bedd0 msgr2=0x55f8e04bf1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bedd0 0x55f8e04bf1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 -- 172.21.15.46:0/2409625671 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8e03cf3a0 con 0x55f8e04c05d0 2023-10-21T15:39:22.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3c905700 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bedd0 0x55f8e04bf1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:22.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c3d106700 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c0a50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8c30009d50 tx=0x7f8c300077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ec8ea4bf5fa6843 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c22ffd700 1 -- 172.21.15.46:0/2409625671 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c30009ea0 con 0x55f8e04c05d0 2023-10-21T15:39:22.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c22ffd700 1 -- 172.21.15.46:0/2409625671 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8c30014ac0 con 0x55f8e04c05d0 2023-10-21T15:39:22.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.714+0000 7f8c22ffd700 1 -- 172.21.15.46:0/2409625671 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c30013a40 con 0x55f8e04c05d0 2023-10-21T15:39:22.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2409625671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 msgr2=0x55f8e04c0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c0a50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8c30009d50 tx=0x7f8c300077e0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2409625671 shutdown_connections 2023-10-21T15:39:22.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c0a50 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bedd0 0x55f8e04bf1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2409625671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bf730 0x55f8e04bfff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2409625671 >> 172.21.15.46:0/2409625671 conn(0x55f8e03ecd80 msgr2=0x55f8e04b9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2409625671 shutdown_connections 2023-10-21T15:39:22.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2409625671 wait complete. 2023-10-21T15:39:22.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.715+0000 7f8c4ad52b80 1 -- start start 2023-10-21T15:39:22.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c4ad52b80 1 Processor -- start 2023-10-21T15:39:22.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bf730 0x55f8e04c9190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04c05d0 0x55f8e04d01d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e0411e20 con 0x55f8e04bf730 2023-10-21T15:39:22.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e03ae6c0 con 0x55f8e04c05d0 2023-10-21T15:39:22.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e03ae360 con 0x55f8e04bedd0 2023-10-21T15:39:22.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c37fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bf730 0x55f8e04c9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c4ad52b80 10 client.0 _ll_register_callbacks cb 0x55f8e020b7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:22.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c37fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bf730 0x55f8e04c9190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33932/0 (socket says 172.21.15.46:33932) 2023-10-21T15:39:22.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c37fff700 1 -- 172.21.15.46:0/2515343952 learned_addr learned my addr 172.21.15.46:0/2515343952 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.716+0000 7f8c3c905700 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c37fff700 1 -- 172.21.15.46:0/2515343952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 msgr2=0x55f8e04c8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c3d106700 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04c05d0 0x55f8e04d01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c37fff700 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c37fff700 1 -- 172.21.15.46:0/2515343952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04c05d0 msgr2=0x55f8e04d01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c37fff700 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04c05d0 0x55f8e04d01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c37fff700 1 -- 172.21.15.46:0/2515343952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c2c017070 con 0x55f8e04bf730 2023-10-21T15:39:22.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c37fff700 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bf730 0x55f8e04c9190 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f8c240979c0 tx=0x7f8c24005790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e34397f5486342c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c17fff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:22.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c17fff700 1 -- 172.21.15.46:0/2515343952 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2409a640 con 0x55f8e04bf730 2023-10-21T15:39:22.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2515343952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f8e0416ea0 con 0x55f8e04bf730 2023-10-21T15:39:22.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c17fff700 1 -- 172.21.15.46:0/2515343952 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8c2409f0a0 con 0x55f8e04bf730 2023-10-21T15:39:22.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c17fff700 1 -- 172.21.15.46:0/2515343952 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8c240a3250 con 0x55f8e04bf730 2023-10-21T15:39:22.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c4ad52b80 10 client.15024 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:22.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2515343952 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f8c30009980 con 0x55f8e04bf730 2023-10-21T15:39:22.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c17fff700 1 -- 172.21.15.46:0/2515343952 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8c240b9030 con 0x55f8e04bf730 2023-10-21T15:39:22.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c17fff700 1 -- 172.21.15.46:0/2515343952 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8c24095b60 con 0x55f8e04bf730 2023-10-21T15:39:22.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.717+0000 7f8c4ad52b80 10 client.15024 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:22.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.718+0000 7f8c4ad52b80 10 client.15024 resolve_mds: resolved name 'e' to daemon mds.e 2023-10-21T15:39:22.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.718+0000 7f8c4ad52b80 20 client.15024 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:22.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.718+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f8e04d4520 0x55f8e04d3100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.718+0000 7f8c4ad52b80 4 client.15024 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:22.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.718+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2515343952 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f8e048ebc0 con 0x55f8e04d4520 2023-10-21T15:39:22.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.718+0000 7f8c3c905700 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f8e04d4520 0x55f8e04d3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.718+0000 7f8c3c905700 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f8e04d4520 0x55f8e04d3100 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e578f0bf382b11ba server_cookie=1452c809bc4b4764 in_seq=0 out_seq=0 2023-10-21T15:39:22.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.718+0000 7f8c17fff700 10 client.15024 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:22.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c17fff700 1 -- 172.21.15.46:0/2515343952 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f8e048ebc0 con 0x55f8e04d4520 2023-10-21T15:39:22.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c17fff700 10 client.15024 handle_command_reply: tid=0 2023-10-21T15:39:22.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 client.15024 shutdown 2023-10-21T15:39:22.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2515343952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bf730 msgr2=0x55f8e04c9190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bf730 0x55f8e04c9190 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f8c240979c0 tx=0x7f8c24005790 comp rx=0 tx=0).stop 2023-10-21T15:39:22.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2515343952 shutdown_connections 2023-10-21T15:39:22.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04c05d0 0x55f8e04d01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f8e04d4520 0x55f8e04d3100 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/2515343952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bf730 0x55f8e04c9190 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2515343952 >> 172.21.15.46:0/2515343952 conn(0x55f8e03ecd80 msgr2=0x55f8e04b9ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c17fff700 0 client.15024 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:22.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2515343952 shutdown_connections 2023-10-21T15:39:22.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/2515343952 wait complete. 2023-10-21T15:39:22.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.719+0000 7f8c4ad52b80 20 client.15024 trim_cache size 0 max 16384 2023-10-21T15:39:22.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.737+0000 7f8c4ad52b80 1 Processor -- start 2023-10-21T15:39:22.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c4ad52b80 1 -- start start 2023-10-21T15:39:22.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04d0190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e04c8820 con 0x55f8e04c05d0 2023-10-21T15:39:22.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e02928d0 con 0x55f8e04bf730 2023-10-21T15:39:22.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e03c9720 con 0x55f8e04bedd0 2023-10-21T15:39:22.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c3500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33942/0 (socket says 172.21.15.46:33942) 2023-10-21T15:39:22.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 -- 172.21.15.46:0/4280044307 learned_addr learned my addr 172.21.15.46:0/4280044307 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3c905700 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c37fff700 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04d0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 -- 172.21.15.46:0/4280044307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 msgr2=0x55f8e04c09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 -- 172.21.15.46:0/4280044307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 msgr2=0x55f8e04d0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04d0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 -- 172.21.15.46:0/4280044307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8e04c7bd0 con 0x55f8e04c05d0 2023-10-21T15:39:22.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3c905700 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:22.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c37fff700 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04d0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:22.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.738+0000 7f8c3d106700 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c3500 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x55f8e04bfdb0 tx=0x7f8c300060a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8df97243afbd6d1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c237fe700 1 -- 172.21.15.46:0/4280044307 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c300133a0 con 0x55f8e04c05d0 2023-10-21T15:39:22.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c237fe700 1 -- 172.21.15.46:0/4280044307 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8c30013500 con 0x55f8e04c05d0 2023-10-21T15:39:22.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c237fe700 1 -- 172.21.15.46:0/4280044307 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c30013a60 con 0x55f8e04c05d0 2023-10-21T15:39:22.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/4280044307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 msgr2=0x55f8e04c3500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c3500 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x55f8e04bfdb0 tx=0x7f8c300060a0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/4280044307 shutdown_connections 2023-10-21T15:39:22.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04c05d0 0x55f8e04c3500 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04bedd0 0x55f8e04c09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/4280044307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04d0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/4280044307 >> 172.21.15.46:0/4280044307 conn(0x55f8e03ecd80 msgr2=0x55f8e04c69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/4280044307 shutdown_connections 2023-10-21T15:39:22.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.739+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/4280044307 wait complete. 2023-10-21T15:39:22.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 1 -- start start 2023-10-21T15:39:22.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 1 Processor -- start 2023-10-21T15:39:22.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bedd0 0x55f8e04cae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04cb360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04c05d0 0x55f8e0527f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e04d0390 con 0x55f8e04bedd0 2023-10-21T15:39:22.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e04d0500 con 0x55f8e04bf730 2023-10-21T15:39:22.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8e0528450 con 0x55f8e04c05d0 2023-10-21T15:39:22.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c4ad52b80 10 client.0 _ll_register_callbacks cb 0x7f8c2409aa90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:22.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3c905700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bedd0 0x55f8e04cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3c905700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bedd0 0x55f8e04cae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33944/0 (socket says 172.21.15.46:33944) 2023-10-21T15:39:22.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3c905700 1 -- 172.21.15.46:0/3290994737 learned_addr learned my addr 172.21.15.46:0/3290994737 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3d106700 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04c05d0 0x55f8e0527f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c37fff700 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04cb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3c905700 1 -- 172.21.15.46:0/3290994737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04c05d0 msgr2=0x55f8e0527f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3c905700 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04c05d0 0x55f8e0527f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3c905700 1 -- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 msgr2=0x55f8e04cb360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3c905700 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04cb360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c3c905700 1 -- 172.21.15.46:0/3290994737 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c2c02ba60 con 0x55f8e04bedd0 2023-10-21T15:39:22.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.740+0000 7f8c37fff700 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04cb360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:22.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c3c905700 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bedd0 0x55f8e04cae20 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x55f8e04c97e0 tx=0x7f8c2c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74276f2dc14c6cb0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c17fff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:22.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c17fff700 1 -- 172.21.15.46:0/3290994737 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c2c022040 con 0x55f8e04bedd0 2023-10-21T15:39:22.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c17fff700 1 -- 172.21.15.46:0/3290994737 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8c2c02b370 con 0x55f8e04bedd0 2023-10-21T15:39:22.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/3290994737 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f8e040ae00 con 0x55f8e04bedd0 2023-10-21T15:39:22.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c17fff700 1 -- 172.21.15.46:0/3290994737 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8c2c03a030 con 0x55f8e04bedd0 2023-10-21T15:39:22.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 10 client.15030 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:22.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/3290994737 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f8e03cf3a0 con 0x55f8e04bedd0 2023-10-21T15:39:22.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c17fff700 1 -- 172.21.15.46:0/3290994737 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f8e040ae00 con 0x55f8e04bedd0 2023-10-21T15:39:22.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c17fff700 1 -- 172.21.15.46:0/3290994737 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8c2c004b30 con 0x55f8e04bedd0 2023-10-21T15:39:22.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 10 client.15030 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:22.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 10 client.15030 resolve_mds: resolved name 'e' to daemon mds.e 2023-10-21T15:39:22.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 20 client.15030 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:22.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f8e052d6d0 0x55f8e0529af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 4 client.15030 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:22.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.741+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/3290994737 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f8e040ab20 con 0x55f8e052d6d0 2023-10-21T15:39:22.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c37fff700 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f8e052d6d0 0x55f8e0529af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c37fff700 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f8e052d6d0 0x55f8e0529af0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c791a425b71c0089 server_cookie=176f5eb943aaa7d0 in_seq=0 out_seq=0 2023-10-21T15:39:22.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c17fff700 10 client.15030 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:22.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c17fff700 1 -- 172.21.15.46:0/3290994737 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55f8e040ab20 con 0x55f8e052d6d0 2023-10-21T15:39:22.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c17fff700 10 client.15030 handle_command_reply: tid=0 2023-10-21T15:39:22.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c4ad52b80 1 client.15030 shutdown 2023-10-21T15:39:22.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/3290994737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bedd0 msgr2=0x55f8e04cae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bedd0 0x55f8e04cae20 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x55f8e04c97e0 tx=0x7f8c2c0047c0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/3290994737 shutdown_connections 2023-10-21T15:39:22.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f8e052d6d0 0x55f8e0529af0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.742+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8e04bedd0 0x55f8e04cae20 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8e04c05d0 0x55f8e0527f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c17fff700 0 client.15030 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:22.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c4ad52b80 1 --2- 172.21.15.46:0/3290994737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e04bf730 0x55f8e04cb360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/3290994737 >> 172.21.15.46:0/3290994737 conn(0x55f8e03ecd80 msgr2=0x55f8e04d3100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/3290994737 shutdown_connections 2023-10-21T15:39:22.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c4ad52b80 1 -- 172.21.15.46:0/3290994737 wait complete. 2023-10-21T15:39:22.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c4ad52b80 20 client.15030 trim_cache size 0 max 16384 2023-10-21T15:39:22.767 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:22.767 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:22.768 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 3, 2023-10-21T15:39:22.768 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24464, 2023-10-21T15:39:22.768 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:22.768 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:22.768 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:22.769 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 51.062237551999999, 2023-10-21T15:39:22.769 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:22.769 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:22.769 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:22.769 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 76.792438680999993 2023-10-21T15:39:22.770 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:22.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 -- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8c280a1550 msgr2=0x7f8c280a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8c280a1550 0x7f8c280a3a10 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8c38100e10 tx=0x7f8c2c009260 comp rx=0 tx=0).stop 2023-10-21T15:39:22.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 -- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 msgr2=0x7f8c3819b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 0x7f8c3819b8d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f8c24009fd0 tx=0x7f8c2400f690 comp rx=0 tx=0).stop 2023-10-21T15:39:22.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 -- 172.21.15.46:0/3589598223 shutdown_connections 2023-10-21T15:39:22.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8c280a1550 0x7f8c280a3a10 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8c38101950 0x7f8c3819df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8c380ffdc0 0x7f8c38068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 --2- 172.21.15.46:0/3589598223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8c38100fb0 0x7f8c3819b8d0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 -- 172.21.15.46:0/3589598223 >> 172.21.15.46:0/3589598223 conn(0x7f8c380fb310 msgr2=0x7f8c381044a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 -- 172.21.15.46:0/3589598223 shutdown_connections 2023-10-21T15:39:22.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.743+0000 7f8c3eb69700 1 -- 172.21.15.46:0/3589598223 wait complete. 2023-10-21T15:39:22.774 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2023-10-21T15:39:22.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.902+0000 7fe285bd0700 1 -- 172.21.15.46:0/2250655363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280104270 msgr2=0x7fe280106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.902+0000 7fe285bd0700 1 --2- 172.21.15.46:0/2250655363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280104270 0x7fe280106660 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe2740098f0 tx=0x7fe274009c00 comp rx=0 tx=0).stop 2023-10-21T15:39:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.902+0000 7fe285bd0700 1 -- 172.21.15.46:0/2250655363 shutdown_connections 2023-10-21T15:39:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.902+0000 7fe285bd0700 1 --2- 172.21.15.46:0/2250655363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe280106ba0 0x7fe280109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.902+0000 7fe285bd0700 1 --2- 172.21.15.46:0/2250655363 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe280101940 0x7fe280103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.902+0000 7fe285bd0700 1 --2- 172.21.15.46:0/2250655363 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280104270 0x7fe280106660 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.902+0000 7fe285bd0700 1 -- 172.21.15.46:0/2250655363 >> 172.21.15.46:0/2250655363 conn(0x7fe2800fb310 msgr2=0x7fe2800fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.902+0000 7fe285bd0700 1 -- 172.21.15.46:0/2250655363 shutdown_connections 2023-10-21T15:39:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 -- 172.21.15.46:0/2250655363 wait complete. 2023-10-21T15:39:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 Processor -- start 2023-10-21T15:39:22.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 -- start start 2023-10-21T15:39:22.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280101940 0x7fe2801012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe280104270 0x7fe2800ff8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe280106ba0 0x7fe2800ffe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2801005d0 con 0x7fe280106ba0 2023-10-21T15:39:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe280100740 con 0x7fe280104270 2023-10-21T15:39:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.903+0000 7fe285bd0700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2801a0bf0 con 0x7fe280101940 2023-10-21T15:39:22.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe280106ba0 0x7fe2800ffe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe280106ba0 0x7fe2800ffe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33962/0 (socket says 172.21.15.46:33962) 2023-10-21T15:39:22.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 -- 172.21.15.46:0/806411536 learned_addr learned my addr 172.21.15.46:0/806411536 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280101940 0x7fe2801012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27effd700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe280104270 0x7fe2800ff8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 -- 172.21.15.46:0/806411536 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280101940 msgr2=0x7fe2801012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280101940 0x7fe2801012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 -- 172.21.15.46:0/806411536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe280104270 msgr2=0x7fe2800ff8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe280104270 0x7fe2800ff8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 -- 172.21.15.46:0/806411536 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe270009520 con 0x7fe280106ba0 2023-10-21T15:39:22.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280101940 0x7fe2801012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:22.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27effd700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe280104270 0x7fe2800ff8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:22.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27ffff700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe280106ba0 0x7fe2800ffe30 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe27800e3c0 tx=0x7fe27800e6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27cff9700 1 -- 172.21.15.46:0/806411536 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2780092d0 con 0x7fe280106ba0 2023-10-21T15:39:22.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe285bd0700 1 -- 172.21.15.46:0/806411536 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe278009d00 con 0x7fe280106ba0 2023-10-21T15:39:22.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27cff9700 1 -- 172.21.15.46:0/806411536 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe27800f040 con 0x7fe280106ba0 2023-10-21T15:39:22.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe27cff9700 1 -- 172.21.15.46:0/806411536 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe278007cc0 con 0x7fe280106ba0 2023-10-21T15:39:22.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.904+0000 7fe285bd0700 1 -- 172.21.15.46:0/806411536 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe274009520 con 0x7fe280106ba0 2023-10-21T15:39:22.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.907+0000 7fe27cff9700 1 -- 172.21.15.46:0/806411536 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fe278003a00 con 0x7fe280106ba0 2023-10-21T15:39:22.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.907+0000 7fe27cff9700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2680a1550 0x7fe2680a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.907+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2680a1550 0x7fe2680a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.907+0000 7fe27cff9700 1 -- 172.21.15.46:0/806411536 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe2780cccb0 con 0x7fe280106ba0 2023-10-21T15:39:22.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2680a1550 0x7fe2680a3a10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe270009fd0 tx=0x7fe270009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe291db9b80 1 Processor -- start 2023-10-21T15:39:22.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe291db9b80 1 -- start start 2023-10-21T15:39:22.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fdf1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fdfff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40fe0a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe291db9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40f53c20 con 0x557d40fe05d0 2023-10-21T15:39:22.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe291db9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40f38c10 con 0x557d40fdedd0 2023-10-21T15:39:22.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe291db9b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40f36530 con 0x557d40fdf730 2023-10-21T15:39:22.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe27ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40fe0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe27ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40fe0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33970/0 (socket says 172.21.15.46:33970) 2023-10-21T15:39:22.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe27ffff700 1 -- 172.21.15.46:0/3427140254 learned_addr learned my addr 172.21.15.46:0/3427140254 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe27effd700 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fdfff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.908+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fdf1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe27ffff700 1 -- 172.21.15.46:0/3427140254 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 msgr2=0x557d40fdfff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe27ffff700 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fdfff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe27ffff700 1 -- 172.21.15.46:0/3427140254 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 msgr2=0x557d40fdf1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe27ffff700 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fdf1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe27ffff700 1 -- 172.21.15.46:0/3427140254 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557d40eef3a0 con 0x557d40fe05d0 2023-10-21T15:39:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe27ffff700 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40fe0a50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe2780090a0 tx=0x7fe278096320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2b3f0fddc58b9fb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe265ffb700 1 -- 172.21.15.46:0/3427140254 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27809a610 con 0x557d40fe05d0 2023-10-21T15:39:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe265ffb700 1 -- 172.21.15.46:0/3427140254 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe278007e20 con 0x557d40fe05d0 2023-10-21T15:39:22.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.909+0000 7fe265ffb700 1 -- 172.21.15.46:0/3427140254 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe278012ed0 con 0x557d40fe05d0 2023-10-21T15:39:22.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 -- 172.21.15.46:0/3427140254 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 msgr2=0x557d40fe0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40fe0a50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe2780090a0 tx=0x7fe278096320 comp rx=0 tx=0).stop 2023-10-21T15:39:22.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 -- 172.21.15.46:0/3427140254 shutdown_connections 2023-10-21T15:39:22.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40fe0a50 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fdf1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 --2- 172.21.15.46:0/3427140254 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fdfff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 -- 172.21.15.46:0/3427140254 >> 172.21.15.46:0/3427140254 conn(0x557d40f0cd80 msgr2=0x557d40fd9f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 -- 172.21.15.46:0/3427140254 shutdown_connections 2023-10-21T15:39:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 -- 172.21.15.46:0/3427140254 wait complete. 2023-10-21T15:39:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 -- start start 2023-10-21T15:39:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.910+0000 7fe291db9b80 1 Processor -- start 2023-10-21T15:39:22.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fe8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fe90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe291db9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40f31e20 con 0x557d40fe05d0 2023-10-21T15:39:22.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe291db9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40ece6c0 con 0x557d40fdedd0 2023-10-21T15:39:22.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe291db9b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40ece360 con 0x557d40fdf730 2023-10-21T15:39:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe291db9b80 10 client.0 _ll_register_callbacks cb 0x557d40d2b7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff0120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33976/0 (socket says 172.21.15.46:33976) 2023-10-21T15:39:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 -- 172.21.15.46:0/639104193 learned_addr learned my addr 172.21.15.46:0/639104193 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fe8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27effd700 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fe90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 -- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 msgr2=0x557d40fe90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fe90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 -- 172.21.15.46:0/639104193 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 msgr2=0x557d40fe8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fe8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 -- 172.21.15.46:0/639104193 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe274009520 con 0x557d40fe05d0 2023-10-21T15:39:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27effd700 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fe90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe27ffff700 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff0120 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe278099ea0 tx=0x7fe2780ca5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b46c02046c43a90f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe25effd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:22.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe25effd700 1 -- 172.21.15.46:0/639104193 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe278099f10 con 0x557d40fe05d0 2023-10-21T15:39:22.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe25effd700 1 -- 172.21.15.46:0/639104193 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe27809e060 con 0x557d40fe05d0 2023-10-21T15:39:22.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.911+0000 7fe291db9b80 1 -- 172.21.15.46:0/639104193 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557d40f36ea0 con 0x557d40fe05d0 2023-10-21T15:39:22.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe25effd700 1 -- 172.21.15.46:0/639104193 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe2780a0050 con 0x557d40fe05d0 2023-10-21T15:39:22.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe291db9b80 10 client.15042 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:22.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe291db9b80 1 -- 172.21.15.46:0/639104193 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x557d40d5cd90 con 0x557d40fe05d0 2023-10-21T15:39:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe25effd700 1 -- 172.21.15.46:0/639104193 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe27807c080 con 0x557d40fe05d0 2023-10-21T15:39:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe25effd700 1 -- 172.21.15.46:0/639104193 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe2780b8020 con 0x557d40fe05d0 2023-10-21T15:39:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe291db9b80 10 client.15042 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe291db9b80 10 client.15042 resolve_mds: resolved name 'f' to daemon mds.f 2023-10-21T15:39:22.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe291db9b80 20 client.15042 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:22.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe291db9b80 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x557d40ff4450 0x557d40ff3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe291db9b80 4 client.15042 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:22.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe291db9b80 1 -- 172.21.15.46:0/639104193 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557d40faebc0 con 0x557d40ff4450 2023-10-21T15:39:22.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.912+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x557d40ff4450 0x557d40ff3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.913+0000 7fe25effd700 10 client.15042 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:22.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.913+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x557d40ff4450 0x557d40ff3050 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=323a5a39e10a7996 server_cookie=41f43bae8b24d631 in_seq=0 out_seq=0 2023-10-21T15:39:22.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.913+0000 7fe25effd700 1 -- 172.21.15.46:0/639104193 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x557d40faebc0 con 0x557d40ff4450 2023-10-21T15:39:22.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe25effd700 10 client.15042 handle_command_reply: tid=0 2023-10-21T15:39:22.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 client.15042 shutdown 2023-10-21T15:39:22.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 -- 172.21.15.46:0/639104193 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 msgr2=0x557d40ff0120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff0120 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fe278099ea0 tx=0x7fe2780ca5e0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 -- 172.21.15.46:0/639104193 shutdown_connections 2023-10-21T15:39:22.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff0120 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x557d40ff4450 0x557d40ff3050 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fe8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 --2- 172.21.15.46:0/639104193 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fe90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 -- 172.21.15.46:0/639104193 >> 172.21.15.46:0/639104193 conn(0x557d40f0cd80 msgr2=0x557d40fd9b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe25effd700 0 client.15042 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:22.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 -- 172.21.15.46:0/639104193 shutdown_connections 2023-10-21T15:39:22.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 1 -- 172.21.15.46:0/639104193 wait complete. 2023-10-21T15:39:22.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.914+0000 7fe291db9b80 20 client.15042 trim_cache size 0 max 16384 2023-10-21T15:39:22.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe291db9b80 1 Processor -- start 2023-10-21T15:39:22.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe291db9b80 1 -- start start 2023-10-21T15:39:22.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fd9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fd9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe291db9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40db28d0 con 0x557d40fe05d0 2023-10-21T15:39:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe291db9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40fde9f0 con 0x557d40fdedd0 2023-10-21T15:39:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe291db9b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40fa4d60 con 0x557d40fdf730 2023-10-21T15:39:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe27ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe27effd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fd9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe27ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33984/0 (socket says 172.21.15.46:33984) 2023-10-21T15:39:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.932+0000 7fe27ffff700 1 -- 172.21.15.46:0/2435954625 learned_addr learned my addr 172.21.15.46:0/2435954625 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fd9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27effd700 1 -- 172.21.15.46:0/2435954625 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 msgr2=0x557d40fd9ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27effd700 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fd9ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27effd700 1 -- 172.21.15.46:0/2435954625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 msgr2=0x557d40ff00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27effd700 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27effd700 1 -- 172.21.15.46:0/2435954625 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557d40d45c10 con 0x557d40fdf730 2023-10-21T15:39:22.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27ffff700 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:22.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fd9ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:22.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe27effd700 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fd9ff0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe274000c00 tx=0x7fe27400bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4efa185b4ec3348f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe2667fc700 1 -- 172.21.15.46:0/2435954625 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27401c070 con 0x557d40fdf730 2023-10-21T15:39:22.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe2667fc700 1 -- 172.21.15.46:0/2435954625 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe27401d040 con 0x557d40fdf730 2023-10-21T15:39:22.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.933+0000 7fe2667fc700 1 -- 172.21.15.46:0/2435954625 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe274005670 con 0x557d40fdf730 2023-10-21T15:39:22.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- 172.21.15.46:0/2435954625 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 msgr2=0x557d40fd9ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fd9ff0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe274000c00 tx=0x7fe27400bf10 comp rx=0 tx=0).stop 2023-10-21T15:39:22.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- 172.21.15.46:0/2435954625 shutdown_connections 2023-10-21T15:39:22.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fe05d0 0x557d40ff00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fd9ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2435954625 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fdf730 0x557d40fd9ff0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- 172.21.15.46:0/2435954625 >> 172.21.15.46:0/2435954625 conn(0x557d40f0cd80 msgr2=0x557d40fe7870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- 172.21.15.46:0/2435954625 shutdown_connections 2023-10-21T15:39:22.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- 172.21.15.46:0/2435954625 wait complete. 2023-10-21T15:39:22.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- start start 2023-10-21T15:39:22.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 Processor -- start 2023-10-21T15:39:22.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fed020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fdf730 0x557d40fed560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fe05d0 0x557d41047e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d40fedbb0 con 0x557d40fdf730 2023-10-21T15:39:22.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d41048380 con 0x557d40fdedd0 2023-10-21T15:39:22.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.934+0000 7fe291db9b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x557d410484c0 con 0x557d40fe05d0 2023-10-21T15:39:22.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe291db9b80 10 client.0 _ll_register_callbacks cb 0x7fe270005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:22.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fdf730 0x557d40fed560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fdf730 0x557d40fed560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33988/0 (socket says 172.21.15.46:33988) 2023-10-21T15:39:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 -- 172.21.15.46:0/2055382746 learned_addr learned my addr 172.21.15.46:0/2055382746 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fed020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27ffff700 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fe05d0 0x557d41047e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 -- 172.21.15.46:0/2055382746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fe05d0 msgr2=0x557d41047e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fe05d0 0x557d41047e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 -- 172.21.15.46:0/2055382746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 msgr2=0x557d40fed020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:22.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fed020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 -- 172.21.15.46:0/2055382746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557d40d5cd90 con 0x557d40fdf730 2023-10-21T15:39:22.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe27effd700 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fdf730 0x557d40fed560 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe27400fa40 tx=0x7fe27400f840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99e98166fabc586 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:22.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe25effd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:22.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe25effd700 1 -- 172.21.15.46:0/2055382746 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27401c030 con 0x557d40fdf730 2023-10-21T15:39:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe25effd700 1 -- 172.21.15.46:0/2055382746 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe27400b9f0 con 0x557d40fdf730 2023-10-21T15:39:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe291db9b80 1 -- 172.21.15.46:0/2055382746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe278007e20 con 0x557d40fdf730 2023-10-21T15:39:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe25effd700 1 -- 172.21.15.46:0/2055382746 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe27400bbb0 con 0x557d40fdf730 2023-10-21T15:39:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe291db9b80 10 client.15048 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:22.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.935+0000 7fe291db9b80 1 -- 172.21.15.46:0/2055382746 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fe280109c00 con 0x557d40fdf730 2023-10-21T15:39:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe25effd700 1 -- 172.21.15.46:0/2055382746 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe278007e20 con 0x557d40fdf730 2023-10-21T15:39:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe25effd700 1 -- 172.21.15.46:0/2055382746 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe274015020 con 0x557d40fdf730 2023-10-21T15:39:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe291db9b80 10 client.15048 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe291db9b80 10 client.15048 resolve_mds: resolved name 'f' to daemon mds.f 2023-10-21T15:39:22.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe291db9b80 20 client.15048 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x557d4104d310 0x557d410497b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe291db9b80 4 client.15048 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe291db9b80 1 -- 172.21.15.46:0/2055382746 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "status"}) v1 -- 0x557d40f2ae00 con 0x557d4104d310 2023-10-21T15:39:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x557d4104d310 0x557d410497b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:22.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe25effd700 10 client.15048 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.936+0000 7fe27f7fe700 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x557d4104d310 0x557d410497b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ace306aa260cb05 server_cookie=8d227f99f3470cd4 in_seq=0 out_seq=0 2023-10-21T15:39:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe25effd700 1 -- 172.21.15.46:0/2055382746 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x557d40f2ae00 con 0x557d4104d310 2023-10-21T15:39:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe25effd700 10 client.15048 handle_command_reply: tid=0 2023-10-21T15:39:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 client.15048 shutdown 2023-10-21T15:39:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 -- 172.21.15.46:0/2055382746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fdf730 msgr2=0x557d40fed560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fdf730 0x557d40fed560 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe27400fa40 tx=0x7fe27400f840 comp rx=0 tx=0).stop 2023-10-21T15:39:22.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 -- 172.21.15.46:0/2055382746 shutdown_connections 2023-10-21T15:39:22.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x557d4104d310 0x557d410497b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557d40fe05d0 0x557d41047e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557d40fdedd0 0x557d40fed020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 --2- 172.21.15.46:0/2055382746 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557d40fdf730 0x557d40fed560 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe25effd700 0 client.15048 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 -- 172.21.15.46:0/2055382746 >> 172.21.15.46:0/2055382746 conn(0x557d40f0cd80 msgr2=0x557d40fe3580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 -- 172.21.15.46:0/2055382746 shutdown_connections 2023-10-21T15:39:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 1 -- 172.21.15.46:0/2055382746 wait complete. 2023-10-21T15:39:22.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe291db9b80 20 client.15048 trim_cache size 0 max 16384 2023-10-21T15:39:22.960 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:22.960 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:22.960 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 2, 2023-10-21T15:39:22.961 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24481, 2023-10-21T15:39:22.961 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:22.961 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:22.961 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:22.961 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 52.262702353999998, 2023-10-21T15:39:22.962 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:22.962 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:22.962 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:22.962 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 74.783668327000001 2023-10-21T15:39:22.962 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:22.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe285bd0700 1 -- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2680a1550 msgr2=0x7fe2680a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe285bd0700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2680a1550 0x7fe2680a3a10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe270009fd0 tx=0x7fe270009260 comp rx=0 tx=0).stop 2023-10-21T15:39:22.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe285bd0700 1 -- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe280106ba0 msgr2=0x7fe2800ffe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:22.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.937+0000 7fe285bd0700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe280106ba0 0x7fe2800ffe30 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe27800e3c0 tx=0x7fe27800e6d0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.938+0000 7fe285bd0700 1 -- 172.21.15.46:0/806411536 shutdown_connections 2023-10-21T15:39:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.938+0000 7fe285bd0700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe2680a1550 0x7fe2680a3a10 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.938+0000 7fe285bd0700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe280106ba0 0x7fe2800ffe30 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.938+0000 7fe285bd0700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe280101940 0x7fe2801012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.938+0000 7fe285bd0700 1 --2- 172.21.15.46:0/806411536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe280104270 0x7fe2800ff8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:22.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.938+0000 7fe285bd0700 1 -- 172.21.15.46:0/806411536 >> 172.21.15.46:0/806411536 conn(0x7fe2800fb310 msgr2=0x7fe2801025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:22.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.938+0000 7fe285bd0700 1 -- 172.21.15.46:0/806411536 shutdown_connections 2023-10-21T15:39:22.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:22.938+0000 7fe285bd0700 1 -- 172.21.15.46:0/806411536 wait complete. 2023-10-21T15:39:22.966 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-10-21T15:39:23.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:22 smithi119 ceph-mon[103628]: pgmap v288: 97 pgs: 2 peering, 95 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 6 op/s; 0 B/s, 0 objects/s recovering 2023-10-21T15:39:23.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:22 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3042702952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:23.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:22 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3201098059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:23.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 -- 172.21.15.46:0/3904211094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 msgr2=0x7f0000101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 --2- 172.21.15.46:0/3904211094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 0x7f0000101410 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7effec0099c0 tx=0x7effec009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 -- 172.21.15.46:0/3904211094 shutdown_connections 2023-10-21T15:39:23.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 --2- 172.21.15.46:0/3904211094 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0000101950 0x7f0000108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 --2- 172.21.15.46:0/3904211094 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00000ffdc0 0x7f00001001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 --2- 172.21.15.46:0/3904211094 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 0x7f0000101410 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 -- 172.21.15.46:0/3904211094 >> 172.21.15.46:0/3904211094 conn(0x7f00000fb310 msgr2=0x7f00000fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 -- 172.21.15.46:0/3904211094 shutdown_connections 2023-10-21T15:39:23.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.092+0000 7f0006b7a700 1 -- 172.21.15.46:0/3904211094 wait complete. 2023-10-21T15:39:23.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0006b7a700 1 Processor -- start 2023-10-21T15:39:23.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0006b7a700 1 -- start start 2023-10-21T15:39:23.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0006b7a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00000ffdc0 0x7f0000196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0006b7a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 0x7f00001970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0006b7a700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0000101950 0x7f000019e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0006b7a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000019e730 con 0x7f0000100fb0 2023-10-21T15:39:23.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0006b7a700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000019e870 con 0x7f0000101950 2023-10-21T15:39:23.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0006b7a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000019ea00 con 0x7f00000ffdc0 2023-10-21T15:39:23.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7efffffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 0x7f00001970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7efffffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 0x7f00001970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34002/0 (socket says 172.21.15.46:34002) 2023-10-21T15:39:23.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7efffffff700 1 -- 172.21.15.46:0/1142524211 learned_addr learned my addr 172.21.15.46:0/1142524211 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.093+0000 7f0004916700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00000ffdc0 0x7f0000196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7f0005117700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0000101950 0x7f000019e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffffff700 1 -- 172.21.15.46:0/1142524211 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00000ffdc0 msgr2=0x7f0000196bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffffff700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00000ffdc0 0x7f0000196bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.101 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffffff700 1 -- 172.21.15.46:0/1142524211 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0000101950 msgr2=0x7f000019e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffffff700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0000101950 0x7f000019e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffffff700 1 -- 172.21.15.46:0/1142524211 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effec0095f0 con 0x7f0000100fb0 2023-10-21T15:39:23.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffffff700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 0x7f00001970f0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7effec00c010 tx=0x7effec009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffdffb700 1 -- 172.21.15.46:0/1142524211 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effec01d070 con 0x7f0000100fb0 2023-10-21T15:39:23.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffdffb700 1 -- 172.21.15.46:0/1142524211 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7effec0040d0 con 0x7f0000100fb0 2023-10-21T15:39:23.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7f0006b7a700 1 -- 172.21.15.46:0/1142524211 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f000019ec80 con 0x7f0000100fb0 2023-10-21T15:39:23.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7efffdffb700 1 -- 172.21.15.46:0/1142524211 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effec005290 con 0x7f0000100fb0 2023-10-21T15:39:23.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.094+0000 7f0006b7a700 1 -- 172.21.15.46:0/1142524211 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f000019f100 con 0x7f0000100fb0 2023-10-21T15:39:23.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.097+0000 7efffdffb700 1 -- 172.21.15.46:0/1142524211 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7effec004810 con 0x7f0000100fb0 2023-10-21T15:39:23.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.097+0000 7efffdffb700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efff00a15d0 0x7efff00a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.098+0000 7f0004916700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efff00a15d0 0x7efff00a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.098+0000 7efffdffb700 1 -- 172.21.15.46:0/1142524211 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7effec0cddf0 con 0x7f0000100fb0 2023-10-21T15:39:23.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.098+0000 7f0004916700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efff00a15d0 0x7efff00a3a90 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0000100e10 tx=0x7efff400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.098+0000 7f0012d63b80 1 Processor -- start 2023-10-21T15:39:23.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.098+0000 7f0012d63b80 1 -- start start 2023-10-21T15:39:23.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c222dd0 0x55e32c2231f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c223730 0x55e32c223ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c224a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0012d63b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c197c20 con 0x55e32c223730 2023-10-21T15:39:23.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0012d63b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c17cc10 con 0x55e32c222dd0 2023-10-21T15:39:23.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0012d63b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c17a530 con 0x55e32c2245d0 2023-10-21T15:39:23.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c223730 0x55e32c223ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c223730 0x55e32c223ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34010/0 (socket says 172.21.15.46:34010) 2023-10-21T15:39:23.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 -- 172.21.15.46:0/497589204 learned_addr learned my addr 172.21.15.46:0/497589204 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0004916700 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c222dd0 0x55e32c2231f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0005117700 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c224a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 -- 172.21.15.46:0/497589204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 msgr2=0x55e32c224a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c224a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 -- 172.21.15.46:0/497589204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c222dd0 msgr2=0x55e32c2231f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c222dd0 0x55e32c2231f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 -- 172.21.15.46:0/497589204 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e32c1333a0 con 0x55e32c223730 2023-10-21T15:39:23.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7f0004916700 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c222dd0 0x55e32c2231f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:23.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7efffffff700 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c223730 0x55e32c223ff0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7effec097a60 tx=0x7effec09a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76c4366e3c940983 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7effeaffd700 1 -- 172.21.15.46:0/497589204 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effec09aff0 con 0x55e32c223730 2023-10-21T15:39:23.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7effeaffd700 1 -- 172.21.15.46:0/497589204 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7effec09f140 con 0x55e32c223730 2023-10-21T15:39:23.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.099+0000 7effeaffd700 1 -- 172.21.15.46:0/497589204 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effec09a740 con 0x55e32c223730 2023-10-21T15:39:23.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 -- 172.21.15.46:0/497589204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c223730 msgr2=0x55e32c223ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c223730 0x55e32c223ff0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7effec097a60 tx=0x7effec09a950 comp rx=0 tx=0).stop 2023-10-21T15:39:23.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 -- 172.21.15.46:0/497589204 shutdown_connections 2023-10-21T15:39:23.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c224a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c222dd0 0x55e32c2231f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 --2- 172.21.15.46:0/497589204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c223730 0x55e32c223ff0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 -- 172.21.15.46:0/497589204 >> 172.21.15.46:0/497589204 conn(0x55e32c150d80 msgr2=0x55e32c21df90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 -- 172.21.15.46:0/497589204 shutdown_connections 2023-10-21T15:39:23.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 -- 172.21.15.46:0/497589204 wait complete. 2023-10-21T15:39:23.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 -- start start 2023-10-21T15:39:23.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.100+0000 7f0012d63b80 1 Processor -- start 2023-10-21T15:39:23.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22c940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 0x55e32c22ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c233ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0012d63b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c175e20 con 0x55e32c222dd0 2023-10-21T15:39:23.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0012d63b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c1126c0 con 0x55e32c223730 2023-10-21T15:39:23.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0012d63b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c112360 con 0x55e32c2245d0 2023-10-21T15:39:23.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0012d63b80 10 client.0 _ll_register_callbacks cb 0x55e32bf6f7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:23.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0004916700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0004916700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34014/0 (socket says 172.21.15.46:34014) 2023-10-21T15:39:23.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0004916700 1 -- 172.21.15.46:0/2262556118 learned_addr learned my addr 172.21.15.46:0/2262556118 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7efffffff700 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 0x55e32c22ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0005117700 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c233ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0004916700 1 -- 172.21.15.46:0/2262556118 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 msgr2=0x55e32c233ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0004916700 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c233ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0004916700 1 -- 172.21.15.46:0/2262556118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 msgr2=0x55e32c22ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0004916700 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 0x55e32c22ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.101+0000 7f0004916700 1 -- 172.21.15.46:0/2262556118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f000019f100 con 0x55e32c222dd0 2023-10-21T15:39:23.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0004916700 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22c940 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efff40114c0 tx=0x7efff40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9b8223aa8c185df server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7effdffff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:23.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7effdffff700 1 -- 172.21.15.46:0/2262556118 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff4028670 con 0x55e32c222dd0 2023-10-21T15:39:23.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7effdffff700 1 -- 172.21.15.46:0/2262556118 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7efff4017070 con 0x55e32c222dd0 2023-10-21T15:39:23.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 1 -- 172.21.15.46:0/2262556118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e32c17aea0 con 0x55e32c222dd0 2023-10-21T15:39:23.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7effdffff700 1 -- 172.21.15.46:0/2262556118 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7efff40287d0 con 0x55e32c222dd0 2023-10-21T15:39:23.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 10 client.15060 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:23.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 1 -- 172.21.15.46:0/2262556118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e32bfa0d90 con 0x55e32c222dd0 2023-10-21T15:39:23.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7effdffff700 1 -- 172.21.15.46:0/2262556118 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e32c17aea0 con 0x55e32c222dd0 2023-10-21T15:39:23.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7effdffff700 1 -- 172.21.15.46:0/2262556118 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7efff4031070 con 0x55e32c222dd0 2023-10-21T15:39:23.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 10 client.15060 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:23.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 10 client.15060 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-21T15:39:23.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 20 client.15060 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:23.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55e32c238580 0x55e32c237020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 4 client.15060 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:23.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.102+0000 7f0012d63b80 1 -- 172.21.15.46:0/2262556118 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e32c1f2bc0 con 0x55e32c238580 2023-10-21T15:39:23.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.103+0000 7efffffff700 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55e32c238580 0x55e32c237020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.103+0000 7effdffff700 10 client.15060 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:23.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.103+0000 7efffffff700 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55e32c238580 0x55e32c237020 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1c4e0a621ddfc6a9 server_cookie=6827d728fe9fdfef in_seq=0 out_seq=0 2023-10-21T15:39:23.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7effdffff700 1 -- 172.21.15.46:0/2262556118 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55e32c1f2bc0 con 0x55e32c238580 2023-10-21T15:39:23.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7effdffff700 10 client.15060 handle_command_reply: tid=0 2023-10-21T15:39:23.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 client.15060 shutdown 2023-10-21T15:39:23.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 -- 172.21.15.46:0/2262556118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 msgr2=0x55e32c22c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22c940 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efff40114c0 tx=0x7efff40047c0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 -- 172.21.15.46:0/2262556118 shutdown_connections 2023-10-21T15:39:23.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55e32c238580 0x55e32c237020 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22c940 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c233ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7effdffff700 0 client.15060 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:23.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 --2- 172.21.15.46:0/2262556118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 0x55e32c22ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 -- 172.21.15.46:0/2262556118 >> 172.21.15.46:0/2262556118 conn(0x55e32c150d80 msgr2=0x55e32c21dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 -- 172.21.15.46:0/2262556118 shutdown_connections 2023-10-21T15:39:23.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 1 -- 172.21.15.46:0/2262556118 wait complete. 2023-10-21T15:39:23.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.104+0000 7f0012d63b80 20 client.15060 trim_cache size 0 max 16384 2023-10-21T15:39:23.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.122+0000 7f0012d63b80 1 Processor -- start 2023-10-21T15:39:23.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.122+0000 7f0012d63b80 1 -- start start 2023-10-21T15:39:23.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.122+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.122+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c223730 0x55e32c233e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.122+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c2245d0 0x55e32c227530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0012d63b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32bff68d0 con 0x55e32c222dd0 2023-10-21T15:39:23.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0012d63b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c1770b0 con 0x55e32c2245d0 2023-10-21T15:39:23.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0012d63b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c171f10 con 0x55e32c223730 2023-10-21T15:39:23.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34022/0 (socket says 172.21.15.46:34022) 2023-10-21T15:39:23.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 -- 172.21.15.46:0/31187848 learned_addr learned my addr 172.21.15.46:0/31187848 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 -- 172.21.15.46:0/31187848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c223730 msgr2=0x55e32c233e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 --2- 172.21.15.46:0/31187848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c223730 0x55e32c233e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 -- 172.21.15.46:0/31187848 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c2245d0 msgr2=0x55e32c227530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 --2- 172.21.15.46:0/31187848 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c2245d0 0x55e32c227530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 -- 172.21.15.46:0/31187848 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e32bf89c10 con 0x55e32c222dd0 2023-10-21T15:39:23.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7f0004916700 1 --2- 172.21.15.46:0/31187848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22a9d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7efff4010a40 tx=0x7efff400b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e231323a8ef02e90 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7effeb7fe700 1 -- 172.21.15.46:0/31187848 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff401f630 con 0x55e32c222dd0 2023-10-21T15:39:23.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7effeb7fe700 1 -- 172.21.15.46:0/31187848 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efff4037070 con 0x55e32c222dd0 2023-10-21T15:39:23.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.123+0000 7effeb7fe700 1 -- 172.21.15.46:0/31187848 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff4033450 con 0x55e32c222dd0 2023-10-21T15:39:23.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 -- 172.21.15.46:0/31187848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 msgr2=0x55e32c22a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 --2- 172.21.15.46:0/31187848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22a9d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7efff4010a40 tx=0x7efff400b610 comp rx=0 tx=0).stop 2023-10-21T15:39:23.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 -- 172.21.15.46:0/31187848 shutdown_connections 2023-10-21T15:39:23.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 --2- 172.21.15.46:0/31187848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c22a9d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 --2- 172.21.15.46:0/31187848 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c2245d0 0x55e32c227530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 --2- 172.21.15.46:0/31187848 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c223730 0x55e32c233e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 -- 172.21.15.46:0/31187848 >> 172.21.15.46:0/31187848 conn(0x55e32c150d80 msgr2=0x55e32c22b640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 -- 172.21.15.46:0/31187848 shutdown_connections 2023-10-21T15:39:23.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 -- 172.21.15.46:0/31187848 wait complete. 2023-10-21T15:39:23.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 -- start start 2023-10-21T15:39:23.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.124+0000 7f0012d63b80 1 Processor -- start 2023-10-21T15:39:23.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c230c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 0x55e32c231180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0012d63b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c28bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0012d63b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c231760 con 0x55e32c222dd0 2023-10-21T15:39:23.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0012d63b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c28c4b0 con 0x55e32c223730 2023-10-21T15:39:23.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0012d63b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e32c28c5f0 con 0x55e32c2245d0 2023-10-21T15:39:23.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0012d63b80 10 client.0 _ll_register_callbacks cb 0x7efff4010c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:23.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c230c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c230c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34028/0 (socket says 172.21.15.46:34028) 2023-10-21T15:39:23.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 -- 172.21.15.46:0/388704000 learned_addr learned my addr 172.21.15.46:0/388704000 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7efffffff700 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 0x55e32c231180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0005117700 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c28bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 -- 172.21.15.46:0/388704000 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 msgr2=0x55e32c28bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c28bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 -- 172.21.15.46:0/388704000 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 msgr2=0x55e32c231180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 0x55e32c231180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 -- 172.21.15.46:0/388704000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e32bfa0d90 con 0x55e32c222dd0 2023-10-21T15:39:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7f0004916700 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c230c40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7efff4011fd0 tx=0x7efff4028930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f461e6e8bd79c72a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7effdffff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:23.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.125+0000 7effdffff700 1 -- 172.21.15.46:0/388704000 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff401f430 con 0x55e32c222dd0 2023-10-21T15:39:23.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7effdffff700 1 -- 172.21.15.46:0/388704000 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7efff4017040 con 0x55e32c222dd0 2023-10-21T15:39:23.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 1 -- 172.21.15.46:0/388704000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7effec09f140 con 0x55e32c222dd0 2023-10-21T15:39:23.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7effdffff700 1 -- 172.21.15.46:0/388704000 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7efff401f590 con 0x55e32c222dd0 2023-10-21T15:39:23.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 10 client.15066 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:23.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 1 -- 172.21.15.46:0/388704000 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e32bfc7200 con 0x55e32c222dd0 2023-10-21T15:39:23.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7effdffff700 1 -- 172.21.15.46:0/388704000 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7effec09f140 con 0x55e32c222dd0 2023-10-21T15:39:23.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7effdffff700 1 -- 172.21.15.46:0/388704000 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7efff4031070 con 0x55e32c222dd0 2023-10-21T15:39:23.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 10 client.15066 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 10 client.15066 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-21T15:39:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 20 client.15066 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:23.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55e32c291420 0x55e32c28d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 4 client.15066 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7f0012d63b80 1 -- 172.21.15.46:0/388704000 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55e32c16ee00 con 0x55e32c291420 2023-10-21T15:39:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.126+0000 7efffffff700 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55e32c291420 0x55e32c28d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7effdffff700 10 client.15066 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7efffffff700 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55e32c291420 0x55e32c28d900 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f391de018cc8bce9 server_cookie=93dc7b7510eaf208 in_seq=0 out_seq=0 2023-10-21T15:39:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7effdffff700 1 -- 172.21.15.46:0/388704000 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55e32c16ee00 con 0x55e32c291420 2023-10-21T15:39:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7effdffff700 10 client.15066 handle_command_reply: tid=0 2023-10-21T15:39:23.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 client.15066 shutdown 2023-10-21T15:39:23.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 -- 172.21.15.46:0/388704000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 msgr2=0x55e32c230c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c230c40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7efff4011fd0 tx=0x7efff4028930 comp rx=0 tx=0).stop 2023-10-21T15:39:23.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 -- 172.21.15.46:0/388704000 shutdown_connections 2023-10-21T15:39:23.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55e32c291420 0x55e32c28d900 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e32c222dd0 0x55e32c230c40 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7effdffff700 0 client.15066 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:23.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e32c2245d0 0x55e32c28bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 --2- 172.21.15.46:0/388704000 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e32c223730 0x55e32c231180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 -- 172.21.15.46:0/388704000 >> 172.21.15.46:0/388704000 conn(0x55e32c150d80 msgr2=0x55e32c22a9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 -- 172.21.15.46:0/388704000 shutdown_connections 2023-10-21T15:39:23.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 1 -- 172.21.15.46:0/388704000 wait complete. 2023-10-21T15:39:23.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.127+0000 7f0012d63b80 20 client.15066 trim_cache size 0 max 16384 2023-10-21T15:39:23.155 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:23.155 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:23.156 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 1, 2023-10-21T15:39:23.156 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24508, 2023-10-21T15:39:23.156 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:23.156 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:23.156 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:23.157 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 53.161842677999999, 2023-10-21T15:39:23.157 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:23.157 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:23.157 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:23.157 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 68.070420838999993 2023-10-21T15:39:23.158 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:23.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 -- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efff00a15d0 msgr2=0x7efff00a3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efff00a15d0 0x7efff00a3a90 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0000100e10 tx=0x7efff400b410 comp rx=0 tx=0).stop 2023-10-21T15:39:23.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 -- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 msgr2=0x7f00001970f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 0x7f00001970f0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7effec00c010 tx=0x7effec009580 comp rx=0 tx=0).stop 2023-10-21T15:39:23.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 -- 172.21.15.46:0/1142524211 shutdown_connections 2023-10-21T15:39:23.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efff00a15d0 0x7efff00a3a90 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0000101950 0x7f000019e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00000ffdc0 0x7f0000196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 --2- 172.21.15.46:0/1142524211 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0000100fb0 0x7f00001970f0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 -- 172.21.15.46:0/1142524211 >> 172.21.15.46:0/1142524211 conn(0x7f00000fb310 msgr2=0x7f00000fbc00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 -- 172.21.15.46:0/1142524211 shutdown_connections 2023-10-21T15:39:23.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.128+0000 7f0006b7a700 1 -- 172.21.15.46:0/1142524211 wait complete. 2023-10-21T15:39:23.162 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:22 smithi046 ceph-mon[99436]: pgmap v288: 97 pgs: 2 peering, 95 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 6 op/s; 0 B/s, 0 objects/s recovering 2023-10-21T15:39:23.162 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:22 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3042702952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:23.162 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:22 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3201098059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:23.163 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-21T15:39:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:22 smithi105 ceph-mon[103980]: pgmap v288: 97 pgs: 2 peering, 95 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 6 op/s; 0 B/s, 0 objects/s recovering 2023-10-21T15:39:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:22 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3042702952' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:22 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3201098059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:23.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 -- 172.21.15.46:0/4203181701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594100ff0 msgr2=0x7fb594101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 --2- 172.21.15.46:0/4203181701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594100ff0 0x7fb594101450 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb5880099c0 tx=0x7fb588009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 -- 172.21.15.46:0/4203181701 shutdown_connections 2023-10-21T15:39:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 --2- 172.21.15.46:0/4203181701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb594101990 0x7fb594108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 --2- 172.21.15.46:0/4203181701 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb5940ffe00 0x7fb594100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 --2- 172.21.15.46:0/4203181701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594100ff0 0x7fb594101450 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 -- 172.21.15.46:0/4203181701 >> 172.21.15.46:0/4203181701 conn(0x7fb5940fb370 msgr2=0x7fb5940fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 -- 172.21.15.46:0/4203181701 shutdown_connections 2023-10-21T15:39:23.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.288+0000 7fb5995d0700 1 -- 172.21.15.46:0/4203181701 wait complete. 2023-10-21T15:39:23.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.289+0000 7fb5995d0700 1 Processor -- start 2023-10-21T15:39:23.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.289+0000 7fb5995d0700 1 -- start start 2023-10-21T15:39:23.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5995d0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5940ffe00 0x7fb594195ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5995d0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb594100ff0 0x7fb594196010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5995d0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594101990 0x7fb59419d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5995d0700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb59419d650 con 0x7fb594101990 2023-10-21T15:39:23.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5995d0700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb59419d790 con 0x7fb5940ffe00 2023-10-21T15:39:23.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5995d0700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb59419d920 con 0x7fb594100ff0 2023-10-21T15:39:23.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594101990 0x7fb59419d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb592ffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5940ffe00 0x7fb594195ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594101990 0x7fb59419d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34046/0 (socket says 172.21.15.46:34046) 2023-10-21T15:39:23.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 -- 172.21.15.46:0/346940700 learned_addr learned my addr 172.21.15.46:0/346940700 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5927fc700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb594100ff0 0x7fb594196010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 -- 172.21.15.46:0/346940700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb594100ff0 msgr2=0x7fb594196010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb594100ff0 0x7fb594196010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 -- 172.21.15.46:0/346940700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5940ffe00 msgr2=0x7fb594195ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5940ffe00 0x7fb594195ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 -- 172.21.15.46:0/346940700 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5880095f0 con 0x7fb594101990 2023-10-21T15:39:23.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb592ffd700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5940ffe00 0x7fb594195ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:23.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb5937fe700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594101990 0x7fb59419d080 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb58c00eb80 tx=0x7fb58c00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.290+0000 7fb57bfff700 1 -- 172.21.15.46:0/346940700 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58c018070 con 0x7fb594101990 2023-10-21T15:39:23.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.291+0000 7fb57bfff700 1 -- 172.21.15.46:0/346940700 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb58c00f040 con 0x7fb594101990 2023-10-21T15:39:23.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.291+0000 7fb5995d0700 1 -- 172.21.15.46:0/346940700 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb59419dba0 con 0x7fb594101990 2023-10-21T15:39:23.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.291+0000 7fb57bfff700 1 -- 172.21.15.46:0/346940700 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58c00ce80 con 0x7fb594101990 2023-10-21T15:39:23.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.291+0000 7fb5995d0700 1 -- 172.21.15.46:0/346940700 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb59419e050 con 0x7fb594101990 2023-10-21T15:39:23.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.293+0000 7fb57bfff700 1 -- 172.21.15.46:0/346940700 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fb58c003a50 con 0x7fb594101990 2023-10-21T15:39:23.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.294+0000 7fb57bfff700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb57c0a1550 0x7fb57c0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.294+0000 7fb57bfff700 1 -- 172.21.15.46:0/346940700 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb58c0cca30 con 0x7fb594101990 2023-10-21T15:39:23.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.294+0000 7fb592ffd700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb57c0a1550 0x7fb57c0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.294+0000 7fb592ffd700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb57c0a1550 0x7fb57c0a3a10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb594100e50 tx=0x7fb58400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5a57b9b80 1 Processor -- start 2023-10-21T15:39:23.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5a57b9b80 1 -- start start 2023-10-21T15:39:23.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb8560 0x55be64bb6b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 0x55be64bb7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bc8360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64b30c20 con 0x55be64bc5f70 2023-10-21T15:39:23.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64b15c10 con 0x55be64bb8560 2023-10-21T15:39:23.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64b13530 con 0x55be64bb70b0 2023-10-21T15:39:23.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bc8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bc8360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34054/0 (socket says 172.21.15.46:34054) 2023-10-21T15:39:23.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 -- 172.21.15.46:0/3453030286 learned_addr learned my addr 172.21.15.46:0/3453030286 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb592ffd700 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb8560 0x55be64bb6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5927fc700 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 0x55be64bb7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 -- 172.21.15.46:0/3453030286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 msgr2=0x55be64bb7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 0x55be64bb7530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 -- 172.21.15.46:0/3453030286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb8560 msgr2=0x55be64bb6b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb8560 0x55be64bb6b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 -- 172.21.15.46:0/3453030286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55be64acc3a0 con 0x55be64bc5f70 2023-10-21T15:39:23.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.295+0000 7fb5937fe700 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bc8360 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb58c009c10 tx=0x7fb58c0997d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=121433a71045b778 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5797fa700 1 -- 172.21.15.46:0/3453030286 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58c099c90 con 0x55be64bc5f70 2023-10-21T15:39:23.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5797fa700 1 -- 172.21.15.46:0/3453030286 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb58c09dde0 con 0x55be64bc5f70 2023-10-21T15:39:23.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5797fa700 1 -- 172.21.15.46:0/3453030286 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58c0ca720 con 0x55be64bc5f70 2023-10-21T15:39:23.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/3453030286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 msgr2=0x55be64bc8360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bc8360 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb58c009c10 tx=0x7fb58c0997d0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/3453030286 shutdown_connections 2023-10-21T15:39:23.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bc8360 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb8560 0x55be64bb6b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/3453030286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 0x55be64bb7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/3453030286 >> 172.21.15.46:0/3453030286 conn(0x55be64ae9d80 msgr2=0x55be64bb9840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/3453030286 shutdown_connections 2023-10-21T15:39:23.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.296+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/3453030286 wait complete. 2023-10-21T15:39:23.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 1 -- start start 2023-10-21T15:39:23.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 1 Processor -- start 2023-10-21T15:39:23.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb70b0 0x55be64bca080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 0x55be64bca5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bd1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64b0ee20 con 0x55be64bc5f70 2023-10-21T15:39:23.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64aab6c0 con 0x55be64bb70b0 2023-10-21T15:39:23.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64aab360 con 0x55be64bb8560 2023-10-21T15:39:23.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5a57b9b80 10 client.0 _ll_register_callbacks cb 0x55be649087b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:23.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5937fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bd1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5937fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bd1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34060/0 (socket says 172.21.15.46:34060) 2023-10-21T15:39:23.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5937fe700 1 -- 172.21.15.46:0/1149809487 learned_addr learned my addr 172.21.15.46:0/1149809487 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb592ffd700 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb70b0 0x55be64bca080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5927fc700 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 0x55be64bca5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5937fe700 1 -- 172.21.15.46:0/1149809487 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 msgr2=0x55be64bca5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5937fe700 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 0x55be64bca5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5937fe700 1 -- 172.21.15.46:0/1149809487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb70b0 msgr2=0x55be64bca080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5937fe700 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb70b0 0x55be64bca080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.297+0000 7fb5937fe700 1 -- 172.21.15.46:0/1149809487 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb59419e050 con 0x55be64bc5f70 2023-10-21T15:39:23.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5937fe700 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bd1600 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb58c00eb50 tx=0x7fb58c0ca3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fa76100cd05ef69 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb576ff5700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:23.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb576ff5700 1 -- 172.21.15.46:0/1149809487 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58c0b6070 con 0x55be64bc5f70 2023-10-21T15:39:23.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb576ff5700 1 -- 172.21.15.46:0/1149809487 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb58c0a1f90 con 0x55be64bc5f70 2023-10-21T15:39:23.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1149809487 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55be64b13ea0 con 0x55be64bc5f70 2023-10-21T15:39:23.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb576ff5700 1 -- 172.21.15.46:0/1149809487 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb58c064020 con 0x55be64bc5f70 2023-10-21T15:39:23.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 10 client.15078 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:23.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1149809487 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55be64939d90 con 0x55be64bc5f70 2023-10-21T15:39:23.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb576ff5700 1 -- 172.21.15.46:0/1149809487 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55be64b13ea0 con 0x55be64bc5f70 2023-10-21T15:39:23.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb576ff5700 1 -- 172.21.15.46:0/1149809487 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb58c099180 con 0x55be64bc5f70 2023-10-21T15:39:23.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 10 client.15078 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:23.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 10 client.15078 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-21T15:39:23.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 20 client.15078 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:23.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55be64bd5700 0x55be64bd4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 4 client.15078 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:23.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.298+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1149809487 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55be64b8bbc0 con 0x55be64bd5700 2023-10-21T15:39:23.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.299+0000 7fb592ffd700 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55be64bd5700 0x55be64bd4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.299+0000 7fb592ffd700 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55be64bd5700 0x55be64bd4530 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f052c613534d04c9 server_cookie=1b52b1b1b6d5d122 in_seq=0 out_seq=0 2023-10-21T15:39:23.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.299+0000 7fb576ff5700 10 client.15078 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:23.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb576ff5700 1 -- 172.21.15.46:0/1149809487 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55be64b8bbc0 con 0x55be64bd5700 2023-10-21T15:39:23.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb576ff5700 10 client.15078 handle_command_reply: tid=0 2023-10-21T15:39:23.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 client.15078 shutdown 2023-10-21T15:39:23.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1149809487 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 msgr2=0x55be64bd1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bd1600 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb58c00eb50 tx=0x7fb58c0ca3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1149809487 shutdown_connections 2023-10-21T15:39:23.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55be64bd5700 0x55be64bd4530 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bc5f70 0x55be64bd1600 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb576ff5700 0 client.15078 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:23.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bb70b0 0x55be64bca080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1149809487 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 0x55be64bca5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1149809487 >> 172.21.15.46:0/1149809487 conn(0x55be64ae9d80 msgr2=0x55be64bb9440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1149809487 shutdown_connections 2023-10-21T15:39:23.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1149809487 wait complete. 2023-10-21T15:39:23.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.300+0000 7fb5a57b9b80 20 client.15078 trim_cache size 0 max 16384 2023-10-21T15:39:23.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5a57b9b80 1 Processor -- start 2023-10-21T15:39:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5a57b9b80 1 -- start start 2023-10-21T15:39:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb70b0 0x55be64bb9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 0x55be64bd15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 0x55be64bd4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be6498f8d0 con 0x55be64bb70b0 2023-10-21T15:39:23.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64bcaf80 con 0x55be64bc5f70 2023-10-21T15:39:23.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64b8bbc0 con 0x55be64bb8560 2023-10-21T15:39:23.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb70b0 0x55be64bb9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb70b0 0x55be64bb9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34064/0 (socket says 172.21.15.46:34064) 2023-10-21T15:39:23.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 -- 172.21.15.46:0/2430813087 learned_addr learned my addr 172.21.15.46:0/2430813087 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 -- 172.21.15.46:0/2430813087 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 msgr2=0x55be64bd15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 --2- 172.21.15.46:0/2430813087 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 0x55be64bd15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 -- 172.21.15.46:0/2430813087 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 msgr2=0x55be64bd4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb5937fe700 1 --2- 172.21.15.46:0/2430813087 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 0x55be64bd4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 --2- 172.21.15.46:0/2430813087 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 0x55be64bd4530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 -- 172.21.15.46:0/2430813087 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55be64922c10 con 0x55be64bb70b0 2023-10-21T15:39:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.318+0000 7fb592ffd700 1 --2- 172.21.15.46:0/2430813087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb70b0 0x55be64bb9440 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fb584005d20 tx=0x7fb584013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1291078314c48990 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb579ffb700 1 -- 172.21.15.46:0/2430813087 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5840273f0 con 0x55be64bb70b0 2023-10-21T15:39:23.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb579ffb700 1 -- 172.21.15.46:0/2430813087 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb584027550 con 0x55be64bb70b0 2023-10-21T15:39:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb579ffb700 1 -- 172.21.15.46:0/2430813087 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb584011440 con 0x55be64bb70b0 2023-10-21T15:39:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/2430813087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb70b0 msgr2=0x55be64bb9440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/2430813087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb70b0 0x55be64bb9440 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fb584005d20 tx=0x7fb584013000 comp rx=0 tx=0).stop 2023-10-21T15:39:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/2430813087 shutdown_connections 2023-10-21T15:39:23.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/2430813087 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb70b0 0x55be64bb9440 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/2430813087 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 0x55be64bd4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/2430813087 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb8560 0x55be64bd15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/2430813087 >> 172.21.15.46:0/2430813087 conn(0x55be64ae9d80 msgr2=0x55be64bb5750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/2430813087 shutdown_connections 2023-10-21T15:39:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.319+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/2430813087 wait complete. 2023-10-21T15:39:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 1 -- start start 2023-10-21T15:39:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 1 Processor -- start 2023-10-21T15:39:23.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 0x55be64bd1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb8560 0x55be64bce0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 0x55be64bce600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64bced40 con 0x55be64bb8560 2023-10-21T15:39:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64c290f0 con 0x55be64bc5f70 2023-10-21T15:39:23.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be64c29280 con 0x55be64bb70b0 2023-10-21T15:39:23.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5a57b9b80 10 client.0 _ll_register_callbacks cb 0x7fb58c099a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:23.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5927fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb8560 0x55be64bce0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5927fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb8560 0x55be64bce0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34072/0 (socket says 172.21.15.46:34072) 2023-10-21T15:39:23.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5927fc700 1 -- 172.21.15.46:0/1045566399 learned_addr learned my addr 172.21.15.46:0/1045566399 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:23.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb592ffd700 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 0x55be64bd1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5927fc700 1 -- 172.21.15.46:0/1045566399 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 msgr2=0x55be64bd1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5927fc700 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 0x55be64bd1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5927fc700 1 -- 172.21.15.46:0/1045566399 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 msgr2=0x55be64bce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:23.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5927fc700 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 0x55be64bce600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.320+0000 7fb5927fc700 1 -- 172.21.15.46:0/1045566399 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb584004140 con 0x55be64bb8560 2023-10-21T15:39:23.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5927fc700 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb8560 0x55be64bce0c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fb588015000 tx=0x7fb588005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5844cd6cb9040d0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:23.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb576ff5700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:23.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb576ff5700 1 -- 172.21.15.46:0/1045566399 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58800bca0 con 0x55be64bb8560 2023-10-21T15:39:23.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb576ff5700 1 -- 172.21.15.46:0/1045566399 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb5880037d0 con 0x55be64bb8560 2023-10-21T15:39:23.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1045566399 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb58c09dde0 con 0x55be64bb8560 2023-10-21T15:39:23.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb576ff5700 1 -- 172.21.15.46:0/1045566399 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb58800be00 con 0x55be64bb8560 2023-10-21T15:39:23.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 10 client.15084 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:23.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1045566399 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55be64960200 con 0x55be64bb8560 2023-10-21T15:39:23.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb576ff5700 1 -- 172.21.15.46:0/1045566399 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb58c09dde0 con 0x55be64bb8560 2023-10-21T15:39:23.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb576ff5700 1 -- 172.21.15.46:0/1045566399 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb58800fcf0 con 0x55be64bb8560 2023-10-21T15:39:23.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 10 client.15084 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:23.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 10 client.15084 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-21T15:39:23.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 20 client.15084 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:23.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55be64bd5700 0x55be64c2aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:23.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 4 client.15084 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:23.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.321+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1045566399 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55be64b07e00 con 0x55be64bd5700 2023-10-21T15:39:23.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb592ffd700 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55be64bd5700 0x55be64c2aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:23.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb576ff5700 10 client.15084 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:23.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb592ffd700 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55be64bd5700 0x55be64c2aa90 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b03a2824b373597 server_cookie=c3bb48adea5723e9 in_seq=0 out_seq=0 2023-10-21T15:39:23.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb576ff5700 1 -- 172.21.15.46:0/1045566399 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55be64b07e00 con 0x55be64bd5700 2023-10-21T15:39:23.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb576ff5700 10 client.15084 handle_command_reply: tid=0 2023-10-21T15:39:23.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 client.15084 shutdown 2023-10-21T15:39:23.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1045566399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb8560 msgr2=0x55be64bce0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb8560 0x55be64bce0c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fb588015000 tx=0x7fb588005800 comp rx=0 tx=0).stop 2023-10-21T15:39:23.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1045566399 shutdown_connections 2023-10-21T15:39:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55be64bd5700 0x55be64c2aa90 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be64bc5f70 0x55be64bce600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be64bb70b0 0x55be64bd1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb576ff5700 0 client.15084 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:23.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 --2- 172.21.15.46:0/1045566399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be64bb8560 0x55be64bce0c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1045566399 >> 172.21.15.46:0/1045566399 conn(0x55be64ae9d80 msgr2=0x55be64bd1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1045566399 shutdown_connections 2023-10-21T15:39:23.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 1 -- 172.21.15.46:0/1045566399 wait complete. 2023-10-21T15:39:23.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.322+0000 7fb5a57b9b80 20 client.15084 trim_cache size 0 max 16384 2023-10-21T15:39:23.353 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:23.353 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2023-10-21T15:39:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24527, 2023-10-21T15:39:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:23.354 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:23.355 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 56.377538567999999, 2023-10-21T15:39:23.355 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:23.355 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:23.355 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:23.355 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 61.557461777999997 2023-10-21T15:39:23.356 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 -- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb57c0a1550 msgr2=0x7fb57c0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb57c0a1550 0x7fb57c0a3a10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb594100e50 tx=0x7fb58400b410 comp rx=0 tx=0).stop 2023-10-21T15:39:23.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 -- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594101990 msgr2=0x7fb59419d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594101990 0x7fb59419d080 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb58c00eb80 tx=0x7fb58c00ee90 comp rx=0 tx=0).stop 2023-10-21T15:39:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 -- 172.21.15.46:0/346940700 shutdown_connections 2023-10-21T15:39:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb57c0a1550 0x7fb57c0a3a10 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb594101990 0x7fb59419d080 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5940ffe00 0x7fb594195ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 --2- 172.21.15.46:0/346940700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb594100ff0 0x7fb594196010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 -- 172.21.15.46:0/346940700 >> 172.21.15.46:0/346940700 conn(0x7fb5940fb370 msgr2=0x7fb5941044e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 -- 172.21.15.46:0/346940700 shutdown_connections 2023-10-21T15:39:23.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:23.323+0000 7fb5995d0700 1 -- 172.21.15.46:0/346940700 wait complete. 2023-10-21T15:39:23.360 INFO:tasks.cephadm:Setup complete, yielding 2023-10-21T15:39:23.360 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-10-21T15:39:23.370 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2023-10-21T15:39:23.371 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- bash -c 'ceph orch status' 2023-10-21T15:39:23.938 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:25.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:24 smithi046 ceph-mon[99436]: pgmap v289: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 9 op/s; 6.9 KiB/s, 1 objects/s recovering 2023-10-21T15:39:25.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:24 smithi119 ceph-mon[103628]: pgmap v289: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 9 op/s; 6.9 KiB/s, 1 objects/s recovering 2023-10-21T15:39:25.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2852271145 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d14074e80 msgr2=0x7f1d140732e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:25.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2852271145 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d14074e80 0x7f1d140732e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f1d08009990 tx=0x7f1d08009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2852271145 shutdown_connections 2023-10-21T15:39:25.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2852271145 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d14074e80 0x7f1d140732e0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2852271145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d14108e50 0x7f1d1410b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2852271145 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d140738b0 0x7f1d14073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2852271145 >> 172.21.15.46:0/2852271145 conn(0x7f1d140fc4d0 msgr2=0x7f1d140fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:25.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2852271145 shutdown_connections 2023-10-21T15:39:25.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2852271145 wait complete. 2023-10-21T15:39:25.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.180+0000 7f1d19e1a700 1 Processor -- start 2023-10-21T15:39:25.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d19e1a700 1 -- start start 2023-10-21T15:39:25.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d19e1a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d140738b0 0x7f1d14198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:25.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d19e1a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d14074e80 0x7f1d141992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:25.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d19e1a700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d14108e50 0x7f1d141a0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:25.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d19e1a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141a0930 con 0x7f1d140738b0 2023-10-21T15:39:25.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d19e1a700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141a0a70 con 0x7f1d14108e50 2023-10-21T15:39:25.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d19e1a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141a0c00 con 0x7f1d14074e80 2023-10-21T15:39:25.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d140738b0 0x7f1d14198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:25.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d140738b0 0x7f1d14198da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34084/0 (socket says 172.21.15.46:34084) 2023-10-21T15:39:25.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 -- 172.21.15.46:0/2591068440 learned_addr learned my addr 172.21.15.46:0/2591068440 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:25.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d12ffd700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d14074e80 0x7f1d141992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:25.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d13fff700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d14108e50 0x7f1d141a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:25.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 -- 172.21.15.46:0/2591068440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d14074e80 msgr2=0x7f1d141992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:25.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d14074e80 0x7f1d141992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 -- 172.21.15.46:0/2591068440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d14108e50 msgr2=0x7f1d141a0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:25.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d14108e50 0x7f1d141a0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 -- 172.21.15.46:0/2591068440 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d080095f0 con 0x7f1d140738b0 2023-10-21T15:39:25.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d13fff700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d14108e50 0x7f1d141a0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:25.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.181+0000 7f1d137fe700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d140738b0 0x7f1d14198da0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f1d08005910 tx=0x7f1d0800f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:25.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.182+0000 7f1d10ff9700 1 -- 172.21.15.46:0/2591068440 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d0801d070 con 0x7f1d140738b0 2023-10-21T15:39:25.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.182+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d141a0e80 con 0x7f1d140738b0 2023-10-21T15:39:25.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.182+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d141a1290 con 0x7f1d140738b0 2023-10-21T15:39:25.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.182+0000 7f1d10ff9700 1 -- 172.21.15.46:0/2591068440 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d0800fbc0 con 0x7f1d140738b0 2023-10-21T15:39:25.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.182+0000 7f1d10ff9700 1 -- 172.21.15.46:0/2591068440 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d08017650 con 0x7f1d140738b0 2023-10-21T15:39:25.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.183+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d14107550 con 0x7f1d140738b0 2023-10-21T15:39:25.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.184+0000 7f1d10ff9700 1 -- 172.21.15.46:0/2591068440 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f1d08022470 con 0x7f1d140738b0 2023-10-21T15:39:25.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.184+0000 7f1d10ff9700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cfc0a1510 0x7f1cfc0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:25.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.185+0000 7f1d12ffd700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cfc0a1510 0x7f1cfc0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:25.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.185+0000 7f1d10ff9700 1 -- 172.21.15.46:0/2591068440 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1d080ce1a0 con 0x7f1d140738b0 2023-10-21T15:39:25.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.185+0000 7f1d12ffd700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cfc0a1510 0x7f1cfc0a39d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1d04005950 tx=0x7f1d040058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:25.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.189+0000 7f1d10ff9700 1 -- 172.21.15.46:0/2591068440 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1d08097740 con 0x7f1d140738b0 2023-10-21T15:39:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:24 smithi105 ceph-mon[103980]: pgmap v289: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 9 op/s; 6.9 KiB/s, 1 objects/s recovering 2023-10-21T15:39:25.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.404+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f1d1402d200 con 0x7f1cfc0a1510 2023-10-21T15:39:25.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.405+0000 7f1d10ff9700 1 -- 172.21.15.46:0/2591068440 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f1d1402d200 con 0x7f1cfc0a1510 2023-10-21T15:39:25.407 INFO:teuthology.orchestra.run.smithi046.stdout:Backend: cephadm 2023-10-21T15:39:25.407 INFO:teuthology.orchestra.run.smithi046.stdout:Available: Yes 2023-10-21T15:39:25.408 INFO:teuthology.orchestra.run.smithi046.stdout:Paused: No 2023-10-21T15:39:25.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cfc0a1510 msgr2=0x7f1cfc0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:25.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cfc0a1510 0x7f1cfc0a39d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1d04005950 tx=0x7f1d040058e0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d140738b0 msgr2=0x7f1d14198da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:25.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d140738b0 0x7f1d14198da0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f1d08005910 tx=0x7f1d0800f710 comp rx=0 tx=0).stop 2023-10-21T15:39:25.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 shutdown_connections 2023-10-21T15:39:25.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1cfc0a1510 0x7f1cfc0a39d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d140738b0 0x7f1d14198da0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d14108e50 0x7f1d141a0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 --2- 172.21.15.46:0/2591068440 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1d14074e80 0x7f1d141992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:25.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 >> 172.21.15.46:0/2591068440 conn(0x7f1d140fc4d0 msgr2=0x7f1d140fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:25.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 shutdown_connections 2023-10-21T15:39:25.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:25.407+0000 7f1d19e1a700 1 -- 172.21.15.46:0/2591068440 wait complete. 2023-10-21T15:39:25.790 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- bash -c 'ceph orch ps' 2023-10-21T15:39:26.358 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:26.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:26 smithi046 ceph-mon[99436]: pgmap v290: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s; 6.9 KiB/s, 1 objects/s recovering 2023-10-21T15:39:26.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:26 smithi046 ceph-mon[99436]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:27.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:26 smithi119 ceph-mon[103628]: pgmap v290: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s; 6.9 KiB/s, 1 objects/s recovering 2023-10-21T15:39:27.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:26 smithi119 ceph-mon[103628]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:26 smithi105 ceph-mon[103980]: pgmap v290: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s; 6.9 KiB/s, 1 objects/s recovering 2023-10-21T15:39:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:26 smithi105 ceph-mon[103980]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:27.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 -- 172.21.15.46:0/943353974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c780ffe70 msgr2=0x7f1c78100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:27.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 --2- 172.21.15.46:0/943353974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c780ffe70 0x7f1c78100290 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f1c74009990 tx=0x7f1c74009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 -- 172.21.15.46:0/943353974 shutdown_connections 2023-10-21T15:39:27.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 --2- 172.21.15.46:0/943353974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c780ffe70 0x7f1c78100290 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 --2- 172.21.15.46:0/943353974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1c78101990 0x7f1c781082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 --2- 172.21.15.46:0/943353974 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1c78100fd0 0x7f1c78101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 -- 172.21.15.46:0/943353974 >> 172.21.15.46:0/943353974 conn(0x7f1c780fb3f0 msgr2=0x7f1c780fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:27.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 -- 172.21.15.46:0/943353974 shutdown_connections 2023-10-21T15:39:27.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.579+0000 7f1c80529700 1 -- 172.21.15.46:0/943353974 wait complete. 2023-10-21T15:39:27.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c80529700 1 Processor -- start 2023-10-21T15:39:27.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c80529700 1 -- start start 2023-10-21T15:39:27.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c80529700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1c780ffe70 0x7f1c78195b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:27.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c80529700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1c78100fd0 0x7f1c781960d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:27.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c80529700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c78101990 0x7f1c7819d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:27.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c80529700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7819d720 con 0x7f1c78101990 2023-10-21T15:39:27.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c80529700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7819d860 con 0x7f1c780ffe70 2023-10-21T15:39:27.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c80529700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7819d9f0 con 0x7f1c78100fd0 2023-10-21T15:39:27.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7eac6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c78101990 0x7f1c7819d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:27.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7eac6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c78101990 0x7f1c7819d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34100/0 (socket says 172.21.15.46:34100) 2023-10-21T15:39:27.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7eac6700 1 -- 172.21.15.46:0/432544082 learned_addr learned my addr 172.21.15.46:0/432544082 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:27.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7dac4700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1c78100fd0 0x7f1c781960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:27.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7e2c5700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1c780ffe70 0x7f1c78195b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:27.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7eac6700 1 -- 172.21.15.46:0/432544082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1c78100fd0 msgr2=0x7f1c781960d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:27.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7eac6700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1c78100fd0 0x7f1c781960d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7eac6700 1 -- 172.21.15.46:0/432544082 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1c780ffe70 msgr2=0x7f1c78195b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:27.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7eac6700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1c780ffe70 0x7f1c78195b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7eac6700 1 -- 172.21.15.46:0/432544082 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c740095f0 con 0x7f1c78101990 2023-10-21T15:39:27.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.580+0000 7f1c7dac4700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1c78100fd0 0x7f1c781960d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:27.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.581+0000 7f1c7eac6700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c78101990 0x7f1c7819d150 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1c7000b9a0 tx=0x7f1c7000bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:27.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.581+0000 7f1c6f7fe700 1 -- 172.21.15.46:0/432544082 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c7000c930 con 0x7f1c78101990 2023-10-21T15:39:27.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.581+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c7819dcd0 con 0x7f1c78101990 2023-10-21T15:39:27.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.581+0000 7f1c6f7fe700 1 -- 172.21.15.46:0/432544082 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c70014440 con 0x7f1c78101990 2023-10-21T15:39:27.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.581+0000 7f1c6f7fe700 1 -- 172.21.15.46:0/432544082 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c700075d0 con 0x7f1c78101990 2023-10-21T15:39:27.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.581+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c7819e200 con 0x7f1c78101990 2023-10-21T15:39:27.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.582+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c78107460 con 0x7f1c78101990 2023-10-21T15:39:27.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.583+0000 7f1c6f7fe700 1 -- 172.21.15.46:0/432544082 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f1c700145b0 con 0x7f1c78101990 2023-10-21T15:39:27.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.584+0000 7f1c6f7fe700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1c640a1510 0x7f1c640a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:27.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.584+0000 7f1c7e2c5700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1c640a1510 0x7f1c640a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:27.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.584+0000 7f1c6f7fe700 1 -- 172.21.15.46:0/432544082 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1c70006e40 con 0x7f1c78101990 2023-10-21T15:39:27.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.584+0000 7f1c7e2c5700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1c640a1510 0x7f1c640a39d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1c7400b5c0 tx=0x7f1c74005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:27.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.587+0000 7f1c6f7fe700 1 -- 172.21.15.46:0/432544082 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1c70095e90 con 0x7f1c78101990 2023-10-21T15:39:27.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.798+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f1c7802d230 con 0x7f1c640a1510 2023-10-21T15:39:27.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.820+0000 7f1c6f7fe700 1 -- 172.21.15.46:0/432544082 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7f1c7802d230 con 0x7f1c640a1510 2023-10-21T15:39:27.823 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-21T15:39:27.823 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (68s) 59s ago 68s 15.7M - 18.0.0-6820-gf0804064 27e47d55de8a 9109cb94d8c1 2023-10-21T15:39:27.824 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi105 running (66s) 59s ago 66s 16.5M - 18.0.0-6820-gf0804064 27e47d55de8a 8708a8ee4fd5 2023-10-21T15:39:27.824 INFO:teuthology.orchestra.run.smithi046.stdout:mds.c smithi119 running (77s) 59s ago 77s 16.7M - 18.0.0-6820-gf0804064 27e47d55de8a 3046a780f999 2023-10-21T15:39:27.824 INFO:teuthology.orchestra.run.smithi046.stdout:mds.d smithi046 running (84s) 59s ago 84s 15.7M - 18.0.0-6820-gf0804064 27e47d55de8a 47594d4d71c1 2023-10-21T15:39:27.824 INFO:teuthology.orchestra.run.smithi046.stdout:mds.e smithi105 running (82s) 59s ago 81s 14.0M - 18.0.0-6820-gf0804064 27e47d55de8a ebd38cc4ba12 2023-10-21T15:39:27.824 INFO:teuthology.orchestra.run.smithi046.stdout:mds.f smithi119 running (80s) 59s ago 79s 14.4M - 18.0.0-6820-gf0804064 27e47d55de8a 440f448eae43 2023-10-21T15:39:27.825 INFO:teuthology.orchestra.run.smithi046.stdout:mds.g smithi046 running (70s) 59s ago 70s 15.7M - 18.0.0-6820-gf0804064 27e47d55de8a 7cde66e1ad45 2023-10-21T15:39:27.825 INFO:teuthology.orchestra.run.smithi046.stdout:mds.h smithi105 running (75s) 59s ago 74s 15.8M - 18.0.0-6820-gf0804064 27e47d55de8a 8240e0c2095c 2023-10-21T15:39:27.825 INFO:teuthology.orchestra.run.smithi046.stdout:mds.i smithi119 running (73s) 59s ago 72s 15.7M - 18.0.0-6820-gf0804064 27e47d55de8a b8789c220f6f 2023-10-21T15:39:27.825 INFO:teuthology.orchestra.run.smithi046.stdout:mds.j smithi046 running (86s) 59s ago 86s 14.1M - 18.0.0-6820-gf0804064 27e47d55de8a 78036de92410 2023-10-21T15:39:27.825 INFO:teuthology.orchestra.run.smithi046.stdout:mds.k smithi105 running (89s) 59s ago 88s 14.4M - 18.0.0-6820-gf0804064 27e47d55de8a fbc5fd7461e3 2023-10-21T15:39:27.826 INFO:teuthology.orchestra.run.smithi046.stdout:mds.l smithi119 running (91s) 59s ago 91s 16.9M - 18.0.0-6820-gf0804064 27e47d55de8a 4348f5fc02bc 2023-10-21T15:39:27.826 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi046 *:9283,8765 running (8m) 59s ago 8m 515M - 18.0.0-6820-gf0804064 27e47d55de8a c4cd1fd6cdc3 2023-10-21T15:39:27.826 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi105 *:8443,8765 running (6m) 59s ago 6m 449M - 18.0.0-6820-gf0804064 27e47d55de8a 1ebdd5848297 2023-10-21T15:39:27.826 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.z smithi119 *:8443,8765 running (6m) 59s ago 6m 452M - 18.0.0-6820-gf0804064 27e47d55de8a 918e0e73c0f3 2023-10-21T15:39:27.827 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (8m) 59s ago 8m 85.7M 2048M 18.0.0-6820-gf0804064 27e47d55de8a 3b850e6b229b 2023-10-21T15:39:27.827 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi105 running (6m) 59s ago 6m 58.7M 2048M 18.0.0-6820-gf0804064 27e47d55de8a d57e2cc1b6de 2023-10-21T15:39:27.827 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi119 running (6m) 59s ago 6m 60.0M 2048M 18.0.0-6820-gf0804064 27e47d55de8a 96ba7d58dbbf 2023-10-21T15:39:27.827 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (5m) 59s ago 5m 55.2M 4293M 18.0.0-6820-gf0804064 27e47d55de8a be8b9d1678bb 2023-10-21T15:39:27.827 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi105 running (5m) 59s ago 5m 62.0M 4292M 18.0.0-6820-gf0804064 27e47d55de8a f2fee8ba31fc 2023-10-21T15:39:27.828 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi119 running (5m) 59s ago 5m 59.4M 4292M 18.0.0-6820-gf0804064 27e47d55de8a d10432b41d1a 2023-10-21T15:39:27.828 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (4m) 59s ago 4m 53.8M 4293M 18.0.0-6820-gf0804064 27e47d55de8a 9866ad791137 2023-10-21T15:39:27.828 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi105 running (4m) 59s ago 4m 50.5M 4292M 18.0.0-6820-gf0804064 27e47d55de8a beb835e6d427 2023-10-21T15:39:27.829 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi119 running (4m) 59s ago 4m 55.0M 4292M 18.0.0-6820-gf0804064 27e47d55de8a a690471f24f1 2023-10-21T15:39:27.829 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi046 running (3m) 59s ago 3m 49.4M 4293M 18.0.0-6820-gf0804064 27e47d55de8a 01dc585538db 2023-10-21T15:39:27.829 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi105 running (3m) 59s ago 3m 57.0M 4292M 18.0.0-6820-gf0804064 27e47d55de8a 53ebba5e2fef 2023-10-21T15:39:27.829 INFO:teuthology.orchestra.run.smithi046.stdout:osd.8 smithi119 running (2m) 59s ago 2m 52.8M 4292M 18.0.0-6820-gf0804064 27e47d55de8a d27b6e393856 2023-10-21T15:39:27.829 INFO:teuthology.orchestra.run.smithi046.stdout:osd.9 smithi046 running (2m) 59s ago 2m 48.4M 4293M 18.0.0-6820-gf0804064 27e47d55de8a 7ac873579641 2023-10-21T15:39:27.830 INFO:teuthology.orchestra.run.smithi046.stdout:osd.10 smithi105 running (2m) 59s ago 2m 50.6M 4292M 18.0.0-6820-gf0804064 27e47d55de8a 8518da3c2c80 2023-10-21T15:39:27.830 INFO:teuthology.orchestra.run.smithi046.stdout:osd.11 smithi119 running (109s) 59s ago 109s 45.0M 4292M 18.0.0-6820-gf0804064 27e47d55de8a e7c462bfe60a 2023-10-21T15:39:27.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1c640a1510 msgr2=0x7f1c640a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:27.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1c640a1510 0x7f1c640a39d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1c7400b5c0 tx=0x7f1c74005960 comp rx=0 tx=0).stop 2023-10-21T15:39:27.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c78101990 msgr2=0x7f1c7819d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:27.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c78101990 0x7f1c7819d150 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f1c7000b9a0 tx=0x7f1c7000bcb0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 shutdown_connections 2023-10-21T15:39:27.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1c640a1510 0x7f1c640a39d0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c78101990 0x7f1c7819d150 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1c780ffe70 0x7f1c78195b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 --2- 172.21.15.46:0/432544082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1c78100fd0 0x7f1c781960d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:27.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 >> 172.21.15.46:0/432544082 conn(0x7f1c780fb3f0 msgr2=0x7f1c781045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:27.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 shutdown_connections 2023-10-21T15:39:27.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:27.823+0000 7f1c80529700 1 -- 172.21.15.46:0/432544082 wait complete. 2023-10-21T15:39:28.208 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- bash -c 'ceph orch ls' 2023-10-21T15:39:28.776 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:29.023 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:28 smithi046 ceph-mon[99436]: pgmap v291: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s; 5.8 KiB/s, 1 objects/s recovering 2023-10-21T15:39:29.024 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:28 smithi046 ceph-mon[99436]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:29.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:28 smithi119 ceph-mon[103628]: pgmap v291: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s; 5.8 KiB/s, 1 objects/s recovering 2023-10-21T15:39:29.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:28 smithi119 ceph-mon[103628]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:28 smithi105 ceph-mon[103980]: pgmap v291: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s; 5.8 KiB/s, 1 objects/s recovering 2023-10-21T15:39:29.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:28 smithi105 ceph-mon[103980]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:29.774 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:29 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:39:30.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:29 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:39:30.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 -- 172.21.15.46:0/2506238280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 msgr2=0x7f814c100630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:30.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 --2- 172.21.15.46:0/2506238280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 0x7f814c100630 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f813c009990 tx=0x7f813c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 -- 172.21.15.46:0/2506238280 shutdown_connections 2023-10-21T15:39:30.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 --2- 172.21.15.46:0/2506238280 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f814c100b70 0x7f814c100ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 --2- 172.21.15.46:0/2506238280 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f814c0ff850 0x7f814c0ffc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 --2- 172.21.15.46:0/2506238280 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 0x7f814c100630 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 -- 172.21.15.46:0/2506238280 >> 172.21.15.46:0/2506238280 conn(0x7f814c0fb3f0 msgr2=0x7f814c0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:30.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 -- 172.21.15.46:0/2506238280 shutdown_connections 2023-10-21T15:39:30.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.188+0000 7f8153d0b700 1 -- 172.21.15.46:0/2506238280 wait complete. 2023-10-21T15:39:30.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8153d0b700 1 Processor -- start 2023-10-21T15:39:30.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8153d0b700 1 -- start start 2023-10-21T15:39:30.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8153d0b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f814c0ff850 0x7f814c198df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:30.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8153d0b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 0x7f814c199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:30.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8153d0b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f814c100b70 0x7f814c1a03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:30.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8153d0b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f814c1a0980 con 0x7f814c1001b0 2023-10-21T15:39:30.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8153d0b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f814c1a0ac0 con 0x7f814c100b70 2023-10-21T15:39:30.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8153d0b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f814c1a0c50 con 0x7f814c0ff850 2023-10-21T15:39:30.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f81512a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 0x7f814c199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:30.196 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f81512a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 0x7f814c199330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34110/0 (socket says 172.21.15.46:34110) 2023-10-21T15:39:30.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f8151aa7700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f814c0ff850 0x7f814c198df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:30.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.189+0000 7f81512a6700 1 -- 172.21.15.46:0/3844231819 learned_addr learned my addr 172.21.15.46:0/3844231819 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:30.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f81522a8700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f814c100b70 0x7f814c1a03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:30.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f81512a6700 1 -- 172.21.15.46:0/3844231819 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f814c0ff850 msgr2=0x7f814c198df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:30.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f81512a6700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f814c0ff850 0x7f814c198df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f81512a6700 1 -- 172.21.15.46:0/3844231819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f814c100b70 msgr2=0x7f814c1a03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:30.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f81512a6700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f814c100b70 0x7f814c1a03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f81512a6700 1 -- 172.21.15.46:0/3844231819 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f813c0095f0 con 0x7f814c1001b0 2023-10-21T15:39:30.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f81522a8700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f814c100b70 0x7f814c1a03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:30.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f81512a6700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 0x7f814c199330 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f813c005910 tx=0x7f813c00f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:30.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f8142ffd700 1 -- 172.21.15.46:0/3844231819 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813c01d070 con 0x7f814c1001b0 2023-10-21T15:39:30.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f814c1a0ed0 con 0x7f814c1001b0 2023-10-21T15:39:30.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f8142ffd700 1 -- 172.21.15.46:0/3844231819 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f813c00fc60 con 0x7f814c1001b0 2023-10-21T15:39:30.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f8142ffd700 1 -- 172.21.15.46:0/3844231819 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813c017650 con 0x7f814c1001b0 2023-10-21T15:39:30.199 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.190+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f814c1a12f0 con 0x7f814c1001b0 2023-10-21T15:39:30.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.191+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f814c10a630 con 0x7f814c1001b0 2023-10-21T15:39:30.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.192+0000 7f8142ffd700 1 -- 172.21.15.46:0/3844231819 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f813c022470 con 0x7f814c1001b0 2023-10-21T15:39:30.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.193+0000 7f8142ffd700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81380a1510 0x7f81380a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:30.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.193+0000 7f8151aa7700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81380a1510 0x7f81380a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:30.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.193+0000 7f8142ffd700 1 -- 172.21.15.46:0/3844231819 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f813c0ce6c0 con 0x7f814c1001b0 2023-10-21T15:39:30.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.193+0000 7f8151aa7700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81380a1510 0x7f81380a39d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8148009a10 tx=0x7f8148009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:30.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.196+0000 7f8142ffd700 1 -- 172.21.15.46:0/3844231819 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f813c097c00 con 0x7f814c1001b0 2023-10-21T15:39:30.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:29 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:39:30.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.412+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f814c02d2b0 con 0x7f81380a1510 2023-10-21T15:39:30.424 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.420+0000 7f8142ffd700 1 -- 172.21.15.46:0/3844231819 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+980 (secure 0 0 0) 0x7f814c02d2b0 con 0x7f81380a1510 2023-10-21T15:39:30.425 INFO:teuthology.orchestra.run.smithi046.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-10-21T15:39:30.425 INFO:teuthology.orchestra.run.smithi046.stdout:mds.all 12/12 61s ago 95s smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi119=c;smithi119=f;smithi119=i;smithi119=l;count:12 2023-10-21T15:39:30.426 INFO:teuthology.orchestra.run.smithi046.stdout:mgr 3/3 61s ago 6m smithi046=x;smithi105=y;smithi119=z;count:3 2023-10-21T15:39:30.426 INFO:teuthology.orchestra.run.smithi046.stdout:mon 3/3 61s ago 6m smithi046:172.21.15.46=a;smithi105:172.21.15.105=b;smithi119:172.21.15.119=c;count:3 2023-10-21T15:39:30.426 INFO:teuthology.orchestra.run.smithi046.stdout:osd 12 61s ago - 2023-10-21T15:39:30.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81380a1510 msgr2=0x7f81380a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:30.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81380a1510 0x7f81380a39d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8148009a10 tx=0x7f8148009190 comp rx=0 tx=0).stop 2023-10-21T15:39:30.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 msgr2=0x7f814c199330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:30.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 0x7f814c199330 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f813c005910 tx=0x7f813c00f780 comp rx=0 tx=0).stop 2023-10-21T15:39:30.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 shutdown_connections 2023-10-21T15:39:30.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81380a1510 0x7f81380a39d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f814c100b70 0x7f814c1a03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f814c0ff850 0x7f814c198df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 --2- 172.21.15.46:0/3844231819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f814c1001b0 0x7f814c199330 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:30.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.422+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 >> 172.21.15.46:0/3844231819 conn(0x7f814c0fb3f0 msgr2=0x7f814c0fd090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:30.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.423+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 shutdown_connections 2023-10-21T15:39:30.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:30.423+0000 7f8153d0b700 1 -- 172.21.15.46:0/3844231819 wait complete. 2023-10-21T15:39:30.844 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- bash -c 'ceph orch host ls' 2023-10-21T15:39:31.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:30 smithi119 ceph-mon[103628]: pgmap v292: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 5.3 KiB/s, 1 objects/s recovering 2023-10-21T15:39:31.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:30 smithi046 ceph-mon[99436]: pgmap v292: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 5.3 KiB/s, 1 objects/s recovering 2023-10-21T15:39:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:30 smithi105 ceph-mon[103980]: pgmap v292: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 5.3 KiB/s, 1 objects/s recovering 2023-10-21T15:39:31.432 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:31.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:31 smithi046 ceph-mon[99436]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:31.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:31 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:31.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:31 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:31.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:31 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:31.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:31 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:31 smithi119 ceph-mon[103628]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:32.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:31 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:31 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:31 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:31 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:31 smithi105 ceph-mon[103980]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:31 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:31 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:31 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:31 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:32.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 -- 172.21.15.46:0/1620534705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a4100fd0 msgr2=0x7f02a4101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:32.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 --2- 172.21.15.46:0/1620534705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a4100fd0 0x7f02a4101450 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0298009990 tx=0x7f0298009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 -- 172.21.15.46:0/1620534705 shutdown_connections 2023-10-21T15:39:32.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 --2- 172.21.15.46:0/1620534705 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02a4101990 0x7f02a41082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 --2- 172.21.15.46:0/1620534705 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02a40ffe70 0x7f02a4100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 --2- 172.21.15.46:0/1620534705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a4100fd0 0x7f02a4101450 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 -- 172.21.15.46:0/1620534705 >> 172.21.15.46:0/1620534705 conn(0x7f02a40fb3f0 msgr2=0x7f02a40fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:32.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 -- 172.21.15.46:0/1620534705 shutdown_connections 2023-10-21T15:39:32.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.657+0000 7f02a8834700 1 -- 172.21.15.46:0/1620534705 wait complete. 2023-10-21T15:39:32.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a8834700 1 Processor -- start 2023-10-21T15:39:32.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a8834700 1 -- start start 2023-10-21T15:39:32.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a8834700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a40ffe70 0x7f02a4069560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:32.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a8834700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02a4100fd0 0x7f02a419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:32.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a8834700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02a4101990 0x7f02a419dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:32.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a8834700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a419e760 con 0x7f02a40ffe70 2023-10-21T15:39:32.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a8834700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a419e8d0 con 0x7f02a4100fd0 2023-10-21T15:39:32.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a8834700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a419ea90 con 0x7f02a4101990 2023-10-21T15:39:32.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a40ffe70 0x7f02a4069560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:32.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a40ffe70 0x7f02a4069560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34120/0 (socket says 172.21.15.46:34120) 2023-10-21T15:39:32.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a259c700 1 -- 172.21.15.46:0/2312601387 learned_addr learned my addr 172.21.15.46:0/2312601387 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:32.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a1d9b700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02a4100fd0 0x7f02a419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:32.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.658+0000 7f02a2d9d700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02a4101990 0x7f02a419dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:32.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a259c700 1 -- 172.21.15.46:0/2312601387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02a4101990 msgr2=0x7f02a419dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:32.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a259c700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02a4101990 0x7f02a419dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a259c700 1 -- 172.21.15.46:0/2312601387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02a4100fd0 msgr2=0x7f02a419b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:32.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a259c700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02a4100fd0 0x7f02a419b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a259c700 1 -- 172.21.15.46:0/2312601387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02980095f0 con 0x7f02a40ffe70 2023-10-21T15:39:32.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a1d9b700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02a4100fd0 0x7f02a419b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:32.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a259c700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a40ffe70 0x7f02a4069560 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f029400d950 tx=0x7f029400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:32.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02937fe700 1 -- 172.21.15.46:0/2312601387 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029400f890 con 0x7f02a40ffe70 2023-10-21T15:39:32.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02a4195760 con 0x7f02a40ffe70 2023-10-21T15:39:32.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02937fe700 1 -- 172.21.15.46:0/2312601387 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0294010460 con 0x7f02a40ffe70 2023-10-21T15:39:32.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02a4195cb0 con 0x7f02a40ffe70 2023-10-21T15:39:32.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.659+0000 7f02937fe700 1 -- 172.21.15.46:0/2312601387 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f029400e610 con 0x7f02a40ffe70 2023-10-21T15:39:32.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.660+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02a410b680 con 0x7f02a40ffe70 2023-10-21T15:39:32.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.661+0000 7f02937fe700 1 -- 172.21.15.46:0/2312601387 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f02940108d0 con 0x7f02a40ffe70 2023-10-21T15:39:32.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.662+0000 7f02937fe700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f028c0a1510 0x7f028c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:32.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.662+0000 7f02a1d9b700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f028c0a1510 0x7f028c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:32.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.662+0000 7f02937fe700 1 -- 172.21.15.46:0/2312601387 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f02940cd0c0 con 0x7f02a40ffe70 2023-10-21T15:39:32.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.663+0000 7f02a1d9b700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f028c0a1510 0x7f028c0a39d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f029800b5c0 tx=0x7f0298005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:32.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.666+0000 7f02937fe700 1 -- 172.21.15.46:0/2312601387 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f02940965d0 con 0x7f02a40ffe70 2023-10-21T15:39:32.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.893+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f02a41958f0 con 0x7f028c0a1510 2023-10-21T15:39:32.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.895+0000 7f02937fe700 1 -- 172.21.15.46:0/2312601387 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7f02a41958f0 con 0x7f028c0a1510 2023-10-21T15:39:32.897 INFO:teuthology.orchestra.run.smithi046.stdout:HOST ADDR LABELS STATUS 2023-10-21T15:39:32.897 INFO:teuthology.orchestra.run.smithi046.stdout:smithi046 172.21.15.46 2023-10-21T15:39:32.898 INFO:teuthology.orchestra.run.smithi046.stdout:smithi105 172.21.15.105 2023-10-21T15:39:32.898 INFO:teuthology.orchestra.run.smithi046.stdout:smithi119 172.21.15.119 2023-10-21T15:39:32.898 INFO:teuthology.orchestra.run.smithi046.stdout:3 hosts in cluster 2023-10-21T15:39:32.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f028c0a1510 msgr2=0x7f028c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:32.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f028c0a1510 0x7f028c0a39d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f029800b5c0 tx=0x7f0298005960 comp rx=0 tx=0).stop 2023-10-21T15:39:32.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a40ffe70 msgr2=0x7f02a4069560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:32.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a40ffe70 0x7f02a4069560 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f029400d950 tx=0x7f029400dc60 comp rx=0 tx=0).stop 2023-10-21T15:39:32.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 shutdown_connections 2023-10-21T15:39:32.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f028c0a1510 0x7f028c0a39d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02a40ffe70 0x7f02a4069560 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02a4101990 0x7f02a419dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 --2- 172.21.15.46:0/2312601387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02a4100fd0 0x7f02a419b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:32.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 >> 172.21.15.46:0/2312601387 conn(0x7f02a40fb3f0 msgr2=0x7f02a40fd660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:32.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 shutdown_connections 2023-10-21T15:39:32.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:32.897+0000 7f02a8834700 1 -- 172.21.15.46:0/2312601387 wait complete. 2023-10-21T15:39:33.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:32 smithi119 ceph-mon[103628]: pgmap v293: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 4.6 KiB/s, 0 objects/s recovering 2023-10-21T15:39:33.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:33.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:33.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:39:33.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:32 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:39:33.087 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:32 smithi046 ceph-mon[99436]: pgmap v293: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 4.6 KiB/s, 0 objects/s recovering 2023-10-21T15:39:33.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:33.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:33.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:39:33.088 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:32 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:39:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:32 smithi105 ceph-mon[103980]: pgmap v293: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 4.6 KiB/s, 0 objects/s recovering 2023-10-21T15:39:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:33.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:39:33.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:32 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:39:33.297 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- bash -c 'ceph orch device ls' 2023-10-21T15:39:33.861 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:34.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:34.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:33 smithi046 ceph-mon[99436]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:33 smithi105 ceph-mon[103980]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:34.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:39:34.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:33 smithi119 ceph-mon[103628]: from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:35.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.080+0000 7f81af6d2700 1 -- 172.21.15.46:0/3305086622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 msgr2=0x7f81a8101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:35.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.080+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3305086622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 0x7f81a8101450 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8198009990 tx=0x7f8198009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.080+0000 7f81af6d2700 1 -- 172.21.15.46:0/3305086622 shutdown_connections 2023-10-21T15:39:35.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.080+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3305086622 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81a8101990 0x7f81a81082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.080+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3305086622 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81a80ffe70 0x7f81a8100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.080+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3305086622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 0x7f81a8101450 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.080+0000 7f81af6d2700 1 -- 172.21.15.46:0/3305086622 >> 172.21.15.46:0/3305086622 conn(0x7f81a80fb3f0 msgr2=0x7f81a80fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:35.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.081+0000 7f81af6d2700 1 -- 172.21.15.46:0/3305086622 shutdown_connections 2023-10-21T15:39:35.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.081+0000 7f81af6d2700 1 -- 172.21.15.46:0/3305086622 wait complete. 2023-10-21T15:39:35.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.081+0000 7f81af6d2700 1 Processor -- start 2023-10-21T15:39:35.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.081+0000 7f81af6d2700 1 -- start start 2023-10-21T15:39:35.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81af6d2700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81a80ffe70 0x7f81a8195b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:35.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81af6d2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 0x7f81a81960d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:35.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81af6d2700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81a8101990 0x7f81a819d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:35.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81af6d2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81a819d720 con 0x7f81a8100fd0 2023-10-21T15:39:35.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81af6d2700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81a819d860 con 0x7f81a80ffe70 2023-10-21T15:39:35.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81af6d2700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81a819d9f0 con 0x7f81a8101990 2023-10-21T15:39:35.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 0x7f81a81960d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:35.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 0x7f81a81960d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34136/0 (socket says 172.21.15.46:34136) 2023-10-21T15:39:35.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 -- 172.21.15.46:0/3885053134 learned_addr learned my addr 172.21.15.46:0/3885053134 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:35.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81ad46e700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81a80ffe70 0x7f81a8195b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:35.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81adc6f700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81a8101990 0x7f81a819d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:35.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 -- 172.21.15.46:0/3885053134 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81a8101990 msgr2=0x7f81a819d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:35.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81a8101990 0x7f81a819d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 -- 172.21.15.46:0/3885053134 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81a80ffe70 msgr2=0x7f81a8195b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:35.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81a80ffe70 0x7f81a8195b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 -- 172.21.15.46:0/3885053134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81980095f0 con 0x7f81a8100fd0 2023-10-21T15:39:35.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81acc6d700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 0x7f81a81960d0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f8198005740 tx=0x7f8198005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:35.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f819e7fc700 1 -- 172.21.15.46:0/3885053134 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f819801d070 con 0x7f81a8100fd0 2023-10-21T15:39:35.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f819e7fc700 1 -- 172.21.15.46:0/3885053134 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8198003fe0 con 0x7f81a8100fd0 2023-10-21T15:39:35.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81a80689a0 con 0x7f81a8100fd0 2023-10-21T15:39:35.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f819e7fc700 1 -- 172.21.15.46:0/3885053134 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8198022da0 con 0x7f81a8100fd0 2023-10-21T15:39:35.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.082+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81a8068e40 con 0x7f81a8100fd0 2023-10-21T15:39:35.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.083+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81a8069830 con 0x7f81a8100fd0 2023-10-21T15:39:35.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.085+0000 7f819e7fc700 1 -- 172.21.15.46:0/3885053134 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f8198003b20 con 0x7f81a8100fd0 2023-10-21T15:39:35.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.085+0000 7f819e7fc700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81940a1510 0x7f81940a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:35.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.085+0000 7f81ad46e700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81940a1510 0x7f81940a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:35.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.086+0000 7f819e7fc700 1 -- 172.21.15.46:0/3885053134 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f81980ce280 con 0x7f81a8100fd0 2023-10-21T15:39:35.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.086+0000 7f81ad46e700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81940a1510 0x7f81940a39d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f81a4005950 tx=0x7f81a400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:35.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.090+0000 7f819e7fc700 1 -- 172.21.15.46:0/3885053134 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8198097820 con 0x7f81a8100fd0 2023-10-21T15:39:35.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:34 smithi046 ceph-mon[99436]: pgmap v294: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s; 4.6 KiB/s, 0 objects/s recovering 2023-10-21T15:39:35.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:34 smithi105 ceph-mon[103980]: pgmap v294: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s; 4.6 KiB/s, 0 objects/s recovering 2023-10-21T15:39:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:34 smithi119 ceph-mon[103628]: pgmap v294: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s; 4.6 KiB/s, 0 objects/s recovering 2023-10-21T15:39:35.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.296+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f81a8106f70 con 0x7f81940a1510 2023-10-21T15:39:35.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.298+0000 7f819e7fc700 1 -- 172.21.15.46:0/3885053134 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7f81a8106f70 con 0x7f81940a1510 2023-10-21T15:39:35.301 INFO:teuthology.orchestra.run.smithi046.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2023-10-21T15:39:35.301 INFO:teuthology.orchestra.run.smithi046.stdout:smithi046 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7512009A480DGN 447G No 2m ago Has a FileSystem, LVM detected 2023-10-21T15:39:35.301 INFO:teuthology.orchestra.run.smithi046.stdout:smithi105 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400TR400BGN 372G No 2m ago Has a FileSystem, LVM detected 2023-10-21T15:39:35.302 INFO:teuthology.orchestra.run.smithi046.stdout:smithi119 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400Y1400BGN 372G No 111s ago Has a FileSystem, LVM detected 2023-10-21T15:39:35.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81940a1510 msgr2=0x7f81940a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:35.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81940a1510 0x7f81940a39d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f81a4005950 tx=0x7f81a400a300 comp rx=0 tx=0).stop 2023-10-21T15:39:35.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 msgr2=0x7f81a81960d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:35.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 0x7f81a81960d0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f8198005740 tx=0x7f8198005770 comp rx=0 tx=0).stop 2023-10-21T15:39:35.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 shutdown_connections 2023-10-21T15:39:35.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81940a1510 0x7f81940a39d0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81a8101990 0x7f81a819d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81a80ffe70 0x7f81a8195b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 --2- 172.21.15.46:0/3885053134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81a8100fd0 0x7f81a81960d0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:35.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.300+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 >> 172.21.15.46:0/3885053134 conn(0x7f81a80fb3f0 msgr2=0x7f81a81045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:35.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.301+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 shutdown_connections 2023-10-21T15:39:35.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:35.301+0000 7f81af6d2700 1 -- 172.21.15.46:0/3885053134 wait complete. 2023-10-21T15:39:35.620 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-10-21T15:39:35.630 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2023-10-21T15:39:35.630 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- bash -c 'ceph fs dump' 2023-10-21T15:39:36.198 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:37.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:36 smithi046 ceph-mon[99436]: pgmap v295: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:37.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:36 smithi046 ceph-mon[99436]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:37.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:36 smithi105 ceph-mon[103980]: pgmap v295: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:37.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:36 smithi105 ceph-mon[103980]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:37.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:36 smithi119 ceph-mon[103628]: pgmap v295: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:37.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:36 smithi119 ceph-mon[103628]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-21T15:39:37.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 -- 172.21.15.46:0/2798092749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 msgr2=0x7f154c1093c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:37.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 --2- 172.21.15.46:0/2798092749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 0x7f154c1093c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f154400b0d0 tx=0x7f154400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 -- 172.21.15.46:0/2798092749 shutdown_connections 2023-10-21T15:39:37.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 --2- 172.21.15.46:0/2798092749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 0x7f154c1093c0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 --2- 172.21.15.46:0/2798092749 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f154c100f70 0x7f154c101390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 --2- 172.21.15.46:0/2798092749 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f154c102170 0x7f154c1025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 -- 172.21.15.46:0/2798092749 >> 172.21.15.46:0/2798092749 conn(0x7f154c0fc4d0 msgr2=0x7f154c0fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:37.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 -- 172.21.15.46:0/2798092749 shutdown_connections 2023-10-21T15:39:37.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.444+0000 7f15526d8700 1 -- 172.21.15.46:0/2798092749 wait complete. 2023-10-21T15:39:37.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f15526d8700 1 Processor -- start 2023-10-21T15:39:37.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f15526d8700 1 -- start start 2023-10-21T15:39:37.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f15526d8700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f154c100f70 0x7f154c074c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:37.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f15526d8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f154c102170 0x7f154c0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:37.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f15526d8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 0x7f154c0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:37.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f15526d8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f154c073f60 con 0x7f154c102b10 2023-10-21T15:39:37.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f15526d8700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f154c0740d0 con 0x7f154c100f70 2023-10-21T15:39:37.452 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f15526d8700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f154c1a0cf0 con 0x7f154c102170 2023-10-21T15:39:37.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f1550c75700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 0x7f154c0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:37.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f1550c75700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 0x7f154c0737e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34150/0 (socket says 172.21.15.46:34150) 2023-10-21T15:39:37.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f1550c75700 1 -- 172.21.15.46:0/2533878557 learned_addr learned my addr 172.21.15.46:0/2533878557 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:37.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f154b7fe700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f154c102170 0x7f154c0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:37.453 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.445+0000 7f154bfff700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f154c100f70 0x7f154c074c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:37.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f1550c75700 1 -- 172.21.15.46:0/2533878557 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f154c102170 msgr2=0x7f154c0732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:37.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f1550c75700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f154c102170 0x7f154c0732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f1550c75700 1 -- 172.21.15.46:0/2533878557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f154c100f70 msgr2=0x7f154c074c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:37.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f1550c75700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f154c100f70 0x7f154c074c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f1550c75700 1 -- 172.21.15.46:0/2533878557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1544009d00 con 0x7f154c102b10 2023-10-21T15:39:37.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f154bfff700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f154c100f70 0x7f154c074c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:37.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f1550c75700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 0x7f154c0737e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f1544007a00 tx=0x7f15440094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:37.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f15497fa700 1 -- 172.21.15.46:0/2533878557 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154400e040 con 0x7f154c102b10 2023-10-21T15:39:37.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f15497fa700 1 -- 172.21.15.46:0/2533878557 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1544003e10 con 0x7f154c102b10 2023-10-21T15:39:37.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f15497fa700 1 -- 172.21.15.46:0/2533878557 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1544012a90 con 0x7f154c102b10 2023-10-21T15:39:37.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f154c1a0f70 con 0x7f154c102b10 2023-10-21T15:39:37.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.446+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f154c1a12d0 con 0x7f154c102b10 2023-10-21T15:39:37.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.447+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f154c10c7f0 con 0x7f154c102b10 2023-10-21T15:39:37.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.448+0000 7f15497fa700 1 -- 172.21.15.46:0/2533878557 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f15440056c0 con 0x7f154c102b10 2023-10-21T15:39:37.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.449+0000 7f15497fa700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f15380a1510 0x7f15380a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:37.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.449+0000 7f154bfff700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f15380a1510 0x7f15380a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:37.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.449+0000 7f15497fa700 1 -- 172.21.15.46:0/2533878557 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f15440ced40 con 0x7f154c102b10 2023-10-21T15:39:37.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.449+0000 7f154bfff700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f15380a1510 0x7f15380a39d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f154c101fd0 tx=0x7f153c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:37.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.453+0000 7f15497fa700 1 -- 172.21.15.46:0/2533878557 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f15440982e0 con 0x7f154c102b10 2023-10-21T15:39:37.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.698+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f154c107e10 con 0x7f154c102b10 2023-10-21T15:39:37.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.698+0000 7f15497fa700 1 -- 172.21.15.46:0/2533878557 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 27 v27) v1 ==== 76+0+2972 (secure 0 0 0) 0x7f154409b900 con 0x7f154c102b10 2023-10-21T15:39:37.701 INFO:teuthology.orchestra.run.smithi046.stdout:e27 2023-10-21T15:39:37.702 INFO:teuthology.orchestra.run.smithi046.stdout:enable_multiple, ever_enabled_multiple: 1,1 2023-10-21T15:39:37.702 INFO:teuthology.orchestra.run.smithi046.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-21T15:39:37.702 INFO:teuthology.orchestra.run.smithi046.stdout:legacy client fscid: 1 2023-10-21T15:39:37.703 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:37.703 INFO:teuthology.orchestra.run.smithi046.stdout:Filesystem 'cephfs' (1) 2023-10-21T15:39:37.703 INFO:teuthology.orchestra.run.smithi046.stdout:fs_name cephfs 2023-10-21T15:39:37.705 INFO:teuthology.orchestra.run.smithi046.stdout:epoch 27 2023-10-21T15:39:37.705 INFO:teuthology.orchestra.run.smithi046.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2023-10-21T15:39:37.706 INFO:teuthology.orchestra.run.smithi046.stdout:created 2023-10-21T15:38:26.290152+0000 2023-10-21T15:39:37.707 INFO:teuthology.orchestra.run.smithi046.stdout:modified 2023-10-21T15:38:33.692950+0000 2023-10-21T15:39:37.707 INFO:teuthology.orchestra.run.smithi046.stdout:tableserver 0 2023-10-21T15:39:37.707 INFO:teuthology.orchestra.run.smithi046.stdout:root 0 2023-10-21T15:39:37.707 INFO:teuthology.orchestra.run.smithi046.stdout:session_timeout 300 2023-10-21T15:39:37.708 INFO:teuthology.orchestra.run.smithi046.stdout:session_autoclose 300 2023-10-21T15:39:37.708 INFO:teuthology.orchestra.run.smithi046.stdout:max_file_size 1099511627776 2023-10-21T15:39:37.708 INFO:teuthology.orchestra.run.smithi046.stdout:max_xattr_size 65536 2023-10-21T15:39:37.708 INFO:teuthology.orchestra.run.smithi046.stdout:required_client_features {} 2023-10-21T15:39:37.708 INFO:teuthology.orchestra.run.smithi046.stdout:last_failure 0 2023-10-21T15:39:37.709 INFO:teuthology.orchestra.run.smithi046.stdout:last_failure_osd_epoch 0 2023-10-21T15:39:37.709 INFO:teuthology.orchestra.run.smithi046.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-21T15:39:37.709 INFO:teuthology.orchestra.run.smithi046.stdout:max_mds 5 2023-10-21T15:39:37.709 INFO:teuthology.orchestra.run.smithi046.stdout:in 0,1,2,3,4 2023-10-21T15:39:37.709 INFO:teuthology.orchestra.run.smithi046.stdout:up {0=24527,1=24508,2=24481,3=24464,4=24440} 2023-10-21T15:39:37.710 INFO:teuthology.orchestra.run.smithi046.stdout:failed 2023-10-21T15:39:37.710 INFO:teuthology.orchestra.run.smithi046.stdout:damaged 2023-10-21T15:39:37.710 INFO:teuthology.orchestra.run.smithi046.stdout:stopped 2023-10-21T15:39:37.710 INFO:teuthology.orchestra.run.smithi046.stdout:data_pools [3] 2023-10-21T15:39:37.710 INFO:teuthology.orchestra.run.smithi046.stdout:metadata_pool 2 2023-10-21T15:39:37.711 INFO:teuthology.orchestra.run.smithi046.stdout:inline_data disabled 2023-10-21T15:39:37.711 INFO:teuthology.orchestra.run.smithi046.stdout:balancer 2023-10-21T15:39:37.711 INFO:teuthology.orchestra.run.smithi046.stdout:bal_rank_mask -1 2023-10-21T15:39:37.711 INFO:teuthology.orchestra.run.smithi046.stdout:standby_count_wanted 0 2023-10-21T15:39:37.711 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.b{0:24527} state up:active seq 3 addr [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.712 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.c{0:24487} state up:standby-replay seq 1 addr [v2:172.21.15.119:6836/3747517153,v1:172.21.15.119:6837/3747517153] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.712 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.i{1:24508} state up:active seq 5 addr [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.712 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.h{1:24485} state up:standby-replay seq 1 addr [v2:172.21.15.105:6836/1557228428,v1:172.21.15.105:6837/1557228428] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.712 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.f{2:24481} state up:active seq 7 addr [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.713 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.l{2:24427} state up:standby-replay seq 1 addr [v2:172.21.15.119:6832/999213981,v1:172.21.15.119:6833/999213981] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.713 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.e{3:24464} state up:active seq 8 addr [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.713 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.a{3:14595} state up:standby-replay seq 1 addr [v2:172.21.15.46:6840/1267329835,v1:172.21.15.46:6841/1267329835] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.713 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.k{4:24440} state up:active seq 10 addr [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.713 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.g{4:14583} state up:standby-replay seq 1 addr [v2:172.21.15.46:6838/3005201155,v1:172.21.15.46:6839/3005201155] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.714 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:37.714 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:37.714 INFO:teuthology.orchestra.run.smithi046.stdout:Standby daemons: 2023-10-21T15:39:37.714 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:37.714 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.j{-1:14511} state up:standby seq 1 addr [v2:172.21.15.46:6834/3156928262,v1:172.21.15.46:6835/3156928262] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.715 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.d{-1:14523} state up:standby seq 1 addr [v2:172.21.15.46:6836/1530475364,v1:172.21.15.46:6837/1530475364] compat {c=[1],r=[1],i=[fff]}] 2023-10-21T15:39:37.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f15380a1510 msgr2=0x7f15380a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:37.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f15380a1510 0x7f15380a39d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f154c101fd0 tx=0x7f153c005f90 comp rx=0 tx=0).stop 2023-10-21T15:39:37.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 msgr2=0x7f154c0737e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:37.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 0x7f154c0737e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f1544007a00 tx=0x7f15440094c0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 shutdown_connections 2023-10-21T15:39:37.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f15380a1510 0x7f15380a39d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f154c102b10 0x7f154c0737e0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f154c100f70 0x7f154c074c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 --2- 172.21.15.46:0/2533878557 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f154c102170 0x7f154c0732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:37.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 >> 172.21.15.46:0/2533878557 conn(0x7f154c0fc4d0 msgr2=0x7f154c0fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:37.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 shutdown_connections 2023-10-21T15:39:37.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:37.700+0000 7f15526d8700 1 -- 172.21.15.46:0/2533878557 wait complete. 2023-10-21T15:39:37.719 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:38.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:37 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2533878557' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-21T15:39:38.059 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- bash -c 'ceph osd dump' 2023-10-21T15:39:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:37 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2533878557' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-21T15:39:38.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:37 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2533878557' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-21T15:39:38.628 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:39.145 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:38 smithi046 ceph-mon[99436]: pgmap v296: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:38 smithi105 ceph-mon[103980]: pgmap v296: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:38 smithi119 ceph-mon[103628]: pgmap v296: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:39.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 -- 172.21.15.46:0/1250029779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 msgr2=0x7fec801090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:39.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 --2- 172.21.15.46:0/1250029779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 0x7fec801090d0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fec7800b0a0 tx=0x7fec7800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:39.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 -- 172.21.15.46:0/1250029779 shutdown_connections 2023-10-21T15:39:39.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 --2- 172.21.15.46:0/1250029779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 0x7fec801090d0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:39.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 --2- 172.21.15.46:0/1250029779 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fec80101a00 0x7fec80103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:39.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 --2- 172.21.15.46:0/1250029779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fec80104330 0x7fec80106720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:39.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 -- 172.21.15.46:0/1250029779 >> 172.21.15.46:0/1250029779 conn(0x7fec800fb3f0 msgr2=0x7fec800fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:39.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 -- 172.21.15.46:0/1250029779 shutdown_connections 2023-10-21T15:39:39.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.858+0000 7fec85a8e700 1 -- 172.21.15.46:0/1250029779 wait complete. 2023-10-21T15:39:39.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec85a8e700 1 Processor -- start 2023-10-21T15:39:39.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec85a8e700 1 -- start start 2023-10-21T15:39:39.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec85a8e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fec80101a00 0x7fec80196d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:39.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec85a8e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fec80104330 0x7fec80197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:39.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec85a8e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 0x7fec8019e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:39.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec85a8e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec8019e880 con 0x7fec80106c60 2023-10-21T15:39:39.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec85a8e700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec8019e9c0 con 0x7fec80104330 2023-10-21T15:39:39.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec85a8e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec8019eb80 con 0x7fec80101a00 2023-10-21T15:39:39.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec7ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 0x7fec8019e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:39.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec7ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 0x7fec8019e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34162/0 (socket says 172.21.15.46:34162) 2023-10-21T15:39:39.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec7ffff700 1 -- 172.21.15.46:0/866446391 learned_addr learned my addr 172.21.15.46:0/866446391 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:39.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec7f7fe700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fec80101a00 0x7fec80196d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:39.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.859+0000 7fec7effd700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fec80104330 0x7fec80197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:39.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7ffff700 1 -- 172.21.15.46:0/866446391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fec80101a00 msgr2=0x7fec80196d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:39.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7ffff700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fec80101a00 0x7fec80196d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:39.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7ffff700 1 -- 172.21.15.46:0/866446391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fec80104330 msgr2=0x7fec80197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:39.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7ffff700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fec80104330 0x7fec80197270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:39.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7ffff700 1 -- 172.21.15.46:0/866446391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec78009d00 con 0x7fec80106c60 2023-10-21T15:39:39.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7ffff700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 0x7fec8019e2b0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fec7800b070 tx=0x7fec78004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:39.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7cff9700 1 -- 172.21.15.46:0/866446391 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec7800e040 con 0x7fec80106c60 2023-10-21T15:39:39.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec8019ee00 con 0x7fec80106c60 2023-10-21T15:39:39.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7cff9700 1 -- 172.21.15.46:0/866446391 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fec7800cea0 con 0x7fec80106c60 2023-10-21T15:39:39.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec8019f1c0 con 0x7fec80106c60 2023-10-21T15:39:39.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.860+0000 7fec7cff9700 1 -- 172.21.15.46:0/866446391 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec78004020 con 0x7fec80106c60 2023-10-21T15:39:39.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.861+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec800fcf70 con 0x7fec80106c60 2023-10-21T15:39:39.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.862+0000 7fec7cff9700 1 -- 172.21.15.46:0/866446391 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fec7801d690 con 0x7fec80106c60 2023-10-21T15:39:39.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.863+0000 7fec7cff9700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec6c0a1590 0x7fec6c0a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:39.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.863+0000 7fec7f7fe700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec6c0a1590 0x7fec6c0a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:39.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.863+0000 7fec7cff9700 1 -- 172.21.15.46:0/866446391 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fec780cefd0 con 0x7fec80106c60 2023-10-21T15:39:39.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.863+0000 7fec7f7fe700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec6c0a1590 0x7fec6c0a3a50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fec80198210 tx=0x7fec6800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:39.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:39.866+0000 7fec7cff9700 1 -- 172.21.15.46:0/866446391 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fec78098680 con 0x7fec80106c60 2023-10-21T15:39:40.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.069+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7fec8002d2e0 con 0x7fec80106c60 2023-10-21T15:39:40.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.070+0000 7fec7cff9700 1 -- 172.21.15.46:0/866446391 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v86) v1 ==== 56+0+5282 (secure 0 0 0) 0x7fec7809bca0 con 0x7fec80106c60 2023-10-21T15:39:40.072 INFO:teuthology.orchestra.run.smithi046.stdout:epoch 86 2023-10-21T15:39:40.073 INFO:teuthology.orchestra.run.smithi046.stdout:fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:39:40.073 INFO:teuthology.orchestra.run.smithi046.stdout:created 2023-10-21T15:31:19.823767+0000 2023-10-21T15:39:40.073 INFO:teuthology.orchestra.run.smithi046.stdout:modified 2023-10-21T15:39:18.739251+0000 2023-10-21T15:39:40.073 INFO:teuthology.orchestra.run.smithi046.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-10-21T15:39:40.074 INFO:teuthology.orchestra.run.smithi046.stdout:crush_version 26 2023-10-21T15:39:40.074 INFO:teuthology.orchestra.run.smithi046.stdout:full_ratio 0.95 2023-10-21T15:39:40.074 INFO:teuthology.orchestra.run.smithi046.stdout:backfillfull_ratio 0.9 2023-10-21T15:39:40.074 INFO:teuthology.orchestra.run.smithi046.stdout:nearfull_ratio 0.85 2023-10-21T15:39:40.075 INFO:teuthology.orchestra.run.smithi046.stdout:require_min_compat_client luminous 2023-10-21T15:39:40.075 INFO:teuthology.orchestra.run.smithi046.stdout:min_compat_client luminous 2023-10-21T15:39:40.075 INFO:teuthology.orchestra.run.smithi046.stdout:require_osd_release reef 2023-10-21T15:39:40.075 INFO:teuthology.orchestra.run.smithi046.stdout:stretch_mode_enabled false 2023-10-21T15:39:40.075 INFO:teuthology.orchestra.run.smithi046.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2023-10-21T15:39:40.076 INFO:teuthology.orchestra.run.smithi046.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 83 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2023-10-21T15:39:40.076 INFO:teuthology.orchestra.run.smithi046.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2023-10-21T15:39:40.076 INFO:teuthology.orchestra.run.smithi046.stdout:max_osd 12 2023-10-21T15:39:40.076 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 up in weight 1 up_from 8 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6802/676212346,v1:172.21.15.46:6803/676212346] [v2:172.21.15.46:6804/676212346,v1:172.21.15.46:6805/676212346] exists,up be0e8898-ffe1-4978-9cbd-0f12fb6ec4db 2023-10-21T15:39:40.076 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 up in weight 1 up_from 13 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.105:6800/4227966088,v1:172.21.15.105:6801/4227966088] [v2:172.21.15.105:6802/4227966088,v1:172.21.15.105:6803/4227966088] exists,up d7a48d23-b922-406e-a35f-f5d41588147b 2023-10-21T15:39:40.077 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 up in weight 1 up_from 18 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.119:6800/1760878747,v1:172.21.15.119:6801/1760878747] [v2:172.21.15.119:6802/1760878747,v1:172.21.15.119:6803/1760878747] exists,up 6c45996c-093c-4930-861f-01db49b55c45 2023-10-21T15:39:40.077 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 up in weight 1 up_from 26 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6810/2260386208,v1:172.21.15.46:6811/2260386208] [v2:172.21.15.46:6812/2260386208,v1:172.21.15.46:6813/2260386208] exists,up 6770f16a-71e0-44f9-93ca-3fca258f7720 2023-10-21T15:39:40.077 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 up in weight 1 up_from 34 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.105:6808/3064646585,v1:172.21.15.105:6809/3064646585] [v2:172.21.15.105:6810/3064646585,v1:172.21.15.105:6811/3064646585] exists,up 1bca9e64-8fa9-4b2d-b6b6-3611354cea97 2023-10-21T15:39:40.077 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 up in weight 1 up_from 39 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.119:6808/1154560891,v1:172.21.15.119:6809/1154560891] [v2:172.21.15.119:6810/1154560891,v1:172.21.15.119:6811/1154560891] exists,up 72553fe6-6d81-4487-b531-f6b95e5cdeb3 2023-10-21T15:39:40.078 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 up in weight 1 up_from 46 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6818/2562929690,v1:172.21.15.46:6819/2562929690] [v2:172.21.15.46:6820/2562929690,v1:172.21.15.46:6821/2562929690] exists,up fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7 2023-10-21T15:39:40.078 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 up in weight 1 up_from 51 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.105:6816/285507619,v1:172.21.15.105:6817/285507619] [v2:172.21.15.105:6818/285507619,v1:172.21.15.105:6819/285507619] exists,up 952093c1-3ea5-4ac8-87b9-3564d1b3c9de 2023-10-21T15:39:40.078 INFO:teuthology.orchestra.run.smithi046.stdout:osd.8 up in weight 1 up_from 58 up_thru 82 down_at 0 last_clean_interval [0,0) [v2:172.21.15.119:6816/2231295599,v1:172.21.15.119:6817/2231295599] [v2:172.21.15.119:6818/2231295599,v1:172.21.15.119:6819/2231295599] exists,up 58b4a887-c130-4ae5-ba39-efb547130baf 2023-10-21T15:39:40.078 INFO:teuthology.orchestra.run.smithi046.stdout:osd.9 up in weight 1 up_from 66 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6826/3380797331,v1:172.21.15.46:6827/3380797331] [v2:172.21.15.46:6828/3380797331,v1:172.21.15.46:6829/3380797331] exists,up 024420e9-d18d-4040-acac-bc06e420539a 2023-10-21T15:39:40.078 INFO:teuthology.orchestra.run.smithi046.stdout:osd.10 up in weight 1 up_from 71 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.105:6824/808227067,v1:172.21.15.105:6825/808227067] [v2:172.21.15.105:6826/808227067,v1:172.21.15.105:6827/808227067] exists,up 593c21ed-4609-496f-8334-01d64212b2da 2023-10-21T15:39:40.079 INFO:teuthology.orchestra.run.smithi046.stdout:osd.11 up in weight 1 up_from 79 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.119:6824/4177624319,v1:172.21.15.119:6825/4177624319] [v2:172.21.15.119:6826/4177624319,v1:172.21.15.119:6827/4177624319] exists,up c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb 2023-10-21T15:39:40.079 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.0 [8,4] 2023-10-21T15:39:40.079 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.a [2,11] 2023-10-21T15:39:40.079 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.b [8,11] 2023-10-21T15:39:40.080 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.14 [2,4] 2023-10-21T15:39:40.080 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.13 [4,9] 2023-10-21T15:39:40.080 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.14 [4,6] 2023-10-21T15:39:40.080 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.1b [5,9] 2023-10-21T15:39:40.081 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.36 [4,9] 2023-10-21T15:39:40.081 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/3559004535 expires 2023-10-22T15:32:17.105375+0000 2023-10-21T15:39:40.081 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6801/2286995794 expires 2023-10-22T15:32:17.105375+0000 2023-10-21T15:39:40.081 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/1285489641 expires 2023-10-22T15:32:17.105375+0000 2023-10-21T15:39:40.081 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6800/713429116 expires 2023-10-22T15:31:50.778575+0000 2023-10-21T15:39:40.082 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/1123498159 expires 2023-10-22T15:31:50.778575+0000 2023-10-21T15:39:40.082 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/2524848327 expires 2023-10-22T15:31:50.778575+0000 2023-10-21T15:39:40.082 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/2413777370 expires 2023-10-22T15:32:17.105375+0000 2023-10-21T15:39:40.082 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/1376432964 expires 2023-10-22T15:31:50.778575+0000 2023-10-21T15:39:40.082 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6801/713429116 expires 2023-10-22T15:31:50.778575+0000 2023-10-21T15:39:40.083 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6800/2286995794 expires 2023-10-22T15:32:17.105375+0000 2023-10-21T15:39:40.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec6c0a1590 msgr2=0x7fec6c0a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec6c0a1590 0x7fec6c0a3a50 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fec80198210 tx=0x7fec6800b410 comp rx=0 tx=0).stop 2023-10-21T15:39:40.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 msgr2=0x7fec8019e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 0x7fec8019e2b0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fec7800b070 tx=0x7fec78004d00 comp rx=0 tx=0).stop 2023-10-21T15:39:40.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 shutdown_connections 2023-10-21T15:39:40.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fec6c0a1590 0x7fec6c0a3a50 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fec80106c60 0x7fec8019e2b0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fec80101a00 0x7fec80196d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 --2- 172.21.15.46:0/866446391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fec80104330 0x7fec80197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 >> 172.21.15.46:0/866446391 conn(0x7fec800fb3f0 msgr2=0x7fec801026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:40.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 shutdown_connections 2023-10-21T15:39:40.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.072+0000 7fec85a8e700 1 -- 172.21.15.46:0/866446391 wait complete. 2023-10-21T15:39:40.476 INFO:teuthology.run_tasks:Running task fs.ready... 2023-10-21T15:39:40.487 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:40.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/1456193637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4100fc0 msgr2=0x7fb3e4101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/1456193637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4100fc0 0x7fb3e4101420 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb3e00099c0 tx=0x7fb3e0009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/1456193637 shutdown_connections 2023-10-21T15:39:40.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/1456193637 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e4101960 0x7fb3e4108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/1456193637 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb3e40ffdd0 0x7fb3e41001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/1456193637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4100fc0 0x7fb3e4101420 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/1456193637 >> 172.21.15.46:0/1456193637 conn(0x7fb3e40fb320 msgr2=0x7fb3e40fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:40.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/1456193637 shutdown_connections 2023-10-21T15:39:40.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.617+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/1456193637 wait complete. 2023-10-21T15:39:40.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3eb7bb700 1 Processor -- start 2023-10-21T15:39:40.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3eb7bb700 1 -- start start 2023-10-21T15:39:40.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3eb7bb700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb3e40ffdd0 0x7fb3e4068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:40.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3eb7bb700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e4100fc0 0x7fb3e419b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:40.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3eb7bb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4101960 0x7fb3e419de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:40.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3eb7bb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3e419e620 con 0x7fb3e4101960 2023-10-21T15:39:40.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3eb7bb700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3e419e790 con 0x7fb3e40ffdd0 2023-10-21T15:39:40.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3eb7bb700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3e419e950 con 0x7fb3e4100fc0 2023-10-21T15:39:40.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3e9d58700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4101960 0x7fb3e419de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:40.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3e9d58700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4101960 0x7fb3e419de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34176/0 (socket says 172.21.15.46:34176) 2023-10-21T15:39:40.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3e9d58700 1 -- 172.21.15.46:0/3715383639 learned_addr learned my addr 172.21.15.46:0/3715383639 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:40.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3e8d56700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e4100fc0 0x7fb3e419b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:40.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3e9557700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb3e40ffdd0 0x7fb3e4068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:40.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.618+0000 7fb3e9d58700 1 -- 172.21.15.46:0/3715383639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e4100fc0 msgr2=0x7fb3e419b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3e9d58700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e4100fc0 0x7fb3e419b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.627 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3e9d58700 1 -- 172.21.15.46:0/3715383639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb3e40ffdd0 msgr2=0x7fb3e4068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3e9d58700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb3e40ffdd0 0x7fb3e4068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3e9d58700 1 -- 172.21.15.46:0/3715383639 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3e00095f0 con 0x7fb3e4101960 2023-10-21T15:39:40.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3e8d56700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e4100fc0 0x7fb3e419b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:40.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3e9d58700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4101960 0x7fb3e419de50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc007ee0 tx=0x7fb3dc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:40.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3da7fc700 1 -- 172.21.15.46:0/3715383639 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3dc017070 con 0x7fb3e4101960 2023-10-21T15:39:40.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3e419ec30 con 0x7fb3e4101960 2023-10-21T15:39:40.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3da7fc700 1 -- 172.21.15.46:0/3715383639 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3dc00f040 con 0x7fb3e4101960 2023-10-21T15:39:40.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3da7fc700 1 -- 172.21.15.46:0/3715383639 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3dc005740 con 0x7fb3e4101960 2023-10-21T15:39:40.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.619+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3e419f110 con 0x7fb3e4101960 2023-10-21T15:39:40.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.620+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3e410b5e0 con 0x7fb3e4101960 2023-10-21T15:39:40.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.621+0000 7fb3da7fc700 1 -- 172.21.15.46:0/3715383639 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fb3dc0058a0 con 0x7fb3e4101960 2023-10-21T15:39:40.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.622+0000 7fb3da7fc700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb3d00a1640 0x7fb3d00a3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:40.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.622+0000 7fb3e9557700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb3d00a1640 0x7fb3d00a3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:40.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.622+0000 7fb3da7fc700 1 -- 172.21.15.46:0/3715383639 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb3dc0ccd70 con 0x7fb3e4101960 2023-10-21T15:39:40.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.622+0000 7fb3e9557700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb3d00a1640 0x7fb3d00a3b00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4100e20 tx=0x7fb3d400b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:40.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.625+0000 7fb3da7fc700 1 -- 172.21.15.46:0/3715383639 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb3dc096220 con 0x7fb3e4101960 2023-10-21T15:39:40.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.835+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3e4106c10 con 0x7fb3e4101960 2023-10-21T15:39:40.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.836+0000 7fb3da7fc700 1 -- 172.21.15.46:0/3715383639 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7fb3dc099840 con 0x7fb3e4101960 2023-10-21T15:39:40.839 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:40.840 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:40.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb3d00a1640 msgr2=0x7fb3d00a3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb3d00a1640 0x7fb3d00a3b00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4100e20 tx=0x7fb3d400b5b0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4101960 msgr2=0x7fb3e419de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4101960 0x7fb3e419de50 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc007ee0 tx=0x7fb3dc00d3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 shutdown_connections 2023-10-21T15:39:40.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb3d00a1640 0x7fb3d00a3b00 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3e4101960 0x7fb3e419de50 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb3e40ffdd0 0x7fb3e4068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 --2- 172.21.15.46:0/3715383639 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb3e4100fc0 0x7fb3e419b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 >> 172.21.15.46:0/3715383639 conn(0x7fb3e40fb320 msgr2=0x7fb3e40fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:40.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 shutdown_connections 2023-10-21T15:39:40.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.839+0000 7fb3eb7bb700 1 -- 172.21.15.46:0/3715383639 wait complete. 2023-10-21T15:39:40.854 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:39:40.855 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:39:40.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/3160863687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8100e70 msgr2=0x7fb8f8101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/3160863687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8100e70 0x7fb8f8101290 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb8e8009990 tx=0x7fb8e8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/3160863687 shutdown_connections 2023-10-21T15:39:40.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/3160863687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8100e70 0x7fb8f8101290 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/3160863687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb8f8102a10 0x7fb8f8109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/3160863687 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8f8102050 0x7fb8f81024d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/3160863687 >> 172.21.15.46:0/3160863687 conn(0x7fb8f80fc3f0 msgr2=0x7fb8f80fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:40.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/3160863687 shutdown_connections 2023-10-21T15:39:40.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/3160863687 wait complete. 2023-10-21T15:39:40.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.982+0000 7fb8fd4b7700 1 Processor -- start 2023-10-21T15:39:40.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8fd4b7700 1 -- start start 2023-10-21T15:39:40.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8fd4b7700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8f8100e70 0x7fb8f8196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:40.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8fd4b7700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb8f8102050 0x7fb8f8197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:40.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8fd4b7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8102a10 0x7fb8f819e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:40.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8fd4b7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8f819e740 con 0x7fb8f8102a10 2023-10-21T15:39:40.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8fd4b7700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8f819e880 con 0x7fb8f8100e70 2023-10-21T15:39:40.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8fd4b7700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8f819ea10 con 0x7fb8f8102050 2023-10-21T15:39:40.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8102a10 0x7fb8f819e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:40.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8102a10 0x7fb8f819e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34190/0 (socket says 172.21.15.46:34190) 2023-10-21T15:39:40.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f77fe700 1 -- 172.21.15.46:0/2831579854 learned_addr learned my addr 172.21.15.46:0/2831579854 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:40.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f6ffd700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8f8100e70 0x7fb8f8196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:40.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f67fc700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb8f8102050 0x7fb8f8197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:40.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f77fe700 1 -- 172.21.15.46:0/2831579854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb8f8102050 msgr2=0x7fb8f8197100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f77fe700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb8f8102050 0x7fb8f8197100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f77fe700 1 -- 172.21.15.46:0/2831579854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8f8100e70 msgr2=0x7fb8f8196bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:40.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f77fe700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8f8100e70 0x7fb8f8196bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:40.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f77fe700 1 -- 172.21.15.46:0/2831579854 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8e80095f0 con 0x7fb8f8102a10 2023-10-21T15:39:40.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.983+0000 7fb8f67fc700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb8f8102050 0x7fb8f8197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:40.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.984+0000 7fb8f77fe700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8102a10 0x7fb8f819e170 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb8f000ada0 tx=0x7fb8f000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:40.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.984+0000 7fb8dffff700 1 -- 172.21.15.46:0/2831579854 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8f000f070 con 0x7fb8f8102a10 2023-10-21T15:39:40.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.984+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8f819ecf0 con 0x7fb8f8102a10 2023-10-21T15:39:40.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.984+0000 7fb8dffff700 1 -- 172.21.15.46:0/2831579854 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb8f0007b30 con 0x7fb8f8102a10 2023-10-21T15:39:40.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.984+0000 7fb8dffff700 1 -- 172.21.15.46:0/2831579854 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8f00053e0 con 0x7fb8f8102a10 2023-10-21T15:39:40.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.984+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8f819f1b0 con 0x7fb8f8102a10 2023-10-21T15:39:40.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.985+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8f8107e70 con 0x7fb8f8102a10 2023-10-21T15:39:40.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.986+0000 7fb8dffff700 1 -- 172.21.15.46:0/2831579854 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fb8f000c980 con 0x7fb8f8102a10 2023-10-21T15:39:40.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.986+0000 7fb8dffff700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb8e00a1510 0x7fb8e00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:40.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.987+0000 7fb8f6ffd700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb8e00a1510 0x7fb8e00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:40.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.987+0000 7fb8dffff700 1 -- 172.21.15.46:0/2831579854 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb8f00cca60 con 0x7fb8f8102a10 2023-10-21T15:39:40.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.987+0000 7fb8f6ffd700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb8e00a1510 0x7fb8e00a39d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb8e800b5c0 tx=0x7fb8e8005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:40.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:40.990+0000 7fb8dffff700 1 -- 172.21.15.46:0/2831579854 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb8f0095fa0 con 0x7fb8f8102a10 2023-10-21T15:39:41.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:40 smithi046 ceph-mon[99436]: pgmap v297: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-21T15:39:41.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:40 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/866446391' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-21T15:39:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.195+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb8f810c930 con 0x7fb8f8102a10 2023-10-21T15:39:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.196+0000 7fb8dffff700 1 -- 172.21.15.46:0/2831579854 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb8f00995c0 con 0x7fb8f8102a10 2023-10-21T15:39:41.199 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:39:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb8e00a1510 msgr2=0x7fb8e00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb8e00a1510 0x7fb8e00a39d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb8e800b5c0 tx=0x7fb8e8005fd0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8102a10 msgr2=0x7fb8f819e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8102a10 0x7fb8f819e170 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb8f000ada0 tx=0x7fb8f000c330 comp rx=0 tx=0).stop 2023-10-21T15:39:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 shutdown_connections 2023-10-21T15:39:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb8e00a1510 0x7fb8e00a39d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8f8102a10 0x7fb8f819e170 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8f8100e70 0x7fb8f8196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 --2- 172.21.15.46:0/2831579854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb8f8102050 0x7fb8f8197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 >> 172.21.15.46:0/2831579854 conn(0x7fb8f80fc3f0 msgr2=0x7fb8f80fe740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:41.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 shutdown_connections 2023-10-21T15:39:41.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.198+0000 7fb8fd4b7700 1 -- 172.21.15.46:0/2831579854 wait complete. 2023-10-21T15:39:41.213 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:39:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:40 smithi105 ceph-mon[103980]: pgmap v297: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-21T15:39:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:40 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/866446391' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-21T15:39:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:40 smithi119 ceph-mon[103628]: pgmap v297: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2023-10-21T15:39:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:40 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/866446391' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-21T15:39:41.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 -- 172.21.15.46:0/2857434240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00101940 msgr2=0x7fed001081f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 --2- 172.21.15.46:0/2857434240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00101940 0x7fed001081f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fecf800b0d0 tx=0x7fecf800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 -- 172.21.15.46:0/2857434240 shutdown_connections 2023-10-21T15:39:41.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 --2- 172.21.15.46:0/2857434240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00101940 0x7fed001081f0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 --2- 172.21.15.46:0/2857434240 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fed000ffdb0 0x7fed001001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 --2- 172.21.15.46:0/2857434240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fed00100fa0 0x7fed00101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 -- 172.21.15.46:0/2857434240 >> 172.21.15.46:0/2857434240 conn(0x7fed000fb320 msgr2=0x7fed000fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:41.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 -- 172.21.15.46:0/2857434240 shutdown_connections 2023-10-21T15:39:41.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 -- 172.21.15.46:0/2857434240 wait complete. 2023-10-21T15:39:41.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.340+0000 7fed050e3700 1 Processor -- start 2023-10-21T15:39:41.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fed050e3700 1 -- start start 2023-10-21T15:39:41.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fed050e3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fed000ffdb0 0x7fed00068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:41.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fed050e3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00100fa0 0x7fed0019b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:41.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fed050e3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fed00101940 0x7fed0019df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:41.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fed050e3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed0019e710 con 0x7fed00100fa0 2023-10-21T15:39:41.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fed050e3700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed0019e880 con 0x7fed000ffdb0 2023-10-21T15:39:41.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fed050e3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed0019ea40 con 0x7fed00101940 2023-10-21T15:39:41.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00100fa0 0x7fed0019b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00100fa0 0x7fed0019b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34202/0 (socket says 172.21.15.46:34202) 2023-10-21T15:39:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 -- 172.21.15.46:0/595030464 learned_addr learned my addr 172.21.15.46:0/595030464 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfed9d700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fed000ffdb0 0x7fed00068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecff59e700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fed00101940 0x7fed0019df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:41.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 -- 172.21.15.46:0/595030464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fed00101940 msgr2=0x7fed0019df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fed00101940 0x7fed0019df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 -- 172.21.15.46:0/595030464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fed000ffdb0 msgr2=0x7fed00068bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fed000ffdb0 0x7fed00068bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 -- 172.21.15.46:0/595030464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecf8009d00 con 0x7fed00100fa0 2023-10-21T15:39:41.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecff59e700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fed00101940 0x7fed0019df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:41.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.341+0000 7fecfe59c700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00100fa0 0x7fed0019b930 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fecf000e9a0 tx=0x7fecf000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:41.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.342+0000 7fece7fff700 1 -- 172.21.15.46:0/595030464 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf0009790 con 0x7fed00100fa0 2023-10-21T15:39:41.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.342+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed0019ed20 con 0x7fed00100fa0 2023-10-21T15:39:41.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.342+0000 7fece7fff700 1 -- 172.21.15.46:0/595030464 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fecf000cbd0 con 0x7fed00100fa0 2023-10-21T15:39:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.342+0000 7fece7fff700 1 -- 172.21.15.46:0/595030464 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf0018680 con 0x7fed00100fa0 2023-10-21T15:39:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.342+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed0019f220 con 0x7fed00100fa0 2023-10-21T15:39:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.343+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed0010b5d0 con 0x7fed00100fa0 2023-10-21T15:39:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.344+0000 7fece7fff700 1 -- 172.21.15.46:0/595030464 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fecf000cd40 con 0x7fed00100fa0 2023-10-21T15:39:41.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.344+0000 7fece7fff700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fece80a1510 0x7fece80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.345+0000 7fecfed9d700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fece80a1510 0x7fece80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.345+0000 7fece7fff700 1 -- 172.21.15.46:0/595030464 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fecf0014070 con 0x7fed00100fa0 2023-10-21T15:39:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.345+0000 7fecfed9d700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fece80a1510 0x7fece80a39d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fed00100e00 tx=0x7fecf400a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:41.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.348+0000 7fece7fff700 1 -- 172.21.15.46:0/595030464 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fecf00968e0 con 0x7fed00100fa0 2023-10-21T15:39:41.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.551+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fed00106ba0 con 0x7fed00100fa0 2023-10-21T15:39:41.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.552+0000 7fece7fff700 1 -- 172.21.15.46:0/595030464 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7fecf0099f00 con 0x7fed00100fa0 2023-10-21T15:39:41.555 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:39:41.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fece80a1510 msgr2=0x7fece80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fece80a1510 0x7fece80a39d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fed00100e00 tx=0x7fecf400a3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00100fa0 msgr2=0x7fed0019b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00100fa0 0x7fed0019b930 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fecf000e9a0 tx=0x7fecf000ecb0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 shutdown_connections 2023-10-21T15:39:41.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fece80a1510 0x7fece80a39d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fed00101940 0x7fed0019df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fed000ffdb0 0x7fed00068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 --2- 172.21.15.46:0/595030464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fed00100fa0 0x7fed0019b930 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 >> 172.21.15.46:0/595030464 conn(0x7fed000fb320 msgr2=0x7fed000fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:41.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 shutdown_connections 2023-10-21T15:39:41.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.554+0000 7fed050e3700 1 -- 172.21.15.46:0/595030464 wait complete. 2023-10-21T15:39:41.569 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:39:41.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.695+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1920865249 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 msgr2=0x7fdd381082e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.695+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1920865249 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 0x7fdd381082e0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fdd3000b0a0 tx=0x7fdd3000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.695+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1920865249 shutdown_connections 2023-10-21T15:39:41.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.695+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1920865249 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 0x7fdd381082e0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.695+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1920865249 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd38101350 0x7fdd38101770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.695+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1920865249 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd38100080 0x7fdd381004e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.695+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1920865249 >> 172.21.15.46:0/1920865249 conn(0x7fdd380faa90 msgr2=0x7fdd380fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:41.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1920865249 shutdown_connections 2023-10-21T15:39:41.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1920865249 wait complete. 2023-10-21T15:39:41.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 Processor -- start 2023-10-21T15:39:41.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 -- start start 2023-10-21T15:39:41.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd38100080 0x7fdd38196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:41.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 0x7fdd381971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:41.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd38101350 0x7fdd3819e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:41.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd3819e7b0 con 0x7fdd38100a20 2023-10-21T15:39:41.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd3819e920 con 0x7fdd38101350 2023-10-21T15:39:41.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3fdc6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd3819eae0 con 0x7fdd38100080 2023-10-21T15:39:41.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.696+0000 7fdd3d361700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 0x7fdd381971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:41.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3d361700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 0x7fdd381971b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34216/0 (socket says 172.21.15.46:34216) 2023-10-21T15:39:41.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3d361700 1 -- 172.21.15.46:0/1831110104 learned_addr learned my addr 172.21.15.46:0/1831110104 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:41.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3e363700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd38101350 0x7fdd3819e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:41.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3db62700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd38100080 0x7fdd38196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:41.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3d361700 1 -- 172.21.15.46:0/1831110104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd38100080 msgr2=0x7fdd38196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3d361700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd38100080 0x7fdd38196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3d361700 1 -- 172.21.15.46:0/1831110104 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd38101350 msgr2=0x7fdd3819e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3d361700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd38101350 0x7fdd3819e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3d361700 1 -- 172.21.15.46:0/1831110104 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd30009d00 con 0x7fdd38100a20 2023-10-21T15:39:41.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3db62700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd38100080 0x7fdd38196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:41.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3d361700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 0x7fdd381971b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fdd2800e9a0 tx=0x7fdd2800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:41.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd2effd700 1 -- 172.21.15.46:0/1831110104 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd28009790 con 0x7fdd38100a20 2023-10-21T15:39:41.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd2effd700 1 -- 172.21.15.46:0/1831110104 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdd2800cbd0 con 0x7fdd38100a20 2023-10-21T15:39:41.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd3819edc0 con 0x7fdd38100a20 2023-10-21T15:39:41.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd2effd700 1 -- 172.21.15.46:0/1831110104 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd28018680 con 0x7fdd38100a20 2023-10-21T15:39:41.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.697+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd3819f210 con 0x7fdd38100a20 2023-10-21T15:39:41.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.698+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd3810b5c0 con 0x7fdd38100a20 2023-10-21T15:39:41.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.699+0000 7fdd2effd700 1 -- 172.21.15.46:0/1831110104 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fdd2800cd40 con 0x7fdd38100a20 2023-10-21T15:39:41.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.700+0000 7fdd2effd700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdd240a1510 0x7fdd240a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:41.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.700+0000 7fdd2effd700 1 -- 172.21.15.46:0/1831110104 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdd28014070 con 0x7fdd38100a20 2023-10-21T15:39:41.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.700+0000 7fdd3db62700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdd240a1510 0x7fdd240a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:41.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.700+0000 7fdd3db62700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdd240a1510 0x7fdd240a39d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdd34005d90 tx=0x7fdd34005d00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:41.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.703+0000 7fdd2effd700 1 -- 172.21.15.46:0/1831110104 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdd280968e0 con 0x7fdd38100a20 2023-10-21T15:39:41.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.906+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdd3819f400 con 0x7fdd38100a20 2023-10-21T15:39:41.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.906+0000 7fdd2effd700 1 -- 172.21.15.46:0/1831110104 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdd28099f00 con 0x7fdd38100a20 2023-10-21T15:39:41.909 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:39:41.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdd240a1510 msgr2=0x7fdd240a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdd240a1510 0x7fdd240a39d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdd34005d90 tx=0x7fdd34005d00 comp rx=0 tx=0).stop 2023-10-21T15:39:41.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 msgr2=0x7fdd381971b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:41.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 0x7fdd381971b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fdd2800e9a0 tx=0x7fdd2800ecb0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 shutdown_connections 2023-10-21T15:39:41.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdd240a1510 0x7fdd240a39d0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdd38101350 0x7fdd3819e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdd38100080 0x7fdd38196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 --2- 172.21.15.46:0/1831110104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdd38100a20 0x7fdd381971b0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:41.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.908+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 >> 172.21.15.46:0/1831110104 conn(0x7fdd380faa90 msgr2=0x7fdd380fefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:41.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.909+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 shutdown_connections 2023-10-21T15:39:41.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:41.909+0000 7fdd3fdc6700 1 -- 172.21.15.46:0/1831110104 wait complete. 2023-10-21T15:39:41.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:41 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3715383639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:41.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:41 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2831579854' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:41.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:41 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/595030464' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:41.923 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:39:42.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 -- 172.21.15.46:0/2424802719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c100f70 msgr2=0x7f050c1013f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 --2- 172.21.15.46:0/2424802719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c100f70 0x7f050c1013f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f0500009990 tx=0x7f0500009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 -- 172.21.15.46:0/2424802719 shutdown_connections 2023-10-21T15:39:42.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 --2- 172.21.15.46:0/2424802719 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050c101930 0x7f050c108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 --2- 172.21.15.46:0/2424802719 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f050c0ffe20 0x7f050c100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 --2- 172.21.15.46:0/2424802719 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c100f70 0x7f050c1013f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 -- 172.21.15.46:0/2424802719 >> 172.21.15.46:0/2424802719 conn(0x7f050c0fb3b0 msgr2=0x7f050c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:42.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 -- 172.21.15.46:0/2424802719 shutdown_connections 2023-10-21T15:39:42.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.047+0000 7f0511d5c700 1 -- 172.21.15.46:0/2424802719 wait complete. 2023-10-21T15:39:42.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f0511d5c700 1 Processor -- start 2023-10-21T15:39:42.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f0511d5c700 1 -- start start 2023-10-21T15:39:42.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f0511d5c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050c0ffe20 0x7f050c195970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f0511d5c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f050c100f70 0x7f050c195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f0511d5c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c101930 0x7f050c19cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f0511d5c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050c19d4f0 con 0x7f050c101930 2023-10-21T15:39:42.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f0511d5c700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050c19d630 con 0x7f050c100f70 2023-10-21T15:39:42.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f0511d5c700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050c19d7c0 con 0x7f050c0ffe20 2023-10-21T15:39:42.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c101930 0x7f050c19cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c101930 0x7f050c19cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34232/0 (socket says 172.21.15.46:34232) 2023-10-21T15:39:42.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050bfff700 1 -- 172.21.15.46:0/988165385 learned_addr learned my addr 172.21.15.46:0/988165385 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:42.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050b7fe700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050c0ffe20 0x7f050c195970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050affd700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f050c100f70 0x7f050c195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050bfff700 1 -- 172.21.15.46:0/988165385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050c0ffe20 msgr2=0x7f050c195970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050bfff700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050c0ffe20 0x7f050c195970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050bfff700 1 -- 172.21.15.46:0/988165385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f050c100f70 msgr2=0x7f050c195eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050bfff700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f050c100f70 0x7f050c195eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.048+0000 7f050bfff700 1 -- 172.21.15.46:0/988165385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05000095f0 con 0x7f050c101930 2023-10-21T15:39:42.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.049+0000 7f050bfff700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c101930 0x7f050c19cf20 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f0504007ee0 tx=0x7f050400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:42.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.049+0000 7f0508ff9700 1 -- 172.21.15.46:0/988165385 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0504017070 con 0x7f050c101930 2023-10-21T15:39:42.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.049+0000 7f0508ff9700 1 -- 172.21.15.46:0/988165385 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f050400f040 con 0x7f050c101930 2023-10-21T15:39:42.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.049+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f050c19daa0 con 0x7f050c101930 2023-10-21T15:39:42.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.049+0000 7f0508ff9700 1 -- 172.21.15.46:0/988165385 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0504005580 con 0x7f050c101930 2023-10-21T15:39:42.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.049+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f050c19df60 con 0x7f050c101930 2023-10-21T15:39:42.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.050+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f050c106b60 con 0x7f050c101930 2023-10-21T15:39:42.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.051+0000 7f0508ff9700 1 -- 172.21.15.46:0/988165385 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f050400db20 con 0x7f050c101930 2023-10-21T15:39:42.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.051+0000 7f0508ff9700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f04f40a15c0 0x7f04f40a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.052+0000 7f050b7fe700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f04f40a15c0 0x7f04f40a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.052+0000 7f0508ff9700 1 -- 172.21.15.46:0/988165385 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f05040ccc30 con 0x7f050c101930 2023-10-21T15:39:42.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.052+0000 7f050b7fe700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f04f40a15c0 0x7f04f40a3a80 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f04fc00ac50 tx=0x7f04fc00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:42.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.055+0000 7f0508ff9700 1 -- 172.21.15.46:0/988165385 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0504096140 con 0x7f050c101930 2023-10-21T15:39:42.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:41 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3715383639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:42.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:41 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2831579854' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:42.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:41 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/595030464' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:42.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:41 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3715383639' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:42.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:41 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2831579854' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:42.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:41 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/595030464' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:42.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.305+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f050c10b8c0 con 0x7f050c101930 2023-10-21T15:39:42.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.306+0000 7f0508ff9700 1 -- 172.21.15.46:0/988165385 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7f0504099760 con 0x7f050c101930 2023-10-21T15:39:42.309 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:42.309 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:39:42.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f04f40a15c0 msgr2=0x7f04f40a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f04f40a15c0 0x7f04f40a3a80 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f04fc00ac50 tx=0x7f04fc00a380 comp rx=0 tx=0).stop 2023-10-21T15:39:42.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c101930 msgr2=0x7f050c19cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c101930 0x7f050c19cf20 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f0504007ee0 tx=0x7f050400d3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 shutdown_connections 2023-10-21T15:39:42.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f04f40a15c0 0x7f04f40a3a80 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f050c101930 0x7f050c19cf20 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f050c0ffe20 0x7f050c195970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 --2- 172.21.15.46:0/988165385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f050c100f70 0x7f050c195eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 >> 172.21.15.46:0/988165385 conn(0x7f050c0fb3b0 msgr2=0x7f050c0fd450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:42.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 shutdown_connections 2023-10-21T15:39:42.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.308+0000 7f0511d5c700 1 -- 172.21.15.46:0/988165385 wait complete. 2023-10-21T15:39:42.313 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:42.323 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:42.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 -- 172.21.15.46:0/553105723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504101a20 msgr2=0x7fd504103e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 --2- 172.21.15.46:0/553105723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504101a20 0x7fd504103e10 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009990 tx=0x7fd4f4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 -- 172.21.15.46:0/553105723 shutdown_connections 2023-10-21T15:39:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 --2- 172.21.15.46:0/553105723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504101a20 0x7fd504103e10 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 --2- 172.21.15.46:0/553105723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd504106c80 0x7fd504109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 --2- 172.21.15.46:0/553105723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd504104350 0x7fd504106740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 -- 172.21.15.46:0/553105723 >> 172.21.15.46:0/553105723 conn(0x7fd5040fb3b0 msgr2=0x7fd5040fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:42.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 -- 172.21.15.46:0/553105723 shutdown_connections 2023-10-21T15:39:42.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 -- 172.21.15.46:0/553105723 wait complete. 2023-10-21T15:39:42.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.447+0000 7fd50a688700 1 Processor -- start 2023-10-21T15:39:42.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd50a688700 1 -- start start 2023-10-21T15:39:42.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd50a688700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd504101a20 0x7fd504101390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd50a688700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504104350 0x7fd5040ff9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd50a688700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd504106c80 0x7fd5040fff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd50a688700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5041006b0 con 0x7fd504104350 2023-10-21T15:39:42.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd50a688700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd504100820 con 0x7fd504101a20 2023-10-21T15:39:42.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd50a688700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5041a0b70 con 0x7fd504106c80 2023-10-21T15:39:42.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504104350 0x7fd5040ff9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504104350 0x7fd5040ff9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34244/0 (socket says 172.21.15.46:34244) 2023-10-21T15:39:42.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 -- 172.21.15.46:0/2651892997 learned_addr learned my addr 172.21.15.46:0/2651892997 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:42.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd503fff700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd504101a20 0x7fd504101390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd508c25700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd504106c80 0x7fd5040fff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 -- 172.21.15.46:0/2651892997 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd504106c80 msgr2=0x7fd5040fff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd504106c80 0x7fd5040fff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 -- 172.21.15.46:0/2651892997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd504101a20 msgr2=0x7fd504101390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd504101a20 0x7fd504101390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 -- 172.21.15.46:0/2651892997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4f40095f0 con 0x7fd504104350 2023-10-21T15:39:42.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd4fbfff700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504104350 0x7fd5040ff9d0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec00d950 tx=0x7fd4ec00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:42.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.448+0000 7fd501ffb700 1 -- 172.21.15.46:0/2651892997 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec00f890 con 0x7fd504104350 2023-10-21T15:39:42.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.449+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5041a0e50 con 0x7fd504104350 2023-10-21T15:39:42.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.449+0000 7fd501ffb700 1 -- 172.21.15.46:0/2651892997 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd4ec010460 con 0x7fd504104350 2023-10-21T15:39:42.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.449+0000 7fd501ffb700 1 -- 172.21.15.46:0/2651892997 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec00e610 con 0x7fd504104350 2023-10-21T15:39:42.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.449+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5041a12d0 con 0x7fd504104350 2023-10-21T15:39:42.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.450+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5040fcf30 con 0x7fd504104350 2023-10-21T15:39:42.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.451+0000 7fd501ffb700 1 -- 172.21.15.46:0/2651892997 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fd4ec0108d0 con 0x7fd504104350 2023-10-21T15:39:42.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.451+0000 7fd501ffb700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4f00a15c0 0x7fd4f00a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.451+0000 7fd503fff700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4f00a15c0 0x7fd4f00a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.451+0000 7fd501ffb700 1 -- 172.21.15.46:0/2651892997 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd4ec0ccff0 con 0x7fd504104350 2023-10-21T15:39:42.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.452+0000 7fd503fff700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4f00a15c0 0x7fd4f00a3a80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd4f400b2e0 tx=0x7fd4f4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:42.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.456+0000 7fd501ffb700 1 -- 172.21.15.46:0/2651892997 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd4ec100100 con 0x7fd504104350 2023-10-21T15:39:42.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.660+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd50410c750 con 0x7fd504104350 2023-10-21T15:39:42.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.661+0000 7fd501ffb700 1 -- 172.21.15.46:0/2651892997 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7fd4ec020090 con 0x7fd504104350 2023-10-21T15:39:42.664 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:42.665 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:42.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4f00a15c0 msgr2=0x7fd4f00a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4f00a15c0 0x7fd4f00a3a80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd4f400b2e0 tx=0x7fd4f4005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504104350 msgr2=0x7fd5040ff9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504104350 0x7fd5040ff9d0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec00d950 tx=0x7fd4ec00dc60 comp rx=0 tx=0).stop 2023-10-21T15:39:42.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 shutdown_connections 2023-10-21T15:39:42.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4f00a15c0 0x7fd4f00a3a80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd504106c80 0x7fd5040fff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd504101a20 0x7fd504101390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 --2- 172.21.15.46:0/2651892997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd504104350 0x7fd5040ff9d0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 >> 172.21.15.46:0/2651892997 conn(0x7fd5040fb3b0 msgr2=0x7fd504102690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:42.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 shutdown_connections 2023-10-21T15:39:42.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.664+0000 7fd50a688700 1 -- 172.21.15.46:0/2651892997 wait complete. 2023-10-21T15:39:42.680 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:39:42.681 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:39:42.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 -- 172.21.15.46:0/1769500349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664104260 msgr2=0x7f5664106650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 --2- 172.21.15.46:0/1769500349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664104260 0x7f5664106650 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f5658009990 tx=0x7f5658009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 -- 172.21.15.46:0/1769500349 shutdown_connections 2023-10-21T15:39:42.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 --2- 172.21.15.46:0/1769500349 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5664106b90 0x7f5664109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 --2- 172.21.15.46:0/1769500349 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5664101930 0x7f5664103d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 --2- 172.21.15.46:0/1769500349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664104260 0x7f5664106650 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 -- 172.21.15.46:0/1769500349 >> 172.21.15.46:0/1769500349 conn(0x7f56640fb320 msgr2=0x7f56640fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:42.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 -- 172.21.15.46:0/1769500349 shutdown_connections 2023-10-21T15:39:42.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.813+0000 7f5668832700 1 -- 172.21.15.46:0/1769500349 wait complete. 2023-10-21T15:39:42.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5668832700 1 Processor -- start 2023-10-21T15:39:42.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5668832700 1 -- start start 2023-10-21T15:39:42.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5668832700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5664101930 0x7f5664196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5668832700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5664104260 0x7f56641970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5668832700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664106b90 0x7f566419e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5668832700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f566419e730 con 0x7f5664106b90 2023-10-21T15:39:42.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5668832700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f566419e870 con 0x7f5664104260 2023-10-21T15:39:42.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5668832700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f566419ea00 con 0x7f5664101930 2023-10-21T15:39:42.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5662d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664106b90 0x7f566419e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5662d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664106b90 0x7f566419e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34260/0 (socket says 172.21.15.46:34260) 2023-10-21T15:39:42.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f566259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5664101930 0x7f5664196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5662d9d700 1 -- 172.21.15.46:0/1759128633 learned_addr learned my addr 172.21.15.46:0/1759128633 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:42.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.814+0000 7f5661d9b700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5664104260 0x7f56641970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f5662d9d700 1 -- 172.21.15.46:0/1759128633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5664101930 msgr2=0x7f5664196bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f5662d9d700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5664101930 0x7f5664196bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f5662d9d700 1 -- 172.21.15.46:0/1759128633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5664104260 msgr2=0x7f56641970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:42.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f5662d9d700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5664104260 0x7f56641970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:42.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f5662d9d700 1 -- 172.21.15.46:0/1759128633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56580095f0 con 0x7f5664106b90 2023-10-21T15:39:42.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f5662d9d700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664106b90 0x7f566419e160 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f565c007ee0 tx=0x7f565c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:42.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f56537fe700 1 -- 172.21.15.46:0/1759128633 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f565c017070 con 0x7f5664106b90 2023-10-21T15:39:42.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f56537fe700 1 -- 172.21.15.46:0/1759128633 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f565c00f040 con 0x7f5664106b90 2023-10-21T15:39:42.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f566419ece0 con 0x7f5664106b90 2023-10-21T15:39:42.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f56537fe700 1 -- 172.21.15.46:0/1759128633 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f565c005580 con 0x7f5664106b90 2023-10-21T15:39:42.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.815+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f566419f1a0 con 0x7f5664106b90 2023-10-21T15:39:42.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.816+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56640fcea0 con 0x7f5664106b90 2023-10-21T15:39:42.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.817+0000 7f56537fe700 1 -- 172.21.15.46:0/1759128633 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f565c00db20 con 0x7f5664106b90 2023-10-21T15:39:42.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.818+0000 7f56537fe700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f564c0a1510 0x7f564c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:42.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.818+0000 7f566259c700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f564c0a1510 0x7f564c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:42.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.818+0000 7f56537fe700 1 -- 172.21.15.46:0/1759128633 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f565c0ccc30 con 0x7f5664106b90 2023-10-21T15:39:42.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.818+0000 7f566259c700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f564c0a1510 0x7f564c0a39d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f5654009c60 tx=0x7f5654009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:42.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:42.822+0000 7f56537fe700 1 -- 172.21.15.46:0/1759128633 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f565c096140 con 0x7f5664106b90 2023-10-21T15:39:43.025 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.023+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f566410c880 con 0x7f5664106b90 2023-10-21T15:39:43.026 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.023+0000 7f56537fe700 1 -- 172.21.15.46:0/1759128633 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f565c099760 con 0x7f5664106b90 2023-10-21T15:39:43.027 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:39:43.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f564c0a1510 msgr2=0x7f564c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.028 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f564c0a1510 0x7f564c0a39d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f5654009c60 tx=0x7f5654009260 comp rx=0 tx=0).stop 2023-10-21T15:39:43.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664106b90 msgr2=0x7f566419e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664106b90 0x7f566419e160 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f565c007ee0 tx=0x7f565c00d3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 shutdown_connections 2023-10-21T15:39:43.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f564c0a1510 0x7f564c0a39d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.029 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5664106b90 0x7f566419e160 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5664101930 0x7f5664196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 --2- 172.21.15.46:0/1759128633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5664104260 0x7f56641970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 >> 172.21.15.46:0/1759128633 conn(0x7f56640fb320 msgr2=0x7f56641025a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:43.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 shutdown_connections 2023-10-21T15:39:43.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.026+0000 7f5668832700 1 -- 172.21.15.46:0/1759128633 wait complete. 2023-10-21T15:39:43.040 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:42 smithi046 ceph-mon[99436]: pgmap v298: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-21T15:39:43.040 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:42 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1831110104' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:43.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:42 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/988165385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:43.041 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:42 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2651892997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:43.043 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:39:43.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.171+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2738684278 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102a10 msgr2=0x7f0cd8109330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.171+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2738684278 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102a10 0x7f0cd8109330 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f0cd000b0a0 tx=0x7f0cd000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.171+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2738684278 shutdown_connections 2023-10-21T15:39:43.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.171+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2738684278 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102a10 0x7f0cd8109330 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.171+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2738684278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0cd8100e70 0x7f0cd8101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.171+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2738684278 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0cd8102050 0x7f0cd81024d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.171+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2738684278 >> 172.21.15.46:0/2738684278 conn(0x7f0cd80fc3f0 msgr2=0x7f0cd80fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:43.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2738684278 shutdown_connections 2023-10-21T15:39:43.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2738684278 wait complete. 2023-10-21T15:39:43.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 Processor -- start 2023-10-21T15:39:43.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 -- start start 2023-10-21T15:39:43.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0cd8100e70 0x7f0cd8074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102050 0x7f0cd80732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0cd8102a10 0x7f0cd80737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.180 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cd8073f80 con 0x7f0cd8102050 2023-10-21T15:39:43.180 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cd80740f0 con 0x7f0cd8102a10 2023-10-21T15:39:43.180 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdefb8700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cd81a0cd0 con 0x7f0cd8100e70 2023-10-21T15:39:43.180 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cd7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102050 0x7f0cd80732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cd7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102050 0x7f0cd80732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34272/0 (socket says 172.21.15.46:34272) 2023-10-21T15:39:43.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cd7fff700 1 -- 172.21.15.46:0/2006999814 learned_addr learned my addr 172.21.15.46:0/2006999814 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:43.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.172+0000 7f0cdcd54700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0cd8100e70 0x7f0cd8074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cdd555700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0cd8102a10 0x7f0cd80737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd7fff700 1 -- 172.21.15.46:0/2006999814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0cd8100e70 msgr2=0x7f0cd8074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd7fff700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0cd8100e70 0x7f0cd8074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd7fff700 1 -- 172.21.15.46:0/2006999814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0cd8102a10 msgr2=0x7f0cd80737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd7fff700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0cd8102a10 0x7f0cd80737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd7fff700 1 -- 172.21.15.46:0/2006999814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cd0009d00 con 0x7f0cd8102050 2023-10-21T15:39:43.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd7fff700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102050 0x7f0cd80732a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f0cc400d980 tx=0x7f0cc400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:43.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd5ffb700 1 -- 172.21.15.46:0/2006999814 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc4004020 con 0x7f0cd8102050 2023-10-21T15:39:43.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd5ffb700 1 -- 172.21.15.46:0/2006999814 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0cc4009730 con 0x7f0cd8102050 2023-10-21T15:39:43.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cd81a0fb0 con 0x7f0cd8102050 2023-10-21T15:39:43.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cd5ffb700 1 -- 172.21.15.46:0/2006999814 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc4003a80 con 0x7f0cd8102050 2023-10-21T15:39:43.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.173+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cd81a1480 con 0x7f0cd8102050 2023-10-21T15:39:43.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.174+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cd8107d80 con 0x7f0cd8102050 2023-10-21T15:39:43.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.175+0000 7f0cd5ffb700 1 -- 172.21.15.46:0/2006999814 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f0cc40098a0 con 0x7f0cd8102050 2023-10-21T15:39:43.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.176+0000 7f0cd5ffb700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0cc80a1610 0x7f0cc80a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.176+0000 7f0cdcd54700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0cc80a1610 0x7f0cc80a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.176+0000 7f0cd5ffb700 1 -- 172.21.15.46:0/2006999814 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0cc40ccb30 con 0x7f0cd8102050 2023-10-21T15:39:43.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.176+0000 7f0cdcd54700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0cc80a1610 0x7f0cc80a3ad0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0cd8101bc0 tx=0x7f0ccc00a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:43.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.180+0000 7f0cd5ffb700 1 -- 172.21.15.46:0/2006999814 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0cc4095fe0 con 0x7f0cd8102050 2023-10-21T15:39:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:42 smithi105 ceph-mon[103980]: pgmap v298: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-21T15:39:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:42 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1831110104' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:42 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/988165385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:43.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:42 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2651892997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:42 smithi119 ceph-mon[103628]: pgmap v298: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-10-21T15:39:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:42 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1831110104' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:42 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/988165385' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:42 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2651892997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.386+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0cd810c8e0 con 0x7f0cd8102050 2023-10-21T15:39:43.389 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.386+0000 7f0cd5ffb700 1 -- 172.21.15.46:0/2006999814 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0cc4099600 con 0x7f0cd8102050 2023-10-21T15:39:43.389 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:39:43.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.388+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0cc80a1610 msgr2=0x7f0cc80a3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.388+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0cc80a1610 0x7f0cc80a3ad0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0cd8101bc0 tx=0x7f0ccc00a3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102050 msgr2=0x7f0cd80732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102050 0x7f0cd80732a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f0cc400d980 tx=0x7f0cc400dc90 comp rx=0 tx=0).stop 2023-10-21T15:39:43.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 shutdown_connections 2023-10-21T15:39:43.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0cc80a1610 0x7f0cc80a3ad0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0cd8102a10 0x7f0cd80737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0cd8100e70 0x7f0cd8074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 --2- 172.21.15.46:0/2006999814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0cd8102050 0x7f0cd80732a0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 >> 172.21.15.46:0/2006999814 conn(0x7f0cd80fc3f0 msgr2=0x7f0cd80fe5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:43.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 shutdown_connections 2023-10-21T15:39:43.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.389+0000 7f0cdefb8700 1 -- 172.21.15.46:0/2006999814 wait complete. 2023-10-21T15:39:43.404 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:39:43.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 -- 172.21.15.46:0/2302896162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2304100a80 msgr2=0x7f2304108320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 --2- 172.21.15.46:0/2302896162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2304100a80 0x7f2304108320 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f22fc00b0a0 tx=0x7f22fc00b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 -- 172.21.15.46:0/2302896162 shutdown_connections 2023-10-21T15:39:43.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 --2- 172.21.15.46:0/2302896162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2304100a80 0x7f2304108320 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 --2- 172.21.15.46:0/2302896162 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2304101500 0x7f2304101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 --2- 172.21.15.46:0/2302896162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f23041000c0 0x7f2304100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 -- 172.21.15.46:0/2302896162 >> 172.21.15.46:0/2302896162 conn(0x7f23040fab50 msgr2=0x7f23040fcfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:43.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 -- 172.21.15.46:0/2302896162 shutdown_connections 2023-10-21T15:39:43.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 -- 172.21.15.46:0/2302896162 wait complete. 2023-10-21T15:39:43.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.531+0000 7f2309320700 1 Processor -- start 2023-10-21T15:39:43.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2309320700 1 -- start start 2023-10-21T15:39:43.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2309320700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23041000c0 0x7f2304103e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2309320700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2304100a80 0x7f23041024b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2309320700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2304101500 0x7f23041029f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2309320700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2304103190 con 0x7f23041000c0 2023-10-21T15:39:43.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2309320700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2304103300 con 0x7f2304100a80 2023-10-21T15:39:43.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2309320700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23041a0cd0 con 0x7f2304101500 2023-10-21T15:39:43.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2302ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23041000c0 0x7f2304103e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2302ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23041000c0 0x7f2304103e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34282/0 (socket says 172.21.15.46:34282) 2023-10-21T15:39:43.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2302ffd700 1 -- 172.21.15.46:0/291275241 learned_addr learned my addr 172.21.15.46:0/291275241 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:43.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f23027fc700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2304100a80 0x7f23041024b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f23037fe700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2304101500 0x7f23041029f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2302ffd700 1 -- 172.21.15.46:0/291275241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2304101500 msgr2=0x7f23041029f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2302ffd700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2304101500 0x7f23041029f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2302ffd700 1 -- 172.21.15.46:0/291275241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2304100a80 msgr2=0x7f23041024b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2302ffd700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2304100a80 0x7f23041024b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f2302ffd700 1 -- 172.21.15.46:0/291275241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22fc009d00 con 0x7f23041000c0 2023-10-21T15:39:43.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.532+0000 7f23037fe700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2304101500 0x7f23041029f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:43.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.533+0000 7f2302ffd700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23041000c0 0x7f2304103e70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f22f400d950 tx=0x7f22f400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:43.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.533+0000 7f22ebfff700 1 -- 172.21.15.46:0/291275241 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f4009940 con 0x7f23041000c0 2023-10-21T15:39:43.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.533+0000 7f22ebfff700 1 -- 172.21.15.46:0/291275241 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f22f4010460 con 0x7f23041000c0 2023-10-21T15:39:43.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.533+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23041a0fb0 con 0x7f23041000c0 2023-10-21T15:39:43.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.533+0000 7f22ebfff700 1 -- 172.21.15.46:0/291275241 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f400f620 con 0x7f23041000c0 2023-10-21T15:39:43.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.533+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23041a13d0 con 0x7f23041000c0 2023-10-21T15:39:43.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.534+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f230410b670 con 0x7f23041000c0 2023-10-21T15:39:43.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.535+0000 7f22ebfff700 1 -- 172.21.15.46:0/291275241 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f22f40108d0 con 0x7f23041000c0 2023-10-21T15:39:43.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.535+0000 7f22ebfff700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f22ec0a1510 0x7f22ec0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.536+0000 7f23027fc700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f22ec0a1510 0x7f22ec0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.536+0000 7f22ebfff700 1 -- 172.21.15.46:0/291275241 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f22f40ccd10 con 0x7f23041000c0 2023-10-21T15:39:43.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.536+0000 7f23027fc700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f22ec0a1510 0x7f22ec0a39d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f22f8009c60 tx=0x7f22f8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:43.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.539+0000 7f22ebfff700 1 -- 172.21.15.46:0/291275241 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f22f4096220 con 0x7f23041000c0 2023-10-21T15:39:43.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.742+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f23041a15f0 con 0x7f23041000c0 2023-10-21T15:39:43.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.742+0000 7f22ebfff700 1 -- 172.21.15.46:0/291275241 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7f22f40200a0 con 0x7f23041000c0 2023-10-21T15:39:43.745 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:39:43.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f22ec0a1510 msgr2=0x7f22ec0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f22ec0a1510 0x7f22ec0a39d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f22f8009c60 tx=0x7f22f8009260 comp rx=0 tx=0).stop 2023-10-21T15:39:43.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23041000c0 msgr2=0x7f2304103e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23041000c0 0x7f2304103e70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f22f400d950 tx=0x7f22f400dc60 comp rx=0 tx=0).stop 2023-10-21T15:39:43.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 shutdown_connections 2023-10-21T15:39:43.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f22ec0a1510 0x7f22ec0a39d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23041000c0 0x7f2304103e70 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2304101500 0x7f23041029f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 --2- 172.21.15.46:0/291275241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2304100a80 0x7f23041024b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 >> 172.21.15.46:0/291275241 conn(0x7f23040fab50 msgr2=0x7f23040feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:43.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 shutdown_connections 2023-10-21T15:39:43.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.745+0000 7f2309320700 1 -- 172.21.15.46:0/291275241 wait complete. 2023-10-21T15:39:43.760 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:39:43.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 -- 172.21.15.46:0/2788007435 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 msgr2=0x7f9690108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 --2- 172.21.15.46:0/2788007435 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 0x7f9690108210 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f968800b0d0 tx=0x7f968800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 -- 172.21.15.46:0/2788007435 shutdown_connections 2023-10-21T15:39:43.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 --2- 172.21.15.46:0/2788007435 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 0x7f9690108210 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 --2- 172.21.15.46:0/2788007435 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f96900ffdd0 0x7f96901001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 --2- 172.21.15.46:0/2788007435 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9690100fc0 0x7f9690101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 -- 172.21.15.46:0/2788007435 >> 172.21.15.46:0/2788007435 conn(0x7f96900fb320 msgr2=0x7f96900fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:43.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 -- 172.21.15.46:0/2788007435 shutdown_connections 2023-10-21T15:39:43.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.884+0000 7f969717c700 1 -- 172.21.15.46:0/2788007435 wait complete. 2023-10-21T15:39:43.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f969717c700 1 Processor -- start 2023-10-21T15:39:43.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f969717c700 1 -- start start 2023-10-21T15:39:43.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f969717c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f96900ffdd0 0x7f9690195a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f969717c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9690100fc0 0x7f9690195f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f969717c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 0x7f969019cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f969717c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f969019d5b0 con 0x7f9690101960 2023-10-21T15:39:43.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f969717c700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f969019d6f0 con 0x7f9690100fc0 2023-10-21T15:39:43.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f969717c700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f969019d880 con 0x7f96900ffdd0 2023-10-21T15:39:43.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9695719700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 0x7f969019cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9695719700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 0x7f969019cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34300/0 (socket says 172.21.15.46:34300) 2023-10-21T15:39:43.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9695719700 1 -- 172.21.15.46:0/1788713272 learned_addr learned my addr 172.21.15.46:0/1788713272 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:43.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9694f18700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f96900ffdd0 0x7f9690195a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f968ffff700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9690100fc0 0x7f9690195f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9695719700 1 -- 172.21.15.46:0/1788713272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f96900ffdd0 msgr2=0x7f9690195a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9695719700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f96900ffdd0 0x7f9690195a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9695719700 1 -- 172.21.15.46:0/1788713272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9690100fc0 msgr2=0x7f9690195f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:43.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9695719700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9690100fc0 0x7f9690195f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:43.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9695719700 1 -- 172.21.15.46:0/1788713272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9688009d00 con 0x7f9690101960 2023-10-21T15:39:43.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f9694f18700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f96900ffdd0 0x7f9690195a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:43.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.885+0000 7f968ffff700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9690100fc0 0x7f9690195f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:43.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.886+0000 7f9695719700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 0x7f969019cfe0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9688007a00 tx=0x7f96880094f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:43.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.886+0000 7f968dffb700 1 -- 172.21.15.46:0/1788713272 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968800e040 con 0x7f9690101960 2023-10-21T15:39:43.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.886+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9690068040 con 0x7f9690101960 2023-10-21T15:39:43.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.886+0000 7f968dffb700 1 -- 172.21.15.46:0/1788713272 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9688012dc0 con 0x7f9690101960 2023-10-21T15:39:43.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.886+0000 7f968dffb700 1 -- 172.21.15.46:0/1788713272 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688023390 con 0x7f9690101960 2023-10-21T15:39:43.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.886+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96900685a0 con 0x7f9690101960 2023-10-21T15:39:43.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.887+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f969010b640 con 0x7f9690101960 2023-10-21T15:39:43.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.889+0000 7f968dffb700 1 -- 172.21.15.46:0/1788713272 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f968801a650 con 0x7f9690101960 2023-10-21T15:39:43.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.889+0000 7f968dffb700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96800a15c0 0x7f96800a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:43.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.889+0000 7f9694f18700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96800a15c0 0x7f96800a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:43.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.889+0000 7f968dffb700 1 -- 172.21.15.46:0/1788713272 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f96880d05e0 con 0x7f9690101960 2023-10-21T15:39:43.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.890+0000 7f9694f18700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96800a15c0 0x7f96800a3a80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9690100e20 tx=0x7f968400b670 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:43.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:43.893+0000 7f968dffb700 1 -- 172.21.15.46:0/1788713272 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9688099c10 con 0x7f9690101960 2023-10-21T15:39:44.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.143+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f969010b7d0 con 0x7f9690101960 2023-10-21T15:39:44.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.144+0000 7f968dffb700 1 -- 172.21.15.46:0/1788713272 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7f968809d230 con 0x7f9690101960 2023-10-21T15:39:44.147 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:44.147 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:39:44.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96800a15c0 msgr2=0x7f96800a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96800a15c0 0x7f96800a3a80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9690100e20 tx=0x7f968400b670 comp rx=0 tx=0).stop 2023-10-21T15:39:44.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 msgr2=0x7f969019cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 0x7f969019cfe0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9688007a00 tx=0x7f96880094f0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 shutdown_connections 2023-10-21T15:39:44.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96800a15c0 0x7f96800a3a80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9690101960 0x7f969019cfe0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f96900ffdd0 0x7f9690195a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 --2- 172.21.15.46:0/1788713272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9690100fc0 0x7f9690195f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.146+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 >> 172.21.15.46:0/1788713272 conn(0x7f96900fb320 msgr2=0x7f96900fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.147+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 shutdown_connections 2023-10-21T15:39:44.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.147+0000 7f969717c700 1 -- 172.21.15.46:0/1788713272 wait complete. 2023-10-21T15:39:44.152 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:44.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:43 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1759128633' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.160 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:43 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2006999814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:43 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/291275241' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.162 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:43 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1759128633' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:43 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2006999814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:43 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/291275241' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:43 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1759128633' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:43 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2006999814' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:43 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/291275241' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:44.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 -- 172.21.15.46:0/2829538064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e8104300 msgr2=0x7f55e81066f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 --2- 172.21.15.46:0/2829538064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e8104300 0x7f55e81066f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f55dc009990 tx=0x7f55dc009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 -- 172.21.15.46:0/2829538064 shutdown_connections 2023-10-21T15:39:44.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 --2- 172.21.15.46:0/2829538064 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55e8106c30 0x7f55e8109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 --2- 172.21.15.46:0/2829538064 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55e81019d0 0x7f55e8103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 --2- 172.21.15.46:0/2829538064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e8104300 0x7f55e81066f0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 -- 172.21.15.46:0/2829538064 >> 172.21.15.46:0/2829538064 conn(0x7f55e80fb320 msgr2=0x7f55e80fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 -- 172.21.15.46:0/2829538064 shutdown_connections 2023-10-21T15:39:44.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.286+0000 7f55ee85a700 1 -- 172.21.15.46:0/2829538064 wait complete. 2023-10-21T15:39:44.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ee85a700 1 Processor -- start 2023-10-21T15:39:44.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ee85a700 1 -- start start 2023-10-21T15:39:44.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ee85a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e81019d0 0x7f55e8101340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ee85a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55e8104300 0x7f55e80ff980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ee85a700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55e8106c30 0x7f55e80ffec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ee85a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55e8100660 con 0x7f55e81019d0 2023-10-21T15:39:44.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ee85a700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55e81007d0 con 0x7f55e8106c30 2023-10-21T15:39:44.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ee85a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55e81a0ab0 con 0x7f55e8104300 2023-10-21T15:39:44.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e81019d0 0x7f55e8101340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e81019d0 0x7f55e8101340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34308/0 (socket says 172.21.15.46:34308) 2023-10-21T15:39:44.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e7fff700 1 -- 172.21.15.46:0/954176798 learned_addr learned my addr 172.21.15.46:0/954176798 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55ecdf7700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55e8106c30 0x7f55e80ffec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e77fe700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55e8104300 0x7f55e80ff980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e7fff700 1 -- 172.21.15.46:0/954176798 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55e8104300 msgr2=0x7f55e80ff980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e7fff700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55e8104300 0x7f55e80ff980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e7fff700 1 -- 172.21.15.46:0/954176798 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55e8106c30 msgr2=0x7f55e80ffec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e7fff700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55e8106c30 0x7f55e80ffec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e7fff700 1 -- 172.21.15.46:0/954176798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55dc0095f0 con 0x7f55e81019d0 2023-10-21T15:39:44.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.287+0000 7f55e77fe700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55e8104300 0x7f55e80ff980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:44.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.288+0000 7f55e7fff700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e81019d0 0x7f55e8101340 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f55d800d950 tx=0x7f55d800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.288+0000 7f55e57fa700 1 -- 172.21.15.46:0/954176798 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d8009b40 con 0x7f55e81019d0 2023-10-21T15:39:44.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.288+0000 7f55e57fa700 1 -- 172.21.15.46:0/954176798 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55d8009ca0 con 0x7f55e81019d0 2023-10-21T15:39:44.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.288+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55e81a0d90 con 0x7f55e81019d0 2023-10-21T15:39:44.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.288+0000 7f55e57fa700 1 -- 172.21.15.46:0/954176798 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55d800f620 con 0x7f55e81019d0 2023-10-21T15:39:44.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.288+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55e81a1210 con 0x7f55e81019d0 2023-10-21T15:39:44.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.289+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55e80fcea0 con 0x7f55e81019d0 2023-10-21T15:39:44.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.290+0000 7f55e57fa700 1 -- 172.21.15.46:0/954176798 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f55d8010460 con 0x7f55e81019d0 2023-10-21T15:39:44.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.291+0000 7f55e57fa700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55d00a1640 0x7f55d00a3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.291+0000 7f55e77fe700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55d00a1640 0x7f55d00a3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.291+0000 7f55e57fa700 1 -- 172.21.15.46:0/954176798 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f55d80cd170 con 0x7f55e81019d0 2023-10-21T15:39:44.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.291+0000 7f55e77fe700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55d00a1640 0x7f55d00a3b00 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00b5c0 tx=0x7f55dc005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.295+0000 7f55e57fa700 1 -- 172.21.15.46:0/954176798 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f55d8096680 con 0x7f55e81019d0 2023-10-21T15:39:44.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.500+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f55e810c720 con 0x7f55e81019d0 2023-10-21T15:39:44.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.502+0000 7f55e57fa700 1 -- 172.21.15.46:0/954176798 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7f55d8016090 con 0x7f55e81019d0 2023-10-21T15:39:44.505 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:44.505 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:44.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55d00a1640 msgr2=0x7f55d00a3b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55d00a1640 0x7f55d00a3b00 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f55dc00b5c0 tx=0x7f55dc005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e81019d0 msgr2=0x7f55e8101340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e81019d0 0x7f55e8101340 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f55d800d950 tx=0x7f55d800dd10 comp rx=0 tx=0).stop 2023-10-21T15:39:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 shutdown_connections 2023-10-21T15:39:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55d00a1640 0x7f55d00a3b00 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55e81019d0 0x7f55e8101340 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55e8106c30 0x7f55e80ffec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 --2- 172.21.15.46:0/954176798 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55e8104300 0x7f55e80ff980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 >> 172.21.15.46:0/954176798 conn(0x7f55e80fb320 msgr2=0x7f55e8102640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 shutdown_connections 2023-10-21T15:39:44.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.504+0000 7f55ee85a700 1 -- 172.21.15.46:0/954176798 wait complete. 2023-10-21T15:39:44.520 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-10-21T15:38:26.290152+0000', 'modified': '2023-10-21T15:38:33.692950+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24527, 'mds_1': 24508, 'mds_2': 24481, 'mds_3': 24464, 'mds_4': 24440}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14583': {'gid': 14583, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6839/3005201155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6838', 'nonce': 3005201155}, {'type': 'v1', 'addr': '172.21.15.46:6839', 'nonce': 3005201155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14595': {'gid': 14595, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6841/1267329835', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6840', 'nonce': 1267329835}, {'type': 'v1', 'addr': '172.21.15.46:6841', 'nonce': 1267329835}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24427': {'gid': 24427, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.119:6833/999213981', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6832', 'nonce': 999213981}, {'type': 'v1', 'addr': '172.21.15.119:6833', 'nonce': 999213981}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24440': {'gid': 24440, 'name': 'k', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.105:6833/1204683847', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6832', 'nonce': 1204683847}, {'type': 'v1', 'addr': '172.21.15.105:6833', 'nonce': 1204683847}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24464': {'gid': 24464, 'name': 'e', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.105:6835/3883210466', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6834', 'nonce': 3883210466}, {'type': 'v1', 'addr': '172.21.15.105:6835', 'nonce': 3883210466}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24481': {'gid': 24481, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.119:6835/779175296', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6834', 'nonce': 779175296}, {'type': 'v1', 'addr': '172.21.15.119:6835', 'nonce': 779175296}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24485': {'gid': 24485, 'name': 'h', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.105:6837/1557228428', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6836', 'nonce': 1557228428}, {'type': 'v1', 'addr': '172.21.15.105:6837', 'nonce': 1557228428}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24487': {'gid': 24487, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.119:6837/3747517153', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6836', 'nonce': 3747517153}, {'type': 'v1', 'addr': '172.21.15.119:6837', 'nonce': 3747517153}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24508': {'gid': 24508, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.119:6839/2257856611', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.119:6838', 'nonce': 2257856611}, {'type': 'v1', 'addr': '172.21.15.119:6839', 'nonce': 2257856611}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24527': {'gid': 24527, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.105:6839/365752934', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6838', 'nonce': 365752934}, {'type': 'v1', 'addr': '172.21.15.105:6839', 'nonce': 365752934}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-21T15:39:44.520 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-10-21T15:39:44.521 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2023-10-21T15:39:44.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2545163445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04102060 msgr2=0x7fdf041024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2545163445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04102060 0x7fdf041024e0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fdf00009990 tx=0x7fdf00009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2545163445 shutdown_connections 2023-10-21T15:39:44.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2545163445 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf04102a20 0x7fdf04109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2545163445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf04100e80 0x7fdf041012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2545163445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04102060 0x7fdf041024e0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2545163445 >> 172.21.15.46:0/2545163445 conn(0x7fdf040fc420 msgr2=0x7fdf040fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2545163445 shutdown_connections 2023-10-21T15:39:44.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.645+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2545163445 wait complete. 2023-10-21T15:39:44.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf0b6b5700 1 Processor -- start 2023-10-21T15:39:44.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf0b6b5700 1 -- start start 2023-10-21T15:39:44.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf0b6b5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100e80 0x7fdf04196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf0b6b5700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf04102060 0x7fdf041970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf0b6b5700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf04102a20 0x7fdf0419e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf0b6b5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0419e700 con 0x7fdf04100e80 2023-10-21T15:39:44.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf0b6b5700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0419e840 con 0x7fdf04102a20 2023-10-21T15:39:44.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf0b6b5700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf0419e9d0 con 0x7fdf04102060 2023-10-21T15:39:44.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf09451700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100e80 0x7fdf04196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf09451700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100e80 0x7fdf04196b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34322/0 (socket says 172.21.15.46:34322) 2023-10-21T15:39:44.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf09451700 1 -- 172.21.15.46:0/2882336469 learned_addr learned my addr 172.21.15.46:0/2882336469 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.646+0000 7fdf08c50700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf04102060 0x7fdf041970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf09c52700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf04102a20 0x7fdf0419e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf09451700 1 -- 172.21.15.46:0/2882336469 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf04102060 msgr2=0x7fdf041970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf09451700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf04102060 0x7fdf041970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf09451700 1 -- 172.21.15.46:0/2882336469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf04102a20 msgr2=0x7fdf0419e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf09451700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf04102a20 0x7fdf0419e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf09451700 1 -- 172.21.15.46:0/2882336469 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf000095f0 con 0x7fdf04100e80 2023-10-21T15:39:44.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf09451700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100e80 0x7fdf04196b80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fdef400d980 tx=0x7fdef400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdefa7fc700 1 -- 172.21.15.46:0/2882336469 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef4004020 con 0x7fdf04100e80 2023-10-21T15:39:44.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdefa7fc700 1 -- 172.21.15.46:0/2882336469 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdef4009730 con 0x7fdf04100e80 2023-10-21T15:39:44.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2882336469 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf0419ecb0 con 0x7fdf04100e80 2023-10-21T15:39:44.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdefa7fc700 1 -- 172.21.15.46:0/2882336469 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef4003a30 con 0x7fdf04100e80 2023-10-21T15:39:44.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.647+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2882336469 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf0419f1c0 con 0x7fdf04100e80 2023-10-21T15:39:44.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.649+0000 7fdefa7fc700 1 -- 172.21.15.46:0/2882336469 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fdef40098a0 con 0x7fdf04100e80 2023-10-21T15:39:44.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.650+0000 7fdefa7fc700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdef00a1550 0x7fdef00a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.650+0000 7fdf08c50700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdef00a1550 0x7fdef00a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.650+0000 7fdefa7fc700 1 -- 172.21.15.46:0/2882336469 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdef40ccb40 con 0x7fdf04100e80 2023-10-21T15:39:44.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.650+0000 7fdf08c50700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdef00a1550 0x7fdef00a3a10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fdf0000b2e0 tx=0x7fdf00005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf1789eb80 1 Processor -- start 2023-10-21T15:39:44.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf1789eb80 1 -- start start 2023-10-21T15:39:44.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ab1e0 0x55b6be5ab600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5abb40 0x55b6be5ac400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5ace60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be51bc20 con 0x55b6be5ac9e0 2023-10-21T15:39:44.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be500c10 con 0x55b6be5abb40 2023-10-21T15:39:44.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be4fe530 con 0x55b6be5ab1e0 2023-10-21T15:39:44.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5ace60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5ace60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34334/0 (socket says 172.21.15.46:34334) 2023-10-21T15:39:44.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 -- 172.21.15.46:0/49437569 learned_addr learned my addr 172.21.15.46:0/49437569 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf08c50700 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5abb40 0x55b6be5ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09451700 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ab1e0 0x55b6be5ab600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 -- 172.21.15.46:0/49437569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ab1e0 msgr2=0x55b6be5ab600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ab1e0 0x55b6be5ab600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 -- 172.21.15.46:0/49437569 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5abb40 msgr2=0x55b6be5ac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5abb40 0x55b6be5ac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 -- 172.21.15.46:0/49437569 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b6be4b73a0 con 0x55b6be5ac9e0 2023-10-21T15:39:44.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09451700 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ab1e0 0x55b6be5ab600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:44.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.651+0000 7fdf09c52700 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5ace60 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fdefc009fd0 tx=0x7fdefc009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24421ad14ed55be7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdeef7fe700 1 -- 172.21.15.46:0/49437569 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc009e70 con 0x55b6be5ac9e0 2023-10-21T15:39:44.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdeef7fe700 1 -- 172.21.15.46:0/49437569 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdefc00f050 con 0x55b6be5ac9e0 2023-10-21T15:39:44.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdeef7fe700 1 -- 172.21.15.46:0/49437569 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc014670 con 0x55b6be5ac9e0 2023-10-21T15:39:44.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 -- 172.21.15.46:0/49437569 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 msgr2=0x55b6be5ace60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5ace60 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fdefc009fd0 tx=0x7fdefc009920 comp rx=0 tx=0).stop 2023-10-21T15:39:44.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 -- 172.21.15.46:0/49437569 shutdown_connections 2023-10-21T15:39:44.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5ace60 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ab1e0 0x55b6be5ab600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/49437569 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5abb40 0x55b6be5ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 -- 172.21.15.46:0/49437569 >> 172.21.15.46:0/49437569 conn(0x55b6be4d4d80 msgr2=0x55b6be5a1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 -- 172.21.15.46:0/49437569 shutdown_connections 2023-10-21T15:39:44.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.652+0000 7fdf1789eb80 1 -- 172.21.15.46:0/49437569 wait complete. 2023-10-21T15:39:44.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 1 -- start start 2023-10-21T15:39:44.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 1 Processor -- start 2023-10-21T15:39:44.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 0x55b6be5b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ac9e0 0x55b6be5bc590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be4f9e20 con 0x55b6be5ab1e0 2023-10-21T15:39:44.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be4966c0 con 0x55b6be5ac9e0 2023-10-21T15:39:44.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be496360 con 0x55b6be5abb40 2023-10-21T15:39:44.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf1789eb80 10 client.0 _ll_register_callbacks cb 0x55b6be2f37b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:44.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf09451700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf09451700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34336/0 (socket says 172.21.15.46:34336) 2023-10-21T15:39:44.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf09451700 1 -- 172.21.15.46:0/3070719082 learned_addr learned my addr 172.21.15.46:0/3070719082 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf09c52700 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ac9e0 0x55b6be5bc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.653+0000 7fdf08c50700 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 0x55b6be5b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf09451700 1 -- 172.21.15.46:0/3070719082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 msgr2=0x55b6be5b5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf09451700 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 0x55b6be5b5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf09451700 1 -- 172.21.15.46:0/3070719082 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ac9e0 msgr2=0x55b6be5bc590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf09451700 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ac9e0 0x55b6be5bc590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf09451700 1 -- 172.21.15.46:0/3070719082 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdefc009050 con 0x55b6be5ab1e0 2023-10-21T15:39:44.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf09451700 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b5010 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fdef4099a10 tx=0x7fdef4099d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f15f9193ad47c99 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdeecff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:44.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdeecff9700 1 -- 172.21.15.46:0/3070719082 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdef40a20a0 con 0x55b6be5ab1e0 2023-10-21T15:39:44.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdeecff9700 1 -- 172.21.15.46:0/3070719082 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdef4099f70 con 0x55b6be5ab1e0 2023-10-21T15:39:44.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 1 -- 172.21.15.46:0/3070719082 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b6be4feea0 con 0x55b6be5ab1e0 2023-10-21T15:39:44.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdeecff9700 1 -- 172.21.15.46:0/3070719082 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdef409a130 con 0x55b6be5ab1e0 2023-10-21T15:39:44.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 10 client.15204 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:44.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 1 -- 172.21.15.46:0/3070719082 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55b6be324d90 con 0x55b6be5ab1e0 2023-10-21T15:39:44.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdeecff9700 1 -- 172.21.15.46:0/3070719082 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdef40b8020 con 0x55b6be5ab1e0 2023-10-21T15:39:44.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdeecff9700 1 -- 172.21.15.46:0/3070719082 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdef4003b90 con 0x55b6be5ab1e0 2023-10-21T15:39:44.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 10 client.15204 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:44.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 10 client.15204 resolve_mds: resolved name 'k' to daemon mds.k 2023-10-21T15:39:44.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 20 client.15204 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:44.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55b6be5c0b90 0x55b6be5bf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 4 client.15204 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:44.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.654+0000 7fdf1789eb80 1 -- 172.21.15.46:0/3070719082 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b6be576bc0 con 0x55b6be5c0b90 2023-10-21T15:39:44.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.655+0000 7fdf08c50700 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55b6be5c0b90 0x55b6be5bf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.655+0000 7fdeecff9700 10 client.15204 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:44.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.655+0000 7fdf08c50700 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55b6be5c0b90 0x55b6be5bf650 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=481ae06098978df4 server_cookie=5d95ad5324f73b3b in_seq=0 out_seq=0 2023-10-21T15:39:44.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdeecff9700 1 -- 172.21.15.46:0/3070719082 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55b6be576bc0 con 0x55b6be5c0b90 2023-10-21T15:39:44.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdeecff9700 10 client.15204 handle_command_reply: tid=0 2023-10-21T15:39:44.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 client.15204 shutdown 2023-10-21T15:39:44.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 -- 172.21.15.46:0/3070719082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ab1e0 msgr2=0x55b6be5b5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b5010 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fdef4099a10 tx=0x7fdef4099d90 comp rx=0 tx=0).stop 2023-10-21T15:39:44.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 -- 172.21.15.46:0/3070719082 shutdown_connections 2023-10-21T15:39:44.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55b6be5c0b90 0x55b6be5bf650 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b5010 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ac9e0 0x55b6be5bc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdeecff9700 0 client.15204 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:44.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/3070719082 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 0x55b6be5b5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 -- 172.21.15.46:0/3070719082 >> 172.21.15.46:0/3070719082 conn(0x55b6be4d4d80 msgr2=0x55b6be5a1ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 -- 172.21.15.46:0/3070719082 shutdown_connections 2023-10-21T15:39:44.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.656+0000 7fdf1789eb80 1 -- 172.21.15.46:0/3070719082 wait complete. 2023-10-21T15:39:44.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.657+0000 7fdf1789eb80 20 client.15204 trim_cache size 0 max 16384 2023-10-21T15:39:44.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf1789eb80 1 Processor -- start 2023-10-21T15:39:44.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf1789eb80 1 -- start start 2023-10-21T15:39:44.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 0x55b6be5bc550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5a1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be37a8d0 con 0x55b6be5ac9e0 2023-10-21T15:39:44.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be4fb0b0 con 0x55b6be5ab1e0 2023-10-21T15:39:44.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be4f5f10 con 0x55b6be5abb40 2023-10-21T15:39:44.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf09c52700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5a1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf09c52700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5a1b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34348/0 (socket says 172.21.15.46:34348) 2023-10-21T15:39:44.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.674+0000 7fdf09c52700 1 -- 172.21.15.46:0/76900112 learned_addr learned my addr 172.21.15.46:0/76900112 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf08c50700 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 0x55b6be5bc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf09451700 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf09c52700 1 -- 172.21.15.46:0/76900112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 msgr2=0x55b6be5bc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf09c52700 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 0x55b6be5bc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf09c52700 1 -- 172.21.15.46:0/76900112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 msgr2=0x55b6be5b2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf09c52700 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf09c52700 1 -- 172.21.15.46:0/76900112 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b6be30dc10 con 0x55b6be5ac9e0 2023-10-21T15:39:44.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf09451700 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:44.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf09c52700 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5a1b10 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x55b6be5ac1c0 tx=0x7fdefc0060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa30dfd5d4af08a1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdeeffff700 1 -- 172.21.15.46:0/76900112 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc003c00 con 0x55b6be5ac9e0 2023-10-21T15:39:44.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdeeffff700 1 -- 172.21.15.46:0/76900112 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdefc0043b0 con 0x55b6be5ac9e0 2023-10-21T15:39:44.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdeeffff700 1 -- 172.21.15.46:0/76900112 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdefc01e410 con 0x55b6be5ac9e0 2023-10-21T15:39:44.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf1789eb80 1 -- 172.21.15.46:0/76900112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 msgr2=0x55b6be5a1b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.675+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5a1b10 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x55b6be5ac1c0 tx=0x7fdefc0060e0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 -- 172.21.15.46:0/76900112 shutdown_connections 2023-10-21T15:39:44.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5ac9e0 0x55b6be5a1b10 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/76900112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5abb40 0x55b6be5bc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 -- 172.21.15.46:0/76900112 >> 172.21.15.46:0/76900112 conn(0x55b6be4d4d80 msgr2=0x55b6be5bcdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 -- 172.21.15.46:0/76900112 shutdown_connections 2023-10-21T15:39:44.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 -- 172.21.15.46:0/76900112 wait complete. 2023-10-21T15:39:44.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 -- start start 2023-10-21T15:39:44.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 Processor -- start 2023-10-21T15:39:44.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.676+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b9430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5abb40 0x55b6be5b9970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf1789eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ac9e0 0x55b6be614580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be5ba010 con 0x55b6be5abb40 2023-10-21T15:39:44.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be614ac0 con 0x55b6be5ab1e0 2023-10-21T15:39:44.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf1789eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b6be614c30 con 0x55b6be5ac9e0 2023-10-21T15:39:44.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf1789eb80 10 client.0 _ll_register_callbacks cb 0x55b6be2f37b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:44.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5abb40 0x55b6be5b9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5abb40 0x55b6be5b9970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34352/0 (socket says 172.21.15.46:34352) 2023-10-21T15:39:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 -- 172.21.15.46:0/223652352 learned_addr learned my addr 172.21.15.46:0/223652352 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf09451700 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf09c52700 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ac9e0 0x55b6be614580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 -- 172.21.15.46:0/223652352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ac9e0 msgr2=0x55b6be614580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ac9e0 0x55b6be614580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 -- 172.21.15.46:0/223652352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 msgr2=0x55b6be5b9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 -- 172.21.15.46:0/223652352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b6be4b73a0 con 0x55b6be5abb40 2023-10-21T15:39:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf09c52700 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ac9e0 0x55b6be614580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:44.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf08c50700 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5abb40 0x55b6be5b9970 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fdf04100ba0 tx=0x7fdf0001a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67966914e941d192 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdeecff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:44.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdeecff9700 1 -- 172.21.15.46:0/223652352 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf0002b040 con 0x55b6be5abb40 2023-10-21T15:39:44.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdf1789eb80 1 -- 172.21.15.46:0/223652352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdefc00f050 con 0x55b6be5abb40 2023-10-21T15:39:44.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdeecff9700 1 -- 172.21.15.46:0/223652352 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdf000056b0 con 0x55b6be5abb40 2023-10-21T15:39:44.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.677+0000 7fdeecff9700 1 -- 172.21.15.46:0/223652352 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf00034050 con 0x55b6be5abb40 2023-10-21T15:39:44.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf1789eb80 10 client.15210 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:44.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf1789eb80 1 -- 172.21.15.46:0/223652352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55b6be34b200 con 0x55b6be5abb40 2023-10-21T15:39:44.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdeecff9700 1 -- 172.21.15.46:0/223652352 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdefc00f050 con 0x55b6be5abb40 2023-10-21T15:39:44.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdeecff9700 1 -- 172.21.15.46:0/223652352 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdf00004ca0 con 0x55b6be5abb40 2023-10-21T15:39:44.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf1789eb80 10 client.15210 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:44.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf1789eb80 10 client.15210 resolve_mds: resolved name 'k' to daemon mds.k 2023-10-21T15:39:44.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf1789eb80 20 client.15210 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:44.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55b6be619f00 0x55b6be616340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf1789eb80 4 client.15210 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:44.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf1789eb80 1 -- 172.21.15.46:0/223652352 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55b6be4f2e00 con 0x55b6be619f00 2023-10-21T15:39:44.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.678+0000 7fdf09451700 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55b6be619f00 0x55b6be616340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf09451700 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55b6be619f00 0x55b6be616340 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=17c6a8d207d09cbe server_cookie=632a6bd4df7296e3 in_seq=0 out_seq=0 2023-10-21T15:39:44.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdeecff9700 10 client.15210 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:44.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdeecff9700 1 -- 172.21.15.46:0/223652352 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+320 (crc 0 0 0) 0x55b6be4f2e00 con 0x55b6be619f00 2023-10-21T15:39:44.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdeecff9700 10 client.15210 handle_command_reply: tid=0 2023-10-21T15:39:44.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 client.15210 shutdown 2023-10-21T15:39:44.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 -- 172.21.15.46:0/223652352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5abb40 msgr2=0x55b6be5b9970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5abb40 0x55b6be5b9970 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fdf04100ba0 tx=0x7fdf0001a050 comp rx=0 tx=0).stop 2023-10-21T15:39:44.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 -- 172.21.15.46:0/223652352 shutdown_connections 2023-10-21T15:39:44.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55b6be619f00 0x55b6be616340 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b6be5ac9e0 0x55b6be614580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b6be5ab1e0 0x55b6be5b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 --2- 172.21.15.46:0/223652352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b6be5abb40 0x55b6be5b9970 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdeecff9700 0 client.15210 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:44.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 -- 172.21.15.46:0/223652352 >> 172.21.15.46:0/223652352 conn(0x55b6be4d4d80 msgr2=0x55b6be5bcdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 -- 172.21.15.46:0/223652352 shutdown_connections 2023-10-21T15:39:44.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 1 -- 172.21.15.46:0/223652352 wait complete. 2023-10-21T15:39:44.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.679+0000 7fdf1789eb80 20 client.15210 trim_cache size 0 max 16384 2023-10-21T15:39:44.701 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:44.702 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:44.702 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 4, 2023-10-21T15:39:44.702 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24440, 2023-10-21T15:39:44.702 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:44.702 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:44.703 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:44.703 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 71.989840465, 2023-10-21T15:39:44.703 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:44.703 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:44.703 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:44.703 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 105.70495849 2023-10-21T15:39:44.704 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:44.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdef00a1550 msgr2=0x7fdef00a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdef00a1550 0x7fdef00a3a10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fdf0000b2e0 tx=0x7fdf00005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100e80 msgr2=0x7fdf04196b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100e80 0x7fdf04196b80 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fdef400d980 tx=0x7fdef400dc90 comp rx=0 tx=0).stop 2023-10-21T15:39:44.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2882336469 shutdown_connections 2023-10-21T15:39:44.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdef00a1550 0x7fdef00a3a10 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdf04100e80 0x7fdf04196b80 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf04102a20 0x7fdf0419e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 --2- 172.21.15.46:0/2882336469 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdf04102060 0x7fdf041970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2882336469 >> 172.21.15.46:0/2882336469 conn(0x7fdf040fc420 msgr2=0x7fdf040fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2882336469 shutdown_connections 2023-10-21T15:39:44.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.680+0000 7fdf0b6b5700 1 -- 172.21.15.46:0/2882336469 wait complete. 2023-10-21T15:39:44.708 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2023-10-21T15:39:44.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 -- 172.21.15.46:0/2760391111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8981014e0 msgr2=0x7ff898101900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 --2- 172.21.15.46:0/2760391111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8981014e0 0x7ff898101900 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ff880009990 tx=0x7ff880009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 -- 172.21.15.46:0/2760391111 shutdown_connections 2023-10-21T15:39:44.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 --2- 172.21.15.46:0/2760391111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8981014e0 0x7ff898101900 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 --2- 172.21.15.46:0/2760391111 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8981003b0 0x7ff898108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 --2- 172.21.15.46:0/2760391111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8980ffa10 0x7ff8980ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 -- 172.21.15.46:0/2760391111 >> 172.21.15.46:0/2760391111 conn(0x7ff8980fb370 msgr2=0x7ff8980fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 -- 172.21.15.46:0/2760391111 shutdown_connections 2023-10-21T15:39:44.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.833+0000 7ff89e617700 1 -- 172.21.15.46:0/2760391111 wait complete. 2023-10-21T15:39:44.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89e617700 1 Processor -- start 2023-10-21T15:39:44.838 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89e617700 1 -- start start 2023-10-21T15:39:44.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89e617700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8980ffa10 0x7ff898069bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89e617700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8981003b0 0x7ff89819b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89e617700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8981014e0 0x7ff89819e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89e617700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff89819e7d0 con 0x7ff8980ffa10 2023-10-21T15:39:44.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89e617700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff89819e940 con 0x7ff8981003b0 2023-10-21T15:39:44.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89e617700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff89819eb00 con 0x7ff8981014e0 2023-10-21T15:39:44.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff897fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8980ffa10 0x7ff898069bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff897fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8980ffa10 0x7ff898069bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34364/0 (socket says 172.21.15.46:34364) 2023-10-21T15:39:44.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff897fff700 1 -- 172.21.15.46:0/1073317024 learned_addr learned my addr 172.21.15.46:0/1073317024 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff8977fe700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8981003b0 0x7ff89819b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8981014e0 0x7ff89819e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff897fff700 1 -- 172.21.15.46:0/1073317024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8981014e0 msgr2=0x7ff89819e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff897fff700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8981014e0 0x7ff89819e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff897fff700 1 -- 172.21.15.46:0/1073317024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8981003b0 msgr2=0x7ff89819b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff897fff700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8981003b0 0x7ff89819b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff897fff700 1 -- 172.21.15.46:0/1073317024 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8800095f0 con 0x7ff8980ffa10 2023-10-21T15:39:44.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.834+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8981014e0 0x7ff89819e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:44.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.835+0000 7ff897fff700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8980ffa10 0x7ff898069bc0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ff8800098e0 tx=0x7ff880004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.835+0000 7ff8957fa700 1 -- 172.21.15.46:0/1073317024 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff88001d070 con 0x7ff8980ffa10 2023-10-21T15:39:44.847 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.835+0000 7ff8957fa700 1 -- 172.21.15.46:0/1073317024 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff8800054f0 con 0x7ff8980ffa10 2023-10-21T15:39:44.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.835+0000 7ff8957fa700 1 -- 172.21.15.46:0/1073317024 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff880004ca0 con 0x7ff8980ffa10 2023-10-21T15:39:44.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.835+0000 7ff89e617700 1 -- 172.21.15.46:0/1073317024 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff89819ed80 con 0x7ff8980ffa10 2023-10-21T15:39:44.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.835+0000 7ff89e617700 1 -- 172.21.15.46:0/1073317024 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff89819f0f0 con 0x7ff8980ffa10 2023-10-21T15:39:44.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.837+0000 7ff8957fa700 1 -- 172.21.15.46:0/1073317024 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7ff88000fc70 con 0x7ff8980ffa10 2023-10-21T15:39:44.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.838+0000 7ff8957fa700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff8840a1550 0x7ff8840a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.838+0000 7ff8977fe700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff8840a1550 0x7ff8840a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.838+0000 7ff8957fa700 1 -- 172.21.15.46:0/1073317024 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff8800ce250 con 0x7ff8980ffa10 2023-10-21T15:39:44.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.838+0000 7ff8977fe700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff8840a1550 0x7ff8840a3a10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff898069930 tx=0x7ff88800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.838+0000 7ff8aa800b80 1 Processor -- start 2023-10-21T15:39:44.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8aa800b80 1 -- start start 2023-10-21T15:39:44.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffe9dd0 0x55bc5ffea1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffea730 0x55bc5ffeaff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffeb5d0 0x55bc5ffeba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5ff5ec20 con 0x55bc5ffea730 2023-10-21T15:39:44.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5ff43c10 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5ff41530 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffea730 0x55bc5ffeaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffea730 0x55bc5ffeaff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34374/0 (socket says 172.21.15.46:34374) 2023-10-21T15:39:44.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 -- 172.21.15.46:0/2811565953 learned_addr learned my addr 172.21.15.46:0/2811565953 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff897fff700 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffe9dd0 0x55bc5ffea1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffeb5d0 0x55bc5ffeba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 -- 172.21.15.46:0/2811565953 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffeb5d0 msgr2=0x55bc5ffeba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffeb5d0 0x55bc5ffeba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 -- 172.21.15.46:0/2811565953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffe9dd0 msgr2=0x55bc5ffea1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffe9dd0 0x55bc5ffea1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 -- 172.21.15.46:0/2811565953 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc5fefa3a0 con 0x55bc5ffea730 2023-10-21T15:39:44.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff8977fe700 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffea730 0x55bc5ffeaff0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff888010f70 tx=0x7ff888013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97727f575e44fcaf server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.839+0000 7ff88e7fc700 1 -- 172.21.15.46:0/2811565953 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff888011db0 con 0x55bc5ffea730 2023-10-21T15:39:44.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff88e7fc700 1 -- 172.21.15.46:0/2811565953 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff888015070 con 0x55bc5ffea730 2023-10-21T15:39:44.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff88e7fc700 1 -- 172.21.15.46:0/2811565953 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff88801c5b0 con 0x55bc5ffea730 2023-10-21T15:39:44.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 -- 172.21.15.46:0/2811565953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffea730 msgr2=0x55bc5ffeaff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffea730 0x55bc5ffeaff0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff888010f70 tx=0x7ff888013000 comp rx=0 tx=0).stop 2023-10-21T15:39:44.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 -- 172.21.15.46:0/2811565953 shutdown_connections 2023-10-21T15:39:44.854 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffeb5d0 0x55bc5ffeba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffe9dd0 0x55bc5ffea1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/2811565953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffea730 0x55bc5ffeaff0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 -- 172.21.15.46:0/2811565953 >> 172.21.15.46:0/2811565953 conn(0x55bc5ff17d80 msgr2=0x55bc5ffe4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 -- 172.21.15.46:0/2811565953 shutdown_connections 2023-10-21T15:39:44.855 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.840+0000 7ff8aa800b80 1 -- 172.21.15.46:0/2811565953 wait complete. 2023-10-21T15:39:44.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 1 -- start start 2023-10-21T15:39:44.856 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 1 Processor -- start 2023-10-21T15:39:44.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffea730 0x55bc5fff41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fffb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5ff3ce20 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5fed96c0 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5fed9360 con 0x55bc5ffea730 2023-10-21T15:39:44.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8aa800b80 10 client.0 _ll_register_callbacks cb 0x55bc5fd367b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:44.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff897fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff897fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34378/0 (socket says 172.21.15.46:34378) 2023-10-21T15:39:44.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff897fff700 1 -- 172.21.15.46:0/3696857029 learned_addr learned my addr 172.21.15.46:0/3696857029 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff8977fe700 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffea730 0x55bc5fff41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fffb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff897fff700 1 -- 172.21.15.46:0/3696857029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffea730 msgr2=0x55bc5fff41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff897fff700 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffea730 0x55bc5fff41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff897fff700 1 -- 172.21.15.46:0/3696857029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffeb5d0 msgr2=0x55bc5fffb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff897fff700 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fffb200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.841+0000 7ff897fff700 1 -- 172.21.15.46:0/3696857029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff888010c20 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff897fff700 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff3c80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7ff880097ec0 tx=0x7ff880005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ff0c4e8105c5789 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8777fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:44.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8777fe700 1 -- 172.21.15.46:0/3696857029 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff88009ab40 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8777fe700 1 -- 172.21.15.46:0/3696857029 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff88009f5a0 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3696857029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bc5ff41ea0 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8777fe700 1 -- 172.21.15.46:0/3696857029 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8800a3750 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 10 client.15222 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:44.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3696857029 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55bc5fd67d90 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8777fe700 1 -- 172.21.15.46:0/3696857029 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bc5ff41ea0 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8777fe700 1 -- 172.21.15.46:0/3696857029 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff8800a1470 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 10 client.15222 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:44.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 10 client.15222 resolve_mds: resolved name 'e' to daemon mds.e 2023-10-21T15:39:44.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 20 client.15222 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:44.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55bc5ffff440 0x55bc5fffe130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 4 client.15222 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:44.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.842+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3696857029 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bc5ffb9bc0 con 0x55bc5ffff440 2023-10-21T15:39:44.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.843+0000 7ff8977fe700 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55bc5ffff440 0x55bc5fffe130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.843+0000 7ff8777fe700 10 client.15222 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:44.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.843+0000 7ff8977fe700 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55bc5ffff440 0x55bc5fffe130 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9e495fce4d3ecb19 server_cookie=b9b76b8f0b121006 in_seq=0 out_seq=0 2023-10-21T15:39:44.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8777fe700 1 -- 172.21.15.46:0/3696857029 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55bc5ffb9bc0 con 0x55bc5ffff440 2023-10-21T15:39:44.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8777fe700 10 client.15222 handle_command_reply: tid=0 2023-10-21T15:39:44.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 client.15222 shutdown 2023-10-21T15:39:44.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3696857029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffe9dd0 msgr2=0x55bc5fff3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff3c80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7ff880097ec0 tx=0x7ff880005710 comp rx=0 tx=0).stop 2023-10-21T15:39:44.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3696857029 shutdown_connections 2023-10-21T15:39:44.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55bc5ffff440 0x55bc5fffe130 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff3c80 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8777fe700 0 client.15222 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fffb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3696857029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffea730 0x55bc5fff41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3696857029 >> 172.21.15.46:0/3696857029 conn(0x55bc5ff17d80 msgr2=0x55bc5ffe4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3696857029 shutdown_connections 2023-10-21T15:39:44.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3696857029 wait complete. 2023-10-21T15:39:44.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.844+0000 7ff8aa800b80 20 client.15222 trim_cache size 0 max 16384 2023-10-21T15:39:44.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8aa800b80 1 Processor -- start 2023-10-21T15:39:44.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8aa800b80 1 -- start start 2023-10-21T15:39:44.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 0x55bc5fffb1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fff19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5fdbd8d0 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5ffb9bc0 con 0x55bc5ffea730 2023-10-21T15:39:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5ff41ea0 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff89cbb4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fff19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff89cbb4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fff19d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34390/0 (socket says 172.21.15.46:34390) 2023-10-21T15:39:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff89cbb4700 1 -- 172.21.15.46:0/3056859576 learned_addr learned my addr 172.21.15.46:0/3056859576 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff8977fe700 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 0x55bc5fffb1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff897fff700 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff89cbb4700 1 -- 172.21.15.46:0/3056859576 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 msgr2=0x55bc5fff2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff89cbb4700 1 -- 172.21.15.46:0/3056859576 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 msgr2=0x55bc5fffb1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 0x55bc5fffb1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.862+0000 7ff89cbb4700 1 -- 172.21.15.46:0/3056859576 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc5fd50c10 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fff19d0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7ff890009400 tx=0x7ff89000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a4abd70788f583 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff88effd700 1 -- 172.21.15.46:0/3056859576 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff89000e030 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff88effd700 1 -- 172.21.15.46:0/3056859576 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff89000f040 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.881 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff88effd700 1 -- 172.21.15.46:0/3056859576 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff890016460 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3056859576 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 msgr2=0x55bc5fff19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fff19d0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7ff890009400 tx=0x7ff89000b040 comp rx=0 tx=0).stop 2023-10-21T15:39:44.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3056859576 shutdown_connections 2023-10-21T15:39:44.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc5fff19d0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.882 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/3056859576 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 0x55bc5fffb1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3056859576 >> 172.21.15.46:0/3056859576 conn(0x55bc5ff17d80 msgr2=0x55bc5ffe3750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3056859576 shutdown_connections 2023-10-21T15:39:44.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.863+0000 7ff8aa800b80 1 -- 172.21.15.46:0/3056859576 wait complete. 2023-10-21T15:39:44.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 1 -- start start 2023-10-21T15:39:44.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 1 Processor -- start 2023-10-21T15:39:44.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 0x55bc5fff6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc60052e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5fff6eb0 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5fff7020 con 0x55bc5ffea730 2023-10-21T15:39:44.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc60053370 con 0x55bc5ffe9dd0 2023-10-21T15:39:44.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8aa800b80 10 client.0 _ll_register_callbacks cb 0x7ff88009af90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:44.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff89cbb4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc60052e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff89cbb4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc60052e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34396/0 (socket says 172.21.15.46:34396) 2023-10-21T15:39:44.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff89cbb4700 1 -- 172.21.15.46:0/633122705 learned_addr learned my addr 172.21.15.46:0/633122705 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:44.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff897fff700 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff8977fe700 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 0x55bc5fff6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff89cbb4700 1 -- 172.21.15.46:0/633122705 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 msgr2=0x55bc5fff6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff89cbb4700 1 -- 172.21.15.46:0/633122705 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 msgr2=0x55bc5fff6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:44.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 0x55bc5fff6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.864+0000 7ff89cbb4700 1 -- 172.21.15.46:0/633122705 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8900090b0 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff89cbb4700 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc60052e30 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7ff890004250 tx=0x7ff890005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e49ced28e2bc03d7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:44.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8777fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:44.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8777fe700 1 -- 172.21.15.46:0/633122705 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff89000e040 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8777fe700 1 -- 172.21.15.46:0/633122705 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff890003e90 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 1 -- 172.21.15.46:0/633122705 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff888015070 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8777fe700 1 -- 172.21.15.46:0/633122705 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff89002e030 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 10 client.15228 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:44.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 1 -- 172.21.15.46:0/633122705 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55bc5fd8e200 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8777fe700 1 -- 172.21.15.46:0/633122705 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff888015070 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8777fe700 1 -- 172.21.15.46:0/633122705 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff890026020 con 0x55bc5ffeb5d0 2023-10-21T15:39:44.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 10 client.15228 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:44.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 10 client.15228 resolve_mds: resolved name 'e' to daemon mds.e 2023-10-21T15:39:44.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 20 client.15228 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:44.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55bc600585a0 0x55bc60054a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:44.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 4 client.15228 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:44.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.865+0000 7ff8aa800b80 1 -- 172.21.15.46:0/633122705 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55bc5ff35e00 con 0x55bc600585a0 2023-10-21T15:39:44.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff897fff700 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55bc600585a0 0x55bc60054a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:44.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8777fe700 10 client.15228 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:44.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff897fff700 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55bc600585a0 0x55bc60054a00 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4fe6290e5f8ba23f server_cookie=7b2a034b99d69e8d in_seq=0 out_seq=0 2023-10-21T15:39:44.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8777fe700 1 -- 172.21.15.46:0/633122705 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x55bc5ff35e00 con 0x55bc600585a0 2023-10-21T15:39:44.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8777fe700 10 client.15228 handle_command_reply: tid=0 2023-10-21T15:39:44.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 client.15228 shutdown 2023-10-21T15:39:44.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 -- 172.21.15.46:0/633122705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 msgr2=0x55bc60052e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc60052e30 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7ff890004250 tx=0x7ff890005b50 comp rx=0 tx=0).stop 2023-10-21T15:39:44.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 -- 172.21.15.46:0/633122705 shutdown_connections 2023-10-21T15:39:44.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55bc600585a0 0x55bc60054a00 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bc5ffeb5d0 0x55bc60052e30 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8777fe700 0 client.15228 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:44.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bc5ffe9dd0 0x55bc5fff6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 --2- 172.21.15.46:0/633122705 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bc5ffea730 0x55bc5fff6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.866+0000 7ff8aa800b80 1 -- 172.21.15.46:0/633122705 >> 172.21.15.46:0/633122705 conn(0x55bc5ff17d80 msgr2=0x55bc5fff19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff8aa800b80 1 -- 172.21.15.46:0/633122705 shutdown_connections 2023-10-21T15:39:44.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff8aa800b80 1 -- 172.21.15.46:0/633122705 wait complete. 2023-10-21T15:39:44.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff8aa800b80 20 client.15228 trim_cache size 0 max 16384 2023-10-21T15:39:44.894 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:44.895 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:44.895 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 3, 2023-10-21T15:39:44.895 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24464, 2023-10-21T15:39:44.895 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:44.895 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:44.896 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:44.896 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 73.186176238000002, 2023-10-21T15:39:44.896 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:44.896 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:44.896 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:44.897 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 98.916377716 2023-10-21T15:39:44.897 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:44.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 -- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff8840a1550 msgr2=0x7ff8840a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff8840a1550 0x7ff8840a3a10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff898069930 tx=0x7ff88800b410 comp rx=0 tx=0).stop 2023-10-21T15:39:44.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 -- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8980ffa10 msgr2=0x7ff898069bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:44.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8980ffa10 0x7ff898069bc0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ff8800098e0 tx=0x7ff880004730 comp rx=0 tx=0).stop 2023-10-21T15:39:44.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 -- 172.21.15.46:0/1073317024 shutdown_connections 2023-10-21T15:39:44.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff8840a1550 0x7ff8840a3a10 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8980ffa10 0x7ff898069bc0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff8981014e0 0x7ff89819e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 --2- 172.21.15.46:0/1073317024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8981003b0 0x7ff89819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:44.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 -- 172.21.15.46:0/1073317024 >> 172.21.15.46:0/1073317024 conn(0x7ff8980fb370 msgr2=0x7ff8980fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:44.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 -- 172.21.15.46:0/1073317024 shutdown_connections 2023-10-21T15:39:44.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:44.867+0000 7ff89e617700 1 -- 172.21.15.46:0/1073317024 wait complete. 2023-10-21T15:39:44.901 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2023-10-21T15:39:45.030 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 -- 172.21.15.46:0/1150063083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd368101950 msgr2=0x7fd368108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 --2- 172.21.15.46:0/1150063083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd368101950 0x7fd368108200 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd36000b0d0 tx=0x7fd36000b3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 -- 172.21.15.46:0/1150063083 shutdown_connections 2023-10-21T15:39:45.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 --2- 172.21.15.46:0/1150063083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd368101950 0x7fd368108200 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 --2- 172.21.15.46:0/1150063083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd3680ffdc0 0x7fd3681001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.031 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 --2- 172.21.15.46:0/1150063083 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd368100fb0 0x7fd368101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 -- 172.21.15.46:0/1150063083 >> 172.21.15.46:0/1150063083 conn(0x7fd3680fb310 msgr2=0x7fd3680fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 -- 172.21.15.46:0/1150063083 shutdown_connections 2023-10-21T15:39:45.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.026+0000 7fd37010f700 1 -- 172.21.15.46:0/1150063083 wait complete. 2023-10-21T15:39:45.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd37010f700 1 Processor -- start 2023-10-21T15:39:45.032 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd37010f700 1 -- start start 2023-10-21T15:39:45.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd37010f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3680ffdc0 0x7fd368195aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd37010f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd368100fb0 0x7fd368195fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd37010f700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd368101950 0x7fd36819d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.033 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd37010f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd36819d620 con 0x7fd3680ffdc0 2023-10-21T15:39:45.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd37010f700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd36819d760 con 0x7fd368101950 2023-10-21T15:39:45.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd37010f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd36819d8f0 con 0x7fd368100fb0 2023-10-21T15:39:45.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36deab700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3680ffdc0 0x7fd368195aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36deab700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3680ffdc0 0x7fd368195aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34406/0 (socket says 172.21.15.46:34406) 2023-10-21T15:39:45.034 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36deab700 1 -- 172.21.15.46:0/1825922914 learned_addr learned my addr 172.21.15.46:0/1825922914 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd368100fb0 0x7fd368195fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36deab700 1 -- 172.21.15.46:0/1825922914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd368100fb0 msgr2=0x7fd368195fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd368101950 0x7fd36819d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36deab700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd368100fb0 0x7fd368195fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36deab700 1 -- 172.21.15.46:0/1825922914 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd368101950 msgr2=0x7fd36819d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36deab700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd368101950 0x7fd36819d050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36deab700 1 -- 172.21.15.46:0/1825922914 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd360009d00 con 0x7fd3680ffdc0 2023-10-21T15:39:45.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.027+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd368100fb0 0x7fd368195fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:45.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.028+0000 7fd36deab700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3680ffdc0 0x7fd368195aa0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd358007b50 tx=0x7fd358007f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.028+0000 7fd35effd700 1 -- 172.21.15.46:0/1825922914 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd358011070 con 0x7fd3680ffdc0 2023-10-21T15:39:45.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.028+0000 7fd35effd700 1 -- 172.21.15.46:0/1825922914 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd35800c2e0 con 0x7fd3680ffdc0 2023-10-21T15:39:45.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.028+0000 7fd37010f700 1 -- 172.21.15.46:0/1825922914 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3680680a0 con 0x7fd3680ffdc0 2023-10-21T15:39:45.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.028+0000 7fd35effd700 1 -- 172.21.15.46:0/1825922914 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd35800a980 con 0x7fd3680ffdc0 2023-10-21T15:39:45.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.028+0000 7fd37010f700 1 -- 172.21.15.46:0/1825922914 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3680685b0 con 0x7fd3680ffdc0 2023-10-21T15:39:45.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.030+0000 7fd35effd700 1 -- 172.21.15.46:0/1825922914 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fd35800aae0 con 0x7fd3680ffdc0 2023-10-21T15:39:45.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.030+0000 7fd35effd700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd3540a1550 0x7fd3540a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.031+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd3540a1550 0x7fd3540a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.031+0000 7fd35effd700 1 -- 172.21.15.46:0/1825922914 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd3580ce590 con 0x7fd3680ffdc0 2023-10-21T15:39:45.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.031+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd3540a1550 0x7fd3540a3a10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd364009cb0 tx=0x7fd364009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.031+0000 7fd37c2f8b80 1 Processor -- start 2023-10-21T15:39:45.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.031+0000 7fd37c2f8b80 1 -- start start 2023-10-21T15:39:45.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 0x561f9e27eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e27fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e1f2c20 con 0x561f9e27f5d0 2023-10-21T15:39:45.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e1d7c10 con 0x561f9e27e730 2023-10-21T15:39:45.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e1d5530 con 0x561f9e27ddd0 2023-10-21T15:39:45.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e27fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e27fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34418/0 (socket says 172.21.15.46:34418) 2023-10-21T15:39:45.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 -- 172.21.15.46:0/3462346481 learned_addr learned my addr 172.21.15.46:0/3462346481 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 0x561f9e27eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36deab700 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 -- 172.21.15.46:0/3462346481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 msgr2=0x561f9e27e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 -- 172.21.15.46:0/3462346481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 msgr2=0x561f9e27eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 0x561f9e27eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 -- 172.21.15.46:0/3462346481 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561f9e18e3a0 con 0x561f9e27f5d0 2023-10-21T15:39:45.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e27fa50 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd360009c00 tx=0x7fd360009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b641a24845296a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd353fff700 1 -- 172.21.15.46:0/3462346481 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36000e030 con 0x561f9e27f5d0 2023-10-21T15:39:45.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd353fff700 1 -- 172.21.15.46:0/3462346481 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd3600076e0 con 0x561f9e27f5d0 2023-10-21T15:39:45.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.032+0000 7fd353fff700 1 -- 172.21.15.46:0/3462346481 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd360005240 con 0x561f9e27f5d0 2023-10-21T15:39:45.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3462346481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 msgr2=0x561f9e27fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e27fa50 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd360009c00 tx=0x7fd360009c30 comp rx=0 tx=0).stop 2023-10-21T15:39:45.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3462346481 shutdown_connections 2023-10-21T15:39:45.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e27fa50 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/3462346481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 0x561f9e27eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3462346481 >> 172.21.15.46:0/3462346481 conn(0x561f9e1abd80 msgr2=0x561f9e278f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3462346481 shutdown_connections 2023-10-21T15:39:45.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3462346481 wait complete. 2023-10-21T15:39:45.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.033+0000 7fd37c2f8b80 1 -- start start 2023-10-21T15:39:45.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd37c2f8b80 1 Processor -- start 2023-10-21T15:39:45.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e287bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 0x561f9e288100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e28f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e1d0e20 con 0x561f9e27f5d0 2023-10-21T15:39:45.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e16d6c0 con 0x561f9e27e730 2023-10-21T15:39:45.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e16d360 con 0x561f9e27ddd0 2023-10-21T15:39:45.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd37c2f8b80 10 client.0 _ll_register_callbacks cb 0x561f9dfca7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:45.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36e6ac700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e28f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36e6ac700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e28f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34424/0 (socket says 172.21.15.46:34424) 2023-10-21T15:39:45.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36e6ac700 1 -- 172.21.15.46:0/2276393922 learned_addr learned my addr 172.21.15.46:0/2276393922 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36deab700 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e287bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 0x561f9e288100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36e6ac700 1 -- 172.21.15.46:0/2276393922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 msgr2=0x561f9e287bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e287bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36e6ac700 1 -- 172.21.15.46:0/2276393922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 msgr2=0x561f9e288100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 0x561f9e288100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.034+0000 7fd36e6ac700 1 -- 172.21.15.46:0/2276393922 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd368108b50 con 0x561f9e27f5d0 2023-10-21T15:39:45.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e28f140 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fd36000b0d0 tx=0x7fd360006070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=206a6092ce2b8665 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd3517fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:45.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd3517fa700 1 -- 172.21.15.46:0/2276393922 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36000e040 con 0x561f9e27f5d0 2023-10-21T15:39:45.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd3517fa700 1 -- 172.21.15.46:0/2276393922 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd360004be0 con 0x561f9e27f5d0 2023-10-21T15:39:45.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/2276393922 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561f9e1d5ea0 con 0x561f9e27f5d0 2023-10-21T15:39:45.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd3517fa700 1 -- 172.21.15.46:0/2276393922 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd360007850 con 0x561f9e27f5d0 2023-10-21T15:39:45.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 10 client.15240 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:45.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/2276393922 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x561f9dffbd90 con 0x561f9e27f5d0 2023-10-21T15:39:45.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd3517fa700 1 -- 172.21.15.46:0/2276393922 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561f9e1d5ea0 con 0x561f9e27f5d0 2023-10-21T15:39:45.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd3517fa700 1 -- 172.21.15.46:0/2276393922 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd36000b100 con 0x561f9e27f5d0 2023-10-21T15:39:45.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 10 client.15240 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:45.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 10 client.15240 resolve_mds: resolved name 'f' to daemon mds.f 2023-10-21T15:39:45.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 20 client.15240 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:45.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x561f9e293310 0x561f9e292070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 4 client.15240 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:45.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.035+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/2276393922 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561f9e24dbc0 con 0x561f9e293310 2023-10-21T15:39:45.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.036+0000 7fd36deab700 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x561f9e293310 0x561f9e292070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.036+0000 7fd3517fa700 10 client.15240 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:45.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.036+0000 7fd36deab700 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x561f9e293310 0x561f9e292070 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=743685fc7e54aff0 server_cookie=436e4204e9a9739 in_seq=0 out_seq=0 2023-10-21T15:39:45.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd3517fa700 1 -- 172.21.15.46:0/2276393922 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x561f9e24dbc0 con 0x561f9e293310 2023-10-21T15:39:45.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd3517fa700 10 client.15240 handle_command_reply: tid=0 2023-10-21T15:39:45.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 client.15240 shutdown 2023-10-21T15:39:45.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/2276393922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 msgr2=0x561f9e28f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e28f140 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fd36000b0d0 tx=0x7fd360006070 comp rx=0 tx=0).stop 2023-10-21T15:39:45.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/2276393922 shutdown_connections 2023-10-21T15:39:45.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e28f140 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x561f9e293310 0x561f9e292070 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e287bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd3517fa700 0 client.15240 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:45.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/2276393922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27e730 0x561f9e288100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/2276393922 >> 172.21.15.46:0/2276393922 conn(0x561f9e1abd80 msgr2=0x561f9e278ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/2276393922 shutdown_connections 2023-10-21T15:39:45.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/2276393922 wait complete. 2023-10-21T15:39:45.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.037+0000 7fd37c2f8b80 20 client.15240 trim_cache size 0 max 16384 2023-10-21T15:39:45.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd37c2f8b80 1 Processor -- start 2023-10-21T15:39:45.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd37c2f8b80 1 -- start start 2023-10-21T15:39:45.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27e730 0x561f9e27f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27f5d0 0x561f9e28f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e287790 con 0x561f9e27e730 2023-10-21T15:39:45.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e0518d0 con 0x561f9e27f5d0 2023-10-21T15:39:45.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e288ac0 con 0x561f9e27ddd0 2023-10-21T15:39:45.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd36d6aa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27e730 0x561f9e27f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd36d6aa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27e730 0x561f9e27f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34430/0 (socket says 172.21.15.46:34430) 2023-10-21T15:39:45.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd36d6aa700 1 -- 172.21.15.46:0/3454891829 learned_addr learned my addr 172.21.15.46:0/3454891829 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.055+0000 7fd36deab700 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36d6aa700 1 -- 172.21.15.46:0/3454891829 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 msgr2=0x561f9e27ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27f5d0 0x561f9e28f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36d6aa700 1 -- 172.21.15.46:0/3454891829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27f5d0 msgr2=0x561f9e28f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27f5d0 0x561f9e28f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36d6aa700 1 -- 172.21.15.46:0/3454891829 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561f9dfe4c10 con 0x561f9e27e730 2023-10-21T15:39:45.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36deab700 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:45.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27f5d0 0x561f9e28f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:45.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27e730 0x561f9e27f9d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd364011fd0 tx=0x7fd364014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66aa551e56cca639 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd35cff9700 1 -- 172.21.15.46:0/3454891829 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36402a440 con 0x561f9e27e730 2023-10-21T15:39:45.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd35cff9700 1 -- 172.21.15.46:0/3454891829 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd364016070 con 0x561f9e27e730 2023-10-21T15:39:45.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd35cff9700 1 -- 172.21.15.46:0/3454891829 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36401f720 con 0x561f9e27e730 2023-10-21T15:39:45.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3454891829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27e730 msgr2=0x561f9e27f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27e730 0x561f9e27f9d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd364011fd0 tx=0x7fd364014000 comp rx=0 tx=0).stop 2023-10-21T15:39:45.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3454891829 shutdown_connections 2023-10-21T15:39:45.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27f5d0 0x561f9e28f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27ddd0 0x561f9e27ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.056+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/3454891829 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27e730 0x561f9e27f9d0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3454891829 >> 172.21.15.46:0/3454891829 conn(0x561f9e1abd80 msgr2=0x561f9e277750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3454891829 shutdown_connections 2023-10-21T15:39:45.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/3454891829 wait complete. 2023-10-21T15:39:45.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 -- start start 2023-10-21T15:39:45.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 Processor -- start 2023-10-21T15:39:45.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27ddd0 0x561f9e289970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27e730 0x561f9e28eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e289eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e28a3f0 con 0x561f9e27f5d0 2023-10-21T15:39:45.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e28a560 con 0x561f9e27ddd0 2023-10-21T15:39:45.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f9e2e6d00 con 0x561f9e27e730 2023-10-21T15:39:45.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd37c2f8b80 10 client.0 _ll_register_callbacks cb 0x7fd364005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:45.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd36e6ac700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e289eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd36e6ac700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e289eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34438/0 (socket says 172.21.15.46:34438) 2023-10-21T15:39:45.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.057+0000 7fd36e6ac700 1 -- 172.21.15.46:0/572203055 learned_addr learned my addr 172.21.15.46:0/572203055 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd36d6aa700 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27e730 0x561f9e28eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd36deab700 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27ddd0 0x561f9e289970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd36e6ac700 1 -- 172.21.15.46:0/572203055 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27e730 msgr2=0x561f9e28eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27e730 0x561f9e28eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd36e6ac700 1 -- 172.21.15.46:0/572203055 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27ddd0 msgr2=0x561f9e289970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27ddd0 0x561f9e289970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd36e6ac700 1 -- 172.21.15.46:0/572203055 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd364011c80 con 0x561f9e27f5d0 2023-10-21T15:39:45.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd36e6ac700 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e289eb0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd360007a30 tx=0x7fd360004dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76cbc9861f0994d5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd3517fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:45.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd3517fa700 1 -- 172.21.15.46:0/572203055 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36000e070 con 0x561f9e27f5d0 2023-10-21T15:39:45.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd3517fa700 1 -- 172.21.15.46:0/572203055 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd36000b100 con 0x561f9e27f5d0 2023-10-21T15:39:45.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/572203055 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd3600076e0 con 0x561f9e27f5d0 2023-10-21T15:39:45.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd3517fa700 1 -- 172.21.15.46:0/572203055 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd36000b2c0 con 0x561f9e27f5d0 2023-10-21T15:39:45.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd37c2f8b80 10 client.15246 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:45.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/572203055 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x561f9e022200 con 0x561f9e27f5d0 2023-10-21T15:39:45.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.058+0000 7fd3517fa700 1 -- 172.21.15.46:0/572203055 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd3600076e0 con 0x561f9e27f5d0 2023-10-21T15:39:45.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd3517fa700 1 -- 172.21.15.46:0/572203055 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd36003a450 con 0x561f9e27f5d0 2023-10-21T15:39:45.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd37c2f8b80 10 client.15246 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:45.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd37c2f8b80 10 client.15246 resolve_mds: resolved name 'f' to daemon mds.f 2023-10-21T15:39:45.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd37c2f8b80 20 client.15246 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:45.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x561f9e2ebae0 0x561f9e2e7f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd37c2f8b80 4 client.15246 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:45.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/572203055 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "status"}) v1 -- 0x561f9e1c9e00 con 0x561f9e2ebae0 2023-10-21T15:39:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd36deab700 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x561f9e2ebae0 0x561f9e2e7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd3517fa700 10 client.15246 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd36deab700 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x561f9e2ebae0 0x561f9e2e7f40 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=255790879a45c745 server_cookie=ba37ecca7258de3d in_seq=0 out_seq=0 2023-10-21T15:39:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd3517fa700 1 -- 172.21.15.46:0/572203055 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x561f9e1c9e00 con 0x561f9e2ebae0 2023-10-21T15:39:45.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd3517fa700 10 client.15246 handle_command_reply: tid=0 2023-10-21T15:39:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.059+0000 7fd37c2f8b80 1 client.15246 shutdown 2023-10-21T15:39:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/572203055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 msgr2=0x561f9e289eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e289eb0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd360007a30 tx=0x7fd360004dd0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/572203055 shutdown_connections 2023-10-21T15:39:45.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561f9e27f5d0 0x561f9e289eb0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x561f9e2ebae0 0x561f9e2e7f40 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561f9e27ddd0 0x561f9e289970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 --2- 172.21.15.46:0/572203055 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x561f9e27e730 0x561f9e28eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd3517fa700 0 client.15246 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:45.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/572203055 >> 172.21.15.46:0/572203055 conn(0x561f9e1abd80 msgr2=0x561f9e292070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/572203055 shutdown_connections 2023-10-21T15:39:45.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 1 -- 172.21.15.46:0/572203055 wait complete. 2023-10-21T15:39:45.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37c2f8b80 20 client.15246 trim_cache size 0 max 16384 2023-10-21T15:39:45.084 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:45.085 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:45.085 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 2, 2023-10-21T15:39:45.085 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24481, 2023-10-21T15:39:45.085 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:45.086 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:45.086 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:45.086 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 74.385527979000003, 2023-10-21T15:39:45.086 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:45.086 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:45.087 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:45.087 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 96.906494103 2023-10-21T15:39:45.087 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:45.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 -- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd3540a1550 msgr2=0x7fd3540a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd3540a1550 0x7fd3540a3a10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd364009cb0 tx=0x7fd364009260 comp rx=0 tx=0).stop 2023-10-21T15:39:45.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 -- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3680ffdc0 msgr2=0x7fd368195aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3680ffdc0 0x7fd368195aa0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd358007b50 tx=0x7fd358007f10 comp rx=0 tx=0).stop 2023-10-21T15:39:45.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 -- 172.21.15.46:0/1825922914 shutdown_connections 2023-10-21T15:39:45.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd3540a1550 0x7fd3540a3a10 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd3680ffdc0 0x7fd368195aa0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd368101950 0x7fd36819d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 --2- 172.21.15.46:0/1825922914 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd368100fb0 0x7fd368195fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 -- 172.21.15.46:0/1825922914 >> 172.21.15.46:0/1825922914 conn(0x7fd3680fb310 msgr2=0x7fd3680fd450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 -- 172.21.15.46:0/1825922914 shutdown_connections 2023-10-21T15:39:45.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.060+0000 7fd37010f700 1 -- 172.21.15.46:0/1825922914 wait complete. 2023-10-21T15:39:45.091 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:44 smithi046 ceph-mon[99436]: pgmap v299: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-10-21T15:39:45.091 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:44 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1788713272' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:45.091 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:44 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/954176798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:45.092 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-10-21T15:39:45.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 -- 172.21.15.46:0/3590309862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0100ea0 msgr2=0x7fe7d01012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 --2- 172.21.15.46:0/3590309862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0100ea0 0x7fe7d01012c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0009990 tx=0x7fe7c0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 -- 172.21.15.46:0/3590309862 shutdown_connections 2023-10-21T15:39:45.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 --2- 172.21.15.46:0/3590309862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0100ea0 0x7fe7d01012c0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 --2- 172.21.15.46:0/3590309862 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7d0102a40 0x7fe7d0109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 --2- 172.21.15.46:0/3590309862 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7d0102080 0x7fe7d0102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 -- 172.21.15.46:0/3590309862 >> 172.21.15.46:0/3590309862 conn(0x7fe7d00fc460 msgr2=0x7fe7d00fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 -- 172.21.15.46:0/3590309862 shutdown_connections 2023-10-21T15:39:45.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.216+0000 7fe7d5844700 1 -- 172.21.15.46:0/3590309862 wait complete. 2023-10-21T15:39:45.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7d5844700 1 Processor -- start 2023-10-21T15:39:45.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7d5844700 1 -- start start 2023-10-21T15:39:45.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7d5844700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7d0100ea0 0x7fe7d0074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7d5844700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7d0102080 0x7fe7d00732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7d5844700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0102a40 0x7fe7d00737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7d5844700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d0073f80 con 0x7fe7d0102a40 2023-10-21T15:39:45.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7d5844700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d00740f0 con 0x7fe7d0102080 2023-10-21T15:39:45.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7d5844700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d01a0b20 con 0x7fe7d0100ea0 2023-10-21T15:39:45.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7cf7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0102a40 0x7fe7d00737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7cf7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0102a40 0x7fe7d00737e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34452/0 (socket says 172.21.15.46:34452) 2023-10-21T15:39:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7cf7fe700 1 -- 172.21.15.46:0/2220699945 learned_addr learned my addr 172.21.15.46:0/2220699945 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.217+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7d0102080 0x7fe7d00732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7d0100ea0 0x7fe7d0074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7cf7fe700 1 -- 172.21.15.46:0/2220699945 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7d0100ea0 msgr2=0x7fe7d0074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7d0100ea0 0x7fe7d0074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7cf7fe700 1 -- 172.21.15.46:0/2220699945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7d0102080 msgr2=0x7fe7d00732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7d0102080 0x7fe7d00732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7cf7fe700 1 -- 172.21.15.46:0/2220699945 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7c00095f0 con 0x7fe7d0102a40 2023-10-21T15:39:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7d0102080 0x7fe7d00732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0102a40 0x7fe7d00737e0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe7c8007ee0 tx=0x7fe7c800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7d4842700 1 -- 172.21.15.46:0/2220699945 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c8017070 con 0x7fe7d0102a40 2023-10-21T15:39:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7d4842700 1 -- 172.21.15.46:0/2220699945 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c800f040 con 0x7fe7d0102a40 2023-10-21T15:39:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7d5844700 1 -- 172.21.15.46:0/2220699945 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7d01a0e00 con 0x7fe7d0102a40 2023-10-21T15:39:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7d4842700 1 -- 172.21.15.46:0/2220699945 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c8005580 con 0x7fe7d0102a40 2023-10-21T15:39:45.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.218+0000 7fe7d5844700 1 -- 172.21.15.46:0/2220699945 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d01a1230 con 0x7fe7d0102a40 2023-10-21T15:39:45.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.220+0000 7fe7d4842700 1 -- 172.21.15.46:0/2220699945 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fe7c8005760 con 0x7fe7d0102a40 2023-10-21T15:39:45.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.221+0000 7fe7d4842700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe7bc0a1550 0x7fe7bc0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.221+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe7bc0a1550 0x7fe7bc0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.221+0000 7fe7d4842700 1 -- 172.21.15.46:0/2220699945 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe7c80cc660 con 0x7fe7d0102a40 2023-10-21T15:39:45.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.221+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe7bc0a1550 0x7fe7bc0a3a10 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0006010 tx=0x7fe7c0005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7e1a2db80 1 Processor -- start 2023-10-21T15:39:45.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7e1a2db80 1 -- start start 2023-10-21T15:39:45.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8ec1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ec730 0x5602cf8ecff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8eda50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf860c20 con 0x5602cf8ebdd0 2023-10-21T15:39:45.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf845c10 con 0x5602cf8ec730 2023-10-21T15:39:45.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf843530 con 0x5602cf8ed5d0 2023-10-21T15:39:45.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8ec1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8ec1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34456/0 (socket says 172.21.15.46:34456) 2023-10-21T15:39:45.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 -- 172.21.15.46:0/1743603611 learned_addr learned my addr 172.21.15.46:0/1743603611 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ec730 0x5602cf8ecff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8eda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 -- 172.21.15.46:0/1743603611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 msgr2=0x5602cf8eda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8eda50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 -- 172.21.15.46:0/1743603611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ec730 msgr2=0x5602cf8ecff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ec730 0x5602cf8ecff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 -- 172.21.15.46:0/1743603611 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5602cf7fc3a0 con 0x5602cf8ebdd0 2023-10-21T15:39:45.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ec730 0x5602cf8ecff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:45.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8eda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:45.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.222+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8ec1f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0015000 tx=0x7fe7c0020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bd8a24707aaf464 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7c5ffb700 1 -- 172.21.15.46:0/1743603611 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c002a070 con 0x5602cf8ebdd0 2023-10-21T15:39:45.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7c5ffb700 1 -- 172.21.15.46:0/1743603611 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c001e040 con 0x5602cf8ebdd0 2023-10-21T15:39:45.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7c5ffb700 1 -- 172.21.15.46:0/1743603611 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c0023ab0 con 0x5602cf8ebdd0 2023-10-21T15:39:45.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1743603611 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 msgr2=0x5602cf8ec1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8ec1f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0015000 tx=0x7fe7c0020000 comp rx=0 tx=0).stop 2023-10-21T15:39:45.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1743603611 shutdown_connections 2023-10-21T15:39:45.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8ec1f0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8eda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1743603611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ec730 0x5602cf8ecff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1743603611 >> 172.21.15.46:0/1743603611 conn(0x5602cf819d80 msgr2=0x5602cf8e6f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1743603611 shutdown_connections 2023-10-21T15:39:45.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.223+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1743603611 wait complete. 2023-10-21T15:39:45.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 1 -- start start 2023-10-21T15:39:45.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 1 Processor -- start 2023-10-21T15:39:45.243 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.243 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8f60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.243 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.243 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf83ee20 con 0x5602cf8ec730 2023-10-21T15:39:45.243 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf7db6c0 con 0x5602cf8ebdd0 2023-10-21T15:39:45.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf7db360 con 0x5602cf8ed5d0 2023-10-21T15:39:45.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7e1a2db80 10 client.0 _ll_register_callbacks cb 0x5602cf6387b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:45.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7ce7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8f60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7ce7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8f60c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34464/0 (socket says 172.21.15.46:34464) 2023-10-21T15:39:45.244 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7ce7fc700 1 -- 172.21.15.46:0/1533357355 learned_addr learned my addr 172.21.15.46:0/1533357355 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.224+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7ce7fc700 1 -- 172.21.15.46:0/1533357355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 msgr2=0x5602cf8fd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.245 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7ce7fc700 1 -- 172.21.15.46:0/1533357355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 msgr2=0x5602cf8f5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7ce7fc700 1 -- 172.21.15.46:0/1533357355 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d0109c90 con 0x5602cf8ec730 2023-10-21T15:39:45.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8f60c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8011bb0 tx=0x7fe7b8011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aebe2035cd73b20b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7aeffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:45.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7aeffd700 1 -- 172.21.15.46:0/1533357355 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b800fd20 con 0x5602cf8ec730 2023-10-21T15:39:45.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7aeffd700 1 -- 172.21.15.46:0/1533357355 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe7b800fe80 con 0x5602cf8ec730 2023-10-21T15:39:45.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1533357355 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5602cf843ea0 con 0x5602cf8ec730 2023-10-21T15:39:45.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7aeffd700 1 -- 172.21.15.46:0/1533357355 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe7b8004830 con 0x5602cf8ec730 2023-10-21T15:39:45.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7e1a2db80 10 client.15258 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:45.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1533357355 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5602cf669d90 con 0x5602cf8ec730 2023-10-21T15:39:45.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7aeffd700 1 -- 172.21.15.46:0/1533357355 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5602cf843ea0 con 0x5602cf8ec730 2023-10-21T15:39:45.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7aeffd700 1 -- 172.21.15.46:0/1533357355 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe7b801a5b0 con 0x5602cf8ec730 2023-10-21T15:39:45.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7e1a2db80 10 client.15258 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:45.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.225+0000 7fe7e1a2db80 10 client.15258 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-21T15:39:45.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.226+0000 7fe7e1a2db80 20 client.15258 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:45.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.226+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x5602cf9017d0 0x5602cf900220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.226+0000 7fe7e1a2db80 4 client.15258 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:45.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.226+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1533357355 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5602cf8bbbc0 con 0x5602cf9017d0 2023-10-21T15:39:45.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.226+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x5602cf9017d0 0x5602cf900220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.226+0000 7fe7aeffd700 10 client.15258 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:45.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.226+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x5602cf9017d0 0x5602cf900220 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eac78a61f981e94a server_cookie=31fe29a382f659 in_seq=0 out_seq=0 2023-10-21T15:39:45.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7aeffd700 1 -- 172.21.15.46:0/1533357355 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5602cf8bbbc0 con 0x5602cf9017d0 2023-10-21T15:39:45.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7aeffd700 10 client.15258 handle_command_reply: tid=0 2023-10-21T15:39:45.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 client.15258 shutdown 2023-10-21T15:39:45.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1533357355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 msgr2=0x5602cf8f60c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8f60c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8011bb0 tx=0x7fe7b8011ec0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1533357355 shutdown_connections 2023-10-21T15:39:45.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x5602cf9017d0 0x5602cf900220 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1533357355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8f60c0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7aeffd700 0 client.15258 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:45.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1533357355 >> 172.21.15.46:0/1533357355 conn(0x5602cf819d80 msgr2=0x5602cf8e6b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1533357355 shutdown_connections 2023-10-21T15:39:45.253 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1533357355 wait complete. 2023-10-21T15:39:45.253 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.227+0000 7fe7e1a2db80 20 client.15258 trim_cache size 0 max 16384 2023-10-21T15:39:45.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:44 smithi105 ceph-mon[103980]: pgmap v299: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-10-21T15:39:45.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:44 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1788713272' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:45.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:44 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/954176798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:45.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7e1a2db80 1 Processor -- start 2023-10-21T15:39:45.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7e1a2db80 1 -- start start 2023-10-21T15:39:45.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ec730 0x5602cf8f0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf8f5750 con 0x5602cf8ebdd0 2023-10-21T15:39:45.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf6bf8d0 con 0x5602cf8ed5d0 2023-10-21T15:39:45.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf8f6d70 con 0x5602cf8ec730 2023-10-21T15:39:45.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34470/0 (socket says 172.21.15.46:34470) 2023-10-21T15:39:45.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 -- 172.21.15.46:0/1618533307 learned_addr learned my addr 172.21.15.46:0/1618533307 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 -- 172.21.15.46:0/1618533307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ec730 msgr2=0x5602cf8f0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ec730 0x5602cf8f0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ec730 0x5602cf8f0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 -- 172.21.15.46:0/1618533307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ed5d0 msgr2=0x5602cf8fd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 -- 172.21.15.46:0/1618533307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5602cf652c10 con 0x5602cf8ebdd0 2023-10-21T15:39:45.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ec730 0x5602cf8f0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:45.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:45.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f0540 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0003f00 tx=0x7fe7c0009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b957cc578108621 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.245+0000 7fe7c67fc700 1 -- 172.21.15.46:0/1618533307 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c002a040 con 0x5602cf8ebdd0 2023-10-21T15:39:45.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7c67fc700 1 -- 172.21.15.46:0/1618533307 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c0037560 con 0x5602cf8ebdd0 2023-10-21T15:39:45.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7c67fc700 1 -- 172.21.15.46:0/1618533307 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c00052d0 con 0x5602cf8ebdd0 2023-10-21T15:39:45.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1618533307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 msgr2=0x5602cf8f0540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f0540 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0003f00 tx=0x7fe7c0009310 comp rx=0 tx=0).stop 2023-10-21T15:39:45.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1618533307 shutdown_connections 2023-10-21T15:39:45.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ebdd0 0x5602cf8f0540 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ed5d0 0x5602cf8fd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/1618533307 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ec730 0x5602cf8f0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1618533307 >> 172.21.15.46:0/1618533307 conn(0x5602cf819d80 msgr2=0x5602cf8e5750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1618533307 shutdown_connections 2023-10-21T15:39:45.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/1618533307 wait complete. 2023-10-21T15:39:45.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.246+0000 7fe7e1a2db80 1 -- start start 2023-10-21T15:39:45.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7e1a2db80 1 Processor -- start 2023-10-21T15:39:45.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 0x5602cf8fcb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8fd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7e1a2db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8f9720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf8f9db0 con 0x5602cf8ec730 2023-10-21T15:39:45.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf8f9f20 con 0x5602cf8ebdd0 2023-10-21T15:39:45.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7e1a2db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602cf8fa0e0 con 0x5602cf8ed5d0 2023-10-21T15:39:45.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7e1a2db80 10 client.0 _ll_register_callbacks cb 0x7fe7b8011470 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:45.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8fd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8fd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34478/0 (socket says 172.21.15.46:34478) 2023-10-21T15:39:45.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 -- 172.21.15.46:0/779696364 learned_addr learned my addr 172.21.15.46:0/779696364 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 0x5602cf8fcb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7cf7fe700 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8f9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 -- 172.21.15.46:0/779696364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 msgr2=0x5602cf8f9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8f9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 -- 172.21.15.46:0/779696364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 msgr2=0x5602cf8fcb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 0x5602cf8fcb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 -- 172.21.15.46:0/779696364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5602cf7fc3a0 con 0x5602cf8ec730 2023-10-21T15:39:45.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7ce7fc700 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8fd040 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe7b801a9e0 tx=0x7fe7b8011fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6486ef701bbe4b0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.247+0000 7fe7aeffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:45.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7aeffd700 1 -- 172.21.15.46:0/779696364 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7b801a6c0 con 0x5602cf8ec730 2023-10-21T15:39:45.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7aeffd700 1 -- 172.21.15.46:0/779696364 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe7b8000e40 con 0x5602cf8ec730 2023-10-21T15:39:45.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/779696364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe7c001e040 con 0x5602cf8ec730 2023-10-21T15:39:45.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7aeffd700 1 -- 172.21.15.46:0/779696364 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe7b8034030 con 0x5602cf8ec730 2023-10-21T15:39:45.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 10 client.15264 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:45.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/779696364 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5602cf690200 con 0x5602cf8ec730 2023-10-21T15:39:45.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7aeffd700 1 -- 172.21.15.46:0/779696364 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c001e040 con 0x5602cf8ec730 2023-10-21T15:39:45.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7aeffd700 1 -- 172.21.15.46:0/779696364 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe7b8003710 con 0x5602cf8ec730 2023-10-21T15:39:45.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 10 client.15264 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:45.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 10 client.15264 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-21T15:39:45.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 20 client.15264 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:45.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x5602cf959ff0 0x5602cf956450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 4 client.15264 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:45.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/779696364 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5602cf837e00 con 0x5602cf959ff0 2023-10-21T15:39:45.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.248+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x5602cf959ff0 0x5602cf956450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7aeffd700 10 client.15264 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:45.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7ceffd700 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x5602cf959ff0 0x5602cf956450 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ebc5f9abf600f3b3 server_cookie=b1506ff0ea8b71bc in_seq=0 out_seq=0 2023-10-21T15:39:45.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7aeffd700 1 -- 172.21.15.46:0/779696364 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5602cf837e00 con 0x5602cf959ff0 2023-10-21T15:39:45.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7aeffd700 10 client.15264 handle_command_reply: tid=0 2023-10-21T15:39:45.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 client.15264 shutdown 2023-10-21T15:39:45.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/779696364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 msgr2=0x5602cf8fd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8fd040 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe7b801a9e0 tx=0x7fe7b8011fc0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/779696364 shutdown_connections 2023-10-21T15:39:45.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5602cf8ed5d0 0x5602cf8f9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5602cf8ebdd0 0x5602cf8fcb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x5602cf959ff0 0x5602cf956450 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 --2- 172.21.15.46:0/779696364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5602cf8ec730 0x5602cf8fd040 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7aeffd700 0 client.15264 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:45.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/779696364 >> 172.21.15.46:0/779696364 conn(0x5602cf819d80 msgr2=0x5602cf8f0540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/779696364 shutdown_connections 2023-10-21T15:39:45.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 1 -- 172.21.15.46:0/779696364 wait complete. 2023-10-21T15:39:45.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.249+0000 7fe7e1a2db80 20 client.15264 trim_cache size 0 max 16384 2023-10-21T15:39:45.277 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:45.278 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:45.278 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 1, 2023-10-21T15:39:45.278 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24508, 2023-10-21T15:39:45.278 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:45.278 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:45.279 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:45.279 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 75.283911619999998, 2023-10-21T15:39:45.279 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:45.279 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:45.279 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:45.280 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 90.192491102000005 2023-10-21T15:39:45.280 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:45.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 -- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe7bc0a1550 msgr2=0x7fe7bc0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe7bc0a1550 0x7fe7bc0a3a10 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0006010 tx=0x7fe7c0005960 comp rx=0 tx=0).stop 2023-10-21T15:39:45.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 -- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0102a40 msgr2=0x7fe7d00737e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0102a40 0x7fe7d00737e0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe7c8007ee0 tx=0x7fe7c800d3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 -- 172.21.15.46:0/2220699945 shutdown_connections 2023-10-21T15:39:45.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe7bc0a1550 0x7fe7bc0a3a10 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7d0102a40 0x7fe7d00737e0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe7d0100ea0 0x7fe7d0074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 --2- 172.21.15.46:0/2220699945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7d0102080 0x7fe7d00732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 -- 172.21.15.46:0/2220699945 >> 172.21.15.46:0/2220699945 conn(0x7fe7d00fc460 msgr2=0x7fe7d0105560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 -- 172.21.15.46:0/2220699945 shutdown_connections 2023-10-21T15:39:45.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.250+0000 7fe7d5844700 1 -- 172.21.15.46:0/2220699945 wait complete. 2023-10-21T15:39:45.284 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-21T15:39:45.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:44 smithi119 ceph-mon[103628]: pgmap v299: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-10-21T15:39:45.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:44 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1788713272' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:45.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:44 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/954176798' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:45.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 -- 172.21.15.46:0/4195314342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894100e80 msgr2=0x7f98941012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 --2- 172.21.15.46:0/4195314342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894100e80 0x7f98941012a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f9888009990 tx=0x7f9888009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 -- 172.21.15.46:0/4195314342 shutdown_connections 2023-10-21T15:39:45.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 --2- 172.21.15.46:0/4195314342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894100e80 0x7f98941012a0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 --2- 172.21.15.46:0/4195314342 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9894102a20 0x7f9894109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 --2- 172.21.15.46:0/4195314342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9894102060 0x7f98941024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 -- 172.21.15.46:0/4195314342 >> 172.21.15.46:0/4195314342 conn(0x7f98940fc420 msgr2=0x7f98940fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 -- 172.21.15.46:0/4195314342 shutdown_connections 2023-10-21T15:39:45.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 -- 172.21.15.46:0/4195314342 wait complete. 2023-10-21T15:39:45.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 Processor -- start 2023-10-21T15:39:45.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.410+0000 7f989af59700 1 -- start start 2023-10-21T15:39:45.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f989af59700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9894100e80 0x7f9894074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f989af59700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894102060 0x7f98940732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f989af59700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9894102a20 0x7f98940737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f989af59700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9894073f80 con 0x7f9894102060 2023-10-21T15:39:45.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f989af59700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98940740f0 con 0x7f9894102a20 2023-10-21T15:39:45.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f989af59700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98941a0c90 con 0x7f9894100e80 2023-10-21T15:39:45.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894102060 0x7f98940732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894102060 0x7f98940732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34492/0 (socket says 172.21.15.46:34492) 2023-10-21T15:39:45.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 -- 172.21.15.46:0/2209953851 learned_addr learned my addr 172.21.15.46:0/2209953851 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9894100e80 0x7f9894074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f98994f6700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9894102a20 0x7f98940737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 -- 172.21.15.46:0/2209953851 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9894100e80 msgr2=0x7f9894074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9894100e80 0x7f9894074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 -- 172.21.15.46:0/2209953851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9894102a20 msgr2=0x7f98940737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9894102a20 0x7f98940737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 -- 172.21.15.46:0/2209953851 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98880095f0 con 0x7f9894102060 2023-10-21T15:39:45.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f98994f6700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9894102a20 0x7f98940737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:45.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9893fff700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894102060 0x7f98940732a0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f988000d980 tx=0x7f988000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9891ffb700 1 -- 172.21.15.46:0/2209953851 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9880004020 con 0x7f9894102060 2023-10-21T15:39:45.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9891ffb700 1 -- 172.21.15.46:0/2209953851 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9880009730 con 0x7f9894102060 2023-10-21T15:39:45.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f989af59700 1 -- 172.21.15.46:0/2209953851 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98941a0f70 con 0x7f9894102060 2023-10-21T15:39:45.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.411+0000 7f9891ffb700 1 -- 172.21.15.46:0/2209953851 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9880003a30 con 0x7f9894102060 2023-10-21T15:39:45.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.412+0000 7f989af59700 1 -- 172.21.15.46:0/2209953851 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98941a13f0 con 0x7f9894102060 2023-10-21T15:39:45.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.414+0000 7f9891ffb700 1 -- 172.21.15.46:0/2209953851 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7f98800098a0 con 0x7f9894102060 2023-10-21T15:39:45.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.414+0000 7f9891ffb700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98840a1550 0x7f98840a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.414+0000 7f9891ffb700 1 -- 172.21.15.46:0/2209953851 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f98800ccb40 con 0x7f9894102060 2023-10-21T15:39:45.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.414+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98840a1550 0x7f98840a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98840a1550 0x7f98840a3a10 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f988800b5c0 tx=0x7f9888005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f98a7142b80 1 Processor -- start 2023-10-21T15:39:45.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f98a7142b80 1 -- start start 2023-10-21T15:39:45.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383dfdd0 0x5617383e01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e0730 0x5617383e0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383e1a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f98a7142b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x561738354c20 con 0x5617383e15d0 2023-10-21T15:39:45.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f98a7142b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x561738339c10 con 0x5617383e0730 2023-10-21T15:39:45.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.415+0000 7f98a7142b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x561738337530 con 0x5617383dfdd0 2023-10-21T15:39:45.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383e1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383e1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34502/0 (socket says 172.21.15.46:34502) 2023-10-21T15:39:45.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 -- 172.21.15.46:0/3400838613 learned_addr learned my addr 172.21.15.46:0/3400838613 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f9898cf5700 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383dfdd0 0x5617383e01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f9893fff700 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e0730 0x5617383e0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 -- 172.21.15.46:0/3400838613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383dfdd0 msgr2=0x5617383e01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383dfdd0 0x5617383e01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 -- 172.21.15.46:0/3400838613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e0730 msgr2=0x5617383e0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e0730 0x5617383e0ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 -- 172.21.15.46:0/3400838613 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5617382f03a0 con 0x5617383e15d0 2023-10-21T15:39:45.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f9893fff700 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e0730 0x5617383e0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:45.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f98994f6700 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383e1a50 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f988c007fd0 tx=0x7f988c008850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9de80685e06ae240 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f987effd700 1 -- 172.21.15.46:0/3400838613 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f988c003c00 con 0x5617383e15d0 2023-10-21T15:39:45.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f987effd700 1 -- 172.21.15.46:0/3400838613 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f988c010040 con 0x5617383e15d0 2023-10-21T15:39:45.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.416+0000 7f987effd700 1 -- 172.21.15.46:0/3400838613 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f988c012760 con 0x5617383e15d0 2023-10-21T15:39:45.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 -- 172.21.15.46:0/3400838613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 msgr2=0x5617383e1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383e1a50 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f988c007fd0 tx=0x7f988c008850 comp rx=0 tx=0).stop 2023-10-21T15:39:45.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 -- 172.21.15.46:0/3400838613 shutdown_connections 2023-10-21T15:39:45.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383e1a50 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383dfdd0 0x5617383e01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3400838613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e0730 0x5617383e0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 -- 172.21.15.46:0/3400838613 >> 172.21.15.46:0/3400838613 conn(0x56173830dd80 msgr2=0x5617383daf90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 -- 172.21.15.46:0/3400838613 shutdown_connections 2023-10-21T15:39:45.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 -- 172.21.15.46:0/3400838613 wait complete. 2023-10-21T15:39:45.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.417+0000 7f98a7142b80 1 -- start start 2023-10-21T15:39:45.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98a7142b80 1 Processor -- start 2023-10-21T15:39:45.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 0x5617383e9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e0730 0x5617383ea160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e15d0 0x5617383f11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98a7142b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x561738332e20 con 0x5617383e0730 2023-10-21T15:39:45.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98a7142b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5617382cf6c0 con 0x5617383dfdd0 2023-10-21T15:39:45.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98a7142b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5617382cf360 con 0x5617383e15d0 2023-10-21T15:39:45.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98a7142b80 10 client.0 _ll_register_callbacks cb 0x56173812c7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:45.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9893fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e0730 0x5617383ea160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9893fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e0730 0x5617383ea160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34506/0 (socket says 172.21.15.46:34506) 2023-10-21T15:39:45.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9893fff700 1 -- 172.21.15.46:0/3430640290 learned_addr learned my addr 172.21.15.46:0/3430640290 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9898cf5700 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 0x5617383e9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f98994f6700 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e15d0 0x5617383f11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9893fff700 1 -- 172.21.15.46:0/3430640290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e15d0 msgr2=0x5617383f11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9893fff700 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e15d0 0x5617383f11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9893fff700 1 -- 172.21.15.46:0/3430640290 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 msgr2=0x5617383e9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9893fff700 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 0x5617383e9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.418+0000 7f9893fff700 1 -- 172.21.15.46:0/3430640290 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f988c007db0 con 0x5617383e0730 2023-10-21T15:39:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f9893fff700 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e0730 0x5617383ea160 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9880099ca0 tx=0x7f988009a500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b81c5ba93b1d058a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f9873fff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f9873fff700 1 -- 172.21.15.46:0/3430640290 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98800a20a0 con 0x5617383e0730 2023-10-21T15:39:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f9873fff700 1 -- 172.21.15.46:0/3430640290 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9880099f70 con 0x5617383e0730 2023-10-21T15:39:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 1 -- 172.21.15.46:0/3430640290 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561738337ea0 con 0x5617383e0730 2023-10-21T15:39:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f9873fff700 1 -- 172.21.15.46:0/3430640290 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f988009a130 con 0x5617383e0730 2023-10-21T15:39:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 10 client.15276 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:45.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 1 -- 172.21.15.46:0/3430640290 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56173815dd90 con 0x5617383e0730 2023-10-21T15:39:45.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f9873fff700 1 -- 172.21.15.46:0/3430640290 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561738337ea0 con 0x5617383e0730 2023-10-21T15:39:45.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f9873fff700 1 -- 172.21.15.46:0/3430640290 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f98800a1c80 con 0x5617383e0730 2023-10-21T15:39:45.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 10 client.15276 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:45.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 10 client.15276 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-21T15:39:45.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 20 client.15276 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:45.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5617383f57e0 0x5617383f42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 4 client.15276 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:45.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.419+0000 7f98a7142b80 1 -- 172.21.15.46:0/3430640290 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5617383afbc0 con 0x5617383f57e0 2023-10-21T15:39:45.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.420+0000 7f9898cf5700 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5617383f57e0 0x5617383f42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.420+0000 7f9898cf5700 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5617383f57e0 0x5617383f42b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a589b0d54f5cb9d server_cookie=428489108c745b19 in_seq=0 out_seq=0 2023-10-21T15:39:45.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.420+0000 7f9873fff700 10 client.15276 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:45.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f9873fff700 1 -- 172.21.15.46:0/3430640290 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5617383afbc0 con 0x5617383f57e0 2023-10-21T15:39:45.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f9873fff700 10 client.15276 handle_command_reply: tid=0 2023-10-21T15:39:45.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 client.15276 shutdown 2023-10-21T15:39:45.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 -- 172.21.15.46:0/3430640290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e0730 msgr2=0x5617383ea160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e0730 0x5617383ea160 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f9880099ca0 tx=0x7f988009a500 comp rx=0 tx=0).stop 2023-10-21T15:39:45.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 -- 172.21.15.46:0/3430640290 shutdown_connections 2023-10-21T15:39:45.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5617383f57e0 0x5617383f42b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e15d0 0x5617383f11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f9873fff700 0 client.15276 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:45.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 0x5617383e9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 --2- 172.21.15.46:0/3430640290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e0730 0x5617383ea160 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 -- 172.21.15.46:0/3430640290 >> 172.21.15.46:0/3430640290 conn(0x56173830dd80 msgr2=0x5617383daba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 -- 172.21.15.46:0/3430640290 shutdown_connections 2023-10-21T15:39:45.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 1 -- 172.21.15.46:0/3430640290 wait complete. 2023-10-21T15:39:45.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.421+0000 7f98a7142b80 20 client.15276 trim_cache size 0 max 16384 2023-10-21T15:39:45.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f98a7142b80 1 Processor -- start 2023-10-21T15:39:45.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f98a7142b80 1 -- start start 2023-10-21T15:39:45.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383dfdd0 0x5617383e88d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e15d0 0x5617383f1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f98a7142b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5617381b38d0 con 0x5617383dfdd0 2023-10-21T15:39:45.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f98a7142b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5617383d5bb0 con 0x5617383e15d0 2023-10-21T15:39:45.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f98a7142b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5617383afbc0 con 0x5617383e0730 2023-10-21T15:39:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f9898cf5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383dfdd0 0x5617383e88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f9898cf5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383dfdd0 0x5617383e88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34512/0 (socket says 172.21.15.46:34512) 2023-10-21T15:39:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f9898cf5700 1 -- 172.21.15.46:0/2420386511 learned_addr learned my addr 172.21.15.46:0/2420386511 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.439+0000 7f9893fff700 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98994f6700 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e15d0 0x5617383f1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f9898cf5700 1 -- 172.21.15.46:0/2420386511 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 msgr2=0x5617383f1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f9898cf5700 1 -- 172.21.15.46:0/2420386511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e15d0 msgr2=0x5617383f1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e15d0 0x5617383f1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f9898cf5700 1 -- 172.21.15.46:0/2420386511 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561738146c10 con 0x5617383dfdd0 2023-10-21T15:39:45.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f9893fff700 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:45.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98994f6700 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e15d0 0x5617383f1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:45.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383dfdd0 0x5617383e88d0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f9888009990 tx=0x7f9888005000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfe546d68b89f54d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f987f7fe700 1 -- 172.21.15.46:0/2420386511 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f988802a040 con 0x5617383dfdd0 2023-10-21T15:39:45.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f987f7fe700 1 -- 172.21.15.46:0/2420386511 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f988802b040 con 0x5617383dfdd0 2023-10-21T15:39:45.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f987f7fe700 1 -- 172.21.15.46:0/2420386511 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9888023460 con 0x5617383dfdd0 2023-10-21T15:39:45.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98a7142b80 1 -- 172.21.15.46:0/2420386511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383dfdd0 msgr2=0x5617383e88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383dfdd0 0x5617383e88d0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f9888009990 tx=0x7f9888005000 comp rx=0 tx=0).stop 2023-10-21T15:39:45.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98a7142b80 1 -- 172.21.15.46:0/2420386511 shutdown_connections 2023-10-21T15:39:45.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383dfdd0 0x5617383e88d0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383e15d0 0x5617383f1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2420386511 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.440+0000 7f98a7142b80 1 -- 172.21.15.46:0/2420386511 >> 172.21.15.46:0/2420386511 conn(0x56173830dd80 msgr2=0x5617383d9750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 -- 172.21.15.46:0/2420386511 shutdown_connections 2023-10-21T15:39:45.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 -- 172.21.15.46:0/2420386511 wait complete. 2023-10-21T15:39:45.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 -- start start 2023-10-21T15:39:45.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 Processor -- start 2023-10-21T15:39:45.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 0x5617383ebb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383ec050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5617383ec6f0 con 0x5617383e15d0 2023-10-21T15:39:45.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5617384491d0 con 0x5617383dfdd0 2023-10-21T15:39:45.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x561738449340 con 0x5617383e0730 2023-10-21T15:39:45.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98a7142b80 10 client.0 _ll_register_callbacks cb 0x7f9880099920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:45.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98994f6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383ec050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98994f6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383ec050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34522/0 (socket says 172.21.15.46:34522) 2023-10-21T15:39:45.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f98994f6700 1 -- 172.21.15.46:0/2307920687 learned_addr learned my addr 172.21.15.46:0/2307920687 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:45.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 0x5617383ebb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.441+0000 7f9893fff700 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98994f6700 1 -- 172.21.15.46:0/2307920687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 msgr2=0x5617383f1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98994f6700 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98994f6700 1 -- 172.21.15.46:0/2307920687 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 msgr2=0x5617383ebb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:45.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98994f6700 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 0x5617383ebb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98994f6700 1 -- 172.21.15.46:0/2307920687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9894109c70 con 0x5617383e15d0 2023-10-21T15:39:45.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98994f6700 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383ec050 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x5617383e0db0 tx=0x7f988c012730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6a2689a067c66c1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:45.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f9873fff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:45.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f9873fff700 1 -- 172.21.15.46:0/2307920687 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f988c007c30 con 0x5617383e15d0 2023-10-21T15:39:45.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f9873fff700 1 -- 172.21.15.46:0/2307920687 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f988c012ab0 con 0x5617383e15d0 2023-10-21T15:39:45.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98a7142b80 1 -- 172.21.15.46:0/2307920687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f988c010040 con 0x5617383e15d0 2023-10-21T15:39:45.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f9873fff700 1 -- 172.21.15.46:0/2307920687 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f988c012cb0 con 0x5617383e15d0 2023-10-21T15:39:45.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98a7142b80 10 client.15282 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:45.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f98a7142b80 1 -- 172.21.15.46:0/2307920687 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x561738184200 con 0x5617383e15d0 2023-10-21T15:39:45.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.442+0000 7f9873fff700 1 -- 172.21.15.46:0/2307920687 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f988c02d020 con 0x5617383e15d0 2023-10-21T15:39:45.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f9873fff700 1 -- 172.21.15.46:0/2307920687 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f988c01c040 con 0x5617383e15d0 2023-10-21T15:39:45.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f98a7142b80 10 client.15282 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:45.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f98a7142b80 10 client.15282 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-21T15:39:45.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f98a7142b80 20 client.15282 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:45.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56173844e5d0 0x56173844aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:45.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f98a7142b80 4 client.15282 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-21T15:39:45.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f98a7142b80 1 -- 172.21.15.46:0/2307920687 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "status"}) v1 -- 0x56173832be00 con 0x56173844e5d0 2023-10-21T15:39:45.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56173844e5d0 0x56173844aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:45.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f9898cf5700 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56173844e5d0 0x56173844aa90 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53a4d8cd8899304c server_cookie=ccecf8c4ffd01aa3 in_seq=0 out_seq=0 2023-10-21T15:39:45.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f9873fff700 10 client.15282 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:45.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f9873fff700 1 -- 172.21.15.46:0/2307920687 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x56173832be00 con 0x56173844e5d0 2023-10-21T15:39:45.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f9873fff700 10 client.15282 handle_command_reply: tid=0 2023-10-21T15:39:45.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.443+0000 7f98a7142b80 1 client.15282 shutdown 2023-10-21T15:39:45.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 -- 172.21.15.46:0/2307920687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 msgr2=0x5617383ec050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383ec050 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x5617383e0db0 tx=0x7f988c012730 comp rx=0 tx=0).stop 2023-10-21T15:39:45.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 -- 172.21.15.46:0/2307920687 shutdown_connections 2023-10-21T15:39:45.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56173844e5d0 0x56173844aa90 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5617383e15d0 0x5617383ec050 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f9873fff700 0 client.15282 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:45.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617383dfdd0 0x5617383ebb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 --2- 172.21.15.46:0/2307920687 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5617383e0730 0x5617383f1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 -- 172.21.15.46:0/2307920687 >> 172.21.15.46:0/2307920687 conn(0x56173830dd80 msgr2=0x5617383f1910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 -- 172.21.15.46:0/2307920687 shutdown_connections 2023-10-21T15:39:45.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 1 -- 172.21.15.46:0/2307920687 wait complete. 2023-10-21T15:39:45.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f98a7142b80 20 client.15282 trim_cache size 0 max 16384 2023-10-21T15:39:45.477 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:45.477 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "bf49eb3e-7026-11ee-8db6-212e2dc638e7", 2023-10-21T15:39:45.477 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2023-10-21T15:39:45.478 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24527, 2023-10-21T15:39:45.478 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2023-10-21T15:39:45.478 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2023-10-21T15:39:45.478 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2023-10-21T15:39:45.478 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 78.498841218999999, 2023-10-21T15:39:45.479 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 27, 2023-10-21T15:39:45.479 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 86, 2023-10-21T15:39:45.479 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 84, 2023-10-21T15:39:45.479 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 83.678761921000003 2023-10-21T15:39:45.479 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:45.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 -- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98840a1550 msgr2=0x7f98840a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98840a1550 0x7f98840a3a10 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f988800b5c0 tx=0x7f9888005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 -- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894102060 msgr2=0x7f98940732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:45.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894102060 0x7f98940732a0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f988000d980 tx=0x7f988000dc90 comp rx=0 tx=0).stop 2023-10-21T15:39:45.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 -- 172.21.15.46:0/2209953851 shutdown_connections 2023-10-21T15:39:45.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98840a1550 0x7f98840a3a10 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9894102a20 0x7f98940737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9894100e80 0x7f9894074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 --2- 172.21.15.46:0/2209953851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9894102060 0x7f98940732a0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:45.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 -- 172.21.15.46:0/2209953851 >> 172.21.15.46:0/2209953851 conn(0x7f98940fc420 msgr2=0x7f98941055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:45.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 -- 172.21.15.46:0/2209953851 shutdown_connections 2023-10-21T15:39:45.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:45.444+0000 7f989af59700 1 -- 172.21.15.46:0/2209953851 wait complete. 2023-10-21T15:39:45.483 INFO:teuthology.run_tasks:Running task kclient... 2023-10-21T15:39:45.512 INFO:tasks.kclient:Mounting kernel clients... 2023-10-21T15:39:45.512 INFO:tasks.kclient:config is {'client.0': {}} 2023-10-21T15:39:45.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:45.513 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2023-10-21T15:39:45.532 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:45.533 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx 2023-10-21T15:39:45.601 INFO:teuthology.orchestra.run.smithi046.stderr:Cannot find device "ceph-brx" 2023-10-21T15:39:45.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:39:45.602 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2023-10-21T15:39:45.603 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-21T15:39:45.603 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-21T15:39:45.604 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph fs ls 2023-10-21T15:39:46.207 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:39:47.084 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:46 smithi046 ceph-mon[99436]: pgmap v300: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:46 smithi105 ceph-mon[103980]: pgmap v300: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:46 smithi119 ceph-mon[103628]: pgmap v300: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-10-21T15:39:47.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 -- 172.21.15.46:0/3309494159 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e4100820 msgr2=0x7fb1e410cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/3309494159 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e4100820 0x7fb1e410cc90 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc0099c0 tx=0x7fb1dc009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 -- 172.21.15.46:0/3309494159 shutdown_connections 2023-10-21T15:39:47.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/3309494159 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e4100820 0x7fb1e410cc90 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/3309494159 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e4105e70 0x7fb1e4106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/3309494159 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb1e40ffe60 0x7fb1e41002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 -- 172.21.15.46:0/3309494159 >> 172.21.15.46:0/3309494159 conn(0x7fb1e4075e00 msgr2=0x7fb1e4076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 -- 172.21.15.46:0/3309494159 shutdown_connections 2023-10-21T15:39:47.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.302+0000 7fb1e9f40700 1 -- 172.21.15.46:0/3309494159 wait complete. 2023-10-21T15:39:47.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.303+0000 7fb1e9f40700 1 Processor -- start 2023-10-21T15:39:47.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.303+0000 7fb1e9f40700 1 -- start start 2023-10-21T15:39:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e9f40700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e40ffe60 0x7fb1e4196f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e9f40700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb1e4100820 0x7fb1e4197490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:47.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e9f40700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e4105e70 0x7fb1e419b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e9f40700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1e419bf10 con 0x7fb1e40ffe60 2023-10-21T15:39:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e9f40700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1e419c080 con 0x7fb1e4100820 2023-10-21T15:39:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e9f40700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1e419c240 con 0x7fb1e4105e70 2023-10-21T15:39:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e40ffe60 0x7fb1e4196f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:47.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e40ffe60 0x7fb1e4196f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34530/0 (socket says 172.21.15.46:34530) 2023-10-21T15:39:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 -- 172.21.15.46:0/2725012758 learned_addr learned my addr 172.21.15.46:0/2725012758 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e2ffd700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb1e4100820 0x7fb1e4197490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e3fff700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e4105e70 0x7fb1e419b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:47.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 -- 172.21.15.46:0/2725012758 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e4105e70 msgr2=0x7fb1e419b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e4105e70 0x7fb1e419b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 -- 172.21.15.46:0/2725012758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb1e4100820 msgr2=0x7fb1e4197490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb1e4100820 0x7fb1e4197490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 -- 172.21.15.46:0/2725012758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1dc0095f0 con 0x7fb1e40ffe60 2023-10-21T15:39:47.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e37fe700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e40ffe60 0x7fb1e4196f50 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb1d40060b0 tx=0x7fb1d400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:47.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e0ff9700 1 -- 172.21.15.46:0/2725012758 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1d400ddd0 con 0x7fb1e40ffe60 2023-10-21T15:39:47.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1e419c520 con 0x7fb1e40ffe60 2023-10-21T15:39:47.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.304+0000 7fb1e0ff9700 1 -- 172.21.15.46:0/2725012758 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb1d400f040 con 0x7fb1e40ffe60 2023-10-21T15:39:47.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.305+0000 7fb1e0ff9700 1 -- 172.21.15.46:0/2725012758 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1d4014690 con 0x7fb1e40ffe60 2023-10-21T15:39:47.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.305+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1e41a3d80 con 0x7fb1e40ffe60 2023-10-21T15:39:47.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.306+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1e404ebb0 con 0x7fb1e40ffe60 2023-10-21T15:39:47.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.307+0000 7fb1e0ff9700 1 -- 172.21.15.46:0/2725012758 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) v1 ==== 136054+0+0 (secure 0 0 0) 0x7fb1d4015400 con 0x7fb1e40ffe60 2023-10-21T15:39:47.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.308+0000 7fb1e0ff9700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb1d00a1510 0x7fb1d00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:47.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.308+0000 7fb1e2ffd700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb1d00a1510 0x7fb1d00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:47.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.308+0000 7fb1e0ff9700 1 -- 172.21.15.46:0/2725012758 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb1d40ccc60 con 0x7fb1e40ffe60 2023-10-21T15:39:47.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.308+0000 7fb1e2ffd700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb1d00a1510 0x7fb1d00a39d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb1e4198570 tx=0x7fb1cc0073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:47.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.311+0000 7fb1e0ff9700 1 -- 172.21.15.46:0/2725012758 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb1d4096170 con 0x7fb1e40ffe60 2023-10-21T15:39:47.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.555+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fb1e410fe00 con 0x7fb1e40ffe60 2023-10-21T15:39:47.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.555+0000 7fb1e0ff9700 1 -- 172.21.15.46:0/2725012758 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) v1 ==== 53+0+73 (secure 0 0 0) 0x7fb1d4099790 con 0x7fb1e40ffe60 2023-10-21T15:39:47.558 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-10-21T15:39:47.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb1d00a1510 msgr2=0x7fb1d00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:47.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb1d00a1510 0x7fb1d00a39d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb1e4198570 tx=0x7fb1cc0073d0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e40ffe60 msgr2=0x7fb1e4196f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:47.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e40ffe60 0x7fb1e4196f50 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fb1d40060b0 tx=0x7fb1d400d3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 shutdown_connections 2023-10-21T15:39:47.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb1d00a1510 0x7fb1d00a39d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb1e40ffe60 0x7fb1e4196f50 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb1e4105e70 0x7fb1e419b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 --2- 172.21.15.46:0/2725012758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb1e4100820 0x7fb1e4197490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:47.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.557+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 >> 172.21.15.46:0/2725012758 conn(0x7fb1e4075e00 msgr2=0x7fb1e40fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:47.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.558+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 shutdown_connections 2023-10-21T15:39:47.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:47.558+0000 7fb1e9f40700 1 -- 172.21.15.46:0/2725012758 wait complete. 2023-10-21T15:39:47.893 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:47 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2725012758' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-21T15:39:47.959 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-21T15:39:47.960 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-21T15:39:47.960 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2023-10-21T15:39:47.960 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-10-21T15:39:47.961 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-21T15:39:47.961 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-21T15:39:47.961 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-21T15:39:47.962 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-21T15:39:47.962 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-21T15:39:47.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:47.963 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2023-10-21T15:39:47.982 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-21T15:39:47.982 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-21T15:39:47.982 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2023-10-21T15:39:47.982 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-10-21T15:39:47.983 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2023-10-21T15:39:47.983 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-10-21T15:39:47.983 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T15:39:47.983 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2023-10-21T15:39:47.984 INFO:teuthology.orchestra.run.smithi046.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-21T15:39:47.984 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2023-10-21T15:39:47.984 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-10-21T15:39:47.984 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 41860sec preferred_lft 41860sec 2023-10-21T15:39:47.984 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link 2023-10-21T15:39:47.985 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2023-10-21T15:39:47.985 INFO:teuthology.orchestra.run.smithi046.stdout:4: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T15:39:47.985 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2023-10-21T15:39:47.985 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-21T15:39:47.985 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2023-10-21T15:39:47.986 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-21T15:39:47.986 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:47.987 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-10-21T15:39:47.987 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-10-21T15:39:47.987 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add name ceph-brx type bridge 2023-10-21T15:39:47.988 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip addr flush dev ceph-brx 2023-10-21T15:39:47.988 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set ceph-brx up 2023-10-21T15:39:47.988 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-21T15:39:47.988 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-10-21T15:39:48.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:48.155 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-21T15:39:48.184 INFO:teuthology.orchestra.run.smithi046.stdout:1 2023-10-21T15:39:48.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:48.186 DEBUG:teuthology.orchestra.run.smithi046:> route 2023-10-21T15:39:48.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:47 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2725012758' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-21T15:39:48.260 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2023-10-21T15:39:48.261 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-21T15:39:48.261 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-10-21T15:39:48.261 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-10-21T15:39:48.262 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-21T15:39:48.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:48.262 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-10-21T15:39:48.263 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-10-21T15:39:48.263 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-10-21T15:39:48.263 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-10-21T15:39:48.264 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-10-21T15:39:48.264 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-10-21T15:39:48.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:47 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2725012758' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-21T15:39:48.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:48.587 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2023-10-21T15:39:48.605 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:48.605 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list-id 2023-10-21T15:39:48.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:48.663 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-10-21T15:39:48.663 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-10-21T15:39:48.664 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-21T15:39:48.664 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-10-21T15:39:48.664 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-10-21T15:39:48.759 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-10-21T15:39:48.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:48.760 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-10-21T15:39:48.760 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-10-21T15:39:48.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-10-21T15:39:48.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-21T15:39:48.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-10-21T15:39:48.762 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-10-21T15:39:48.762 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-10-21T15:39:48.763 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-10-21T15:39:48.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:48.984 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec bash -c ' 2023-10-21T15:39:48.984 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2023-10-21T15:39:48.984 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.0 up 2023-10-21T15:39:48.985 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set dev brx.0 master ceph-brx 2023-10-21T15:39:48.985 DEBUG:teuthology.orchestra.run.smithi046:> ') 2023-10-21T15:39:49.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:48 smithi046 ceph-mon[99436]: pgmap v301: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:49.025 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:48 smithi046 ceph-mon[99436]: mgrmap e18: x(active, since 7m), standbys: z, y 2023-10-21T15:39:49.085 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T15:39:49.086 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-10-21T15:39:49.143 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-10-21T15:39:49.143 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-21T15:39:49.144 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-10-21T15:39:49.201 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2023-10-21T15:39:49.201 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2023-10-21T15:39:49.201 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd 2023-10-21T15:39:49.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:49.202 DEBUG:teuthology.orchestra.run.smithi046:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2023-10-21T15:39:49.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:48 smithi105 ceph-mon[103980]: pgmap v301: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:49.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:48 smithi105 ceph-mon[103980]: mgrmap e18: x(active, since 7m), standbys: z, y 2023-10-21T15:39:49.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:48 smithi119 ceph-mon[103628]: pgmap v301: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2023-10-21T15:39:49.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:48 smithi119 ceph-mon[103628]: mgrmap e18: x(active, since 7m), standbys: z, y 2023-10-21T15:39:49.295 INFO:teuthology.orchestra.run.smithi046.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2023-10-21T15:39:49.295 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2023-10-21T15:39:49.407 INFO:teuthology.orchestra.run.smithi046.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2023-10-21T15:39:49.407 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2023-10-21T15:39:49.407 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: resolved to: "172.21.15.46:3300,172.21.15.105:3300,172.21.15.119:3300" 2023-10-21T15:39:49.408 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: trying mount with new device syntax: 0@bf49eb3e-7026-11ee-8db6-212e2dc638e7.cephfs=/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd 2023-10-21T15:39:49.408 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mon_addr=172.21.15.46:3300/172.21.15.105:3300/172.21.15.119:3300" will pass to kernel 2023-10-21T15:39:49.408 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: v2 mount support check returned 2 2023-10-21T15:39:49.408 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: kernel does not support v2 syntax 2023-10-21T15:39:49.408 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.46:3300,172.21.15.105:3300,172.21.15.119:3300:/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd 2023-10-21T15:39:49.409 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mds_namespace=cephfs,fsid=bf49eb3e-7026-11ee-8db6-212e2dc638e7" will pass to kernel 2023-10-21T15:39:49.414 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-21T15:39:49.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:49.415 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-10-21T15:39:49.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:49.451 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T15:39:49.524 INFO:teuthology.orchestra.run.smithi046.stdout:client25114 2023-10-21T15:39:49.524 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:39:49.525 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T15:39:49.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:49.583 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T15:39:49.656 INFO:teuthology.orchestra.run.smithi046.stdout:client25114 2023-10-21T15:39:49.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:49.657 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-21T15:39:49.731 INFO:teuthology.orchestra.run.smithi046.stdout:client25114 2023-10-21T15:39:49.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:39:49.732 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7.client25114/status') 2023-10-21T15:39:49.812 INFO:teuthology.orchestra.run.smithi046.stdout:instance: client.25114 (3)172.21.15.46:0/3292382499 2023-10-21T15:39:49.813 INFO:teuthology.orchestra.run.smithi046.stdout:blocklisted: false 2023-10-21T15:39:49.814 INFO:teuthology.orchestra.run.smithi046.stderr:0+1 records in 2023-10-21T15:39:49.814 INFO:teuthology.orchestra.run.smithi046.stderr:0+1 records out 2023-10-21T15:39:49.814 INFO:teuthology.orchestra.run.smithi046.stderr:71 bytes copied, 2.539e-05 s, 2.8 MB/s 2023-10-21T15:39:49.815 INFO:teuthology.run_tasks:Running task check-counter... 2023-10-21T15:39:49.825 INFO:teuthology.run_tasks:Running task fwd_scrub... 2023-10-21T15:39:49.848 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:49.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/3374196086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74102070 msgr2=0x7ffb741024f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:49.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/3374196086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74102070 0x7ffb741024f0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ffb70009990 tx=0x7ffb70009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:49.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/3374196086 shutdown_connections 2023-10-21T15:39:49.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/3374196086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb74102a30 0x7ffb74109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:49.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/3374196086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb74100e90 0x7ffb741012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:49.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/3374196086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74102070 0x7ffb741024f0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:49.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/3374196086 >> 172.21.15.46:0/3374196086 conn(0x7ffb740fc430 msgr2=0x7ffb740fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:49.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/3374196086 shutdown_connections 2023-10-21T15:39:49.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.979+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/3374196086 wait complete. 2023-10-21T15:39:49.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7c1b4700 1 Processor -- start 2023-10-21T15:39:49.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7c1b4700 1 -- start start 2023-10-21T15:39:49.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7c1b4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74100e90 0x7ffb74074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:49.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7c1b4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb74102070 0x7ffb740732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:49.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7c1b4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb74102a30 0x7ffb740737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:49.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7c1b4700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb74073f80 con 0x7ffb74100e90 2023-10-21T15:39:49.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7c1b4700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb740740f0 con 0x7ffb74102070 2023-10-21T15:39:49.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7c1b4700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb741a0ac0 con 0x7ffb74102a30 2023-10-21T15:39:49.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb79f50700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74100e90 0x7ffb74074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:49.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb79f50700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74100e90 0x7ffb74074c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34548/0 (socket says 172.21.15.46:34548) 2023-10-21T15:39:49.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb79f50700 1 -- 172.21.15.46:0/2577064989 learned_addr learned my addr 172.21.15.46:0/2577064989 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:49.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7974f700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb74102070 0x7ffb740732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:49.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.980+0000 7ffb7a751700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb74102a30 0x7ffb740737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:49.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb79f50700 1 -- 172.21.15.46:0/2577064989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb74102a30 msgr2=0x7ffb740737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:49.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb79f50700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb74102a30 0x7ffb740737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:49.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb79f50700 1 -- 172.21.15.46:0/2577064989 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb74102070 msgr2=0x7ffb740732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:49.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb79f50700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb74102070 0x7ffb740732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:49.993 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb79f50700 1 -- 172.21.15.46:0/2577064989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb700095f0 con 0x7ffb74100e90 2023-10-21T15:39:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb79f50700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74100e90 0x7ffb74074c60 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ffb6400c990 tx=0x7ffb6400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb6affd700 1 -- 172.21.15.46:0/2577064989 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb64007940 con 0x7ffb74100e90 2023-10-21T15:39:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb6affd700 1 -- 172.21.15.46:0/2577064989 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb6400f450 con 0x7ffb74100e90 2023-10-21T15:39:49.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb741a0da0 con 0x7ffb74100e90 2023-10-21T15:39:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb6affd700 1 -- 172.21.15.46:0/2577064989 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb64018660 con 0x7ffb74100e90 2023-10-21T15:39:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.981+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb741a1210 con 0x7ffb74100e90 2023-10-21T15:39:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.982+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb74107d20 con 0x7ffb74100e90 2023-10-21T15:39:49.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.983+0000 7ffb6affd700 1 -- 172.21.15.46:0/2577064989 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffb6400f8c0 con 0x7ffb74100e90 2023-10-21T15:39:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.984+0000 7ffb6affd700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ffb600a15a0 0x7ffb600a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.984+0000 7ffb7974f700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ffb600a15a0 0x7ffb600a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:49.998 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.984+0000 7ffb6affd700 1 -- 172.21.15.46:0/2577064989 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ffb640ccb90 con 0x7ffb74100e90 2023-10-21T15:39:49.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.985+0000 7ffb7974f700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ffb600a15a0 0x7ffb600a3a60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ffb70006010 tx=0x7ffb70005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:49.999 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:49.988+0000 7ffb6affd700 1 -- 172.21.15.46:0/2577064989 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffb64096310 con 0x7ffb74100e90 2023-10-21T15:39:50.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.191+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffb7410c770 con 0x7ffb74100e90 2023-10-21T15:39:50.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.192+0000 7ffb6affd700 1 -- 172.21.15.46:0/2577064989 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7ffb6409ee60 con 0x7ffb74100e90 2023-10-21T15:39:50.195 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:50.196 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:50.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ffb600a15a0 msgr2=0x7ffb600a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.197 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ffb600a15a0 0x7ffb600a3a60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ffb70006010 tx=0x7ffb70005960 comp rx=0 tx=0).stop 2023-10-21T15:39:50.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74100e90 msgr2=0x7ffb74074c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74100e90 0x7ffb74074c60 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ffb6400c990 tx=0x7ffb6400cca0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 shutdown_connections 2023-10-21T15:39:50.198 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ffb600a15a0 0x7ffb600a3a60 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.201 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ffb74100e90 0x7ffb74074c60 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ffb74102a30 0x7ffb740737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 --2- 172.21.15.46:0/2577064989 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffb74102070 0x7ffb740732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 >> 172.21.15.46:0/2577064989 conn(0x7ffb740fc430 msgr2=0x7ffb740fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.194+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 shutdown_connections 2023-10-21T15:39:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.195+0000 7ffb7c1b4700 1 -- 172.21.15.46:0/2577064989 wait complete. 2023-10-21T15:39:50.210 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:39:50.210 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:39:50.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 -- 172.21.15.46:0/3717617012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102a10 msgr2=0x7f019c109330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 --2- 172.21.15.46:0/3717617012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102a10 0x7f019c109330 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f019400b0a0 tx=0x7f019400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 -- 172.21.15.46:0/3717617012 shutdown_connections 2023-10-21T15:39:50.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 --2- 172.21.15.46:0/3717617012 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102a10 0x7f019c109330 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 --2- 172.21.15.46:0/3717617012 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f019c100e70 0x7f019c101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 --2- 172.21.15.46:0/3717617012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f019c102050 0x7f019c1024d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 -- 172.21.15.46:0/3717617012 >> 172.21.15.46:0/3717617012 conn(0x7f019c0fc3f0 msgr2=0x7f019c0fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:50.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 -- 172.21.15.46:0/3717617012 shutdown_connections 2023-10-21T15:39:50.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 -- 172.21.15.46:0/3717617012 wait complete. 2023-10-21T15:39:50.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 Processor -- start 2023-10-21T15:39:50.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.339+0000 7f01a4366700 1 -- start start 2023-10-21T15:39:50.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a4366700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f019c100e70 0x7f019c196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:50.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a4366700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102050 0x7f019c1971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:50.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a4366700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f019c102a10 0x7f019c19e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:50.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a4366700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f019c19e7c0 con 0x7f019c102050 2023-10-21T15:39:50.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a4366700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f019c19e930 con 0x7f019c100e70 2023-10-21T15:39:50.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a4366700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f019c19eaf0 con 0x7f019c102a10 2023-10-21T15:39:50.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102050 0x7f019c1971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:50.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102050 0x7f019c1971c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34564/0 (socket says 172.21.15.46:34564) 2023-10-21T15:39:50.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 -- 172.21.15.46:0/4044099857 learned_addr learned my addr 172.21.15.46:0/4044099857 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:50.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a2102700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f019c100e70 0x7f019c196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:50.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a2903700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f019c102a10 0x7f019c19e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:50.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 -- 172.21.15.46:0/4044099857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f019c102a10 msgr2=0x7f019c19e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f019c102a10 0x7f019c19e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 -- 172.21.15.46:0/4044099857 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f019c100e70 msgr2=0x7f019c196c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f019c100e70 0x7f019c196c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 -- 172.21.15.46:0/4044099857 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0194009d00 con 0x7f019c102050 2023-10-21T15:39:50.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a1901700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102050 0x7f019c1971c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f019800d980 tx=0x7f019800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:50.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01937fe700 1 -- 172.21.15.46:0/4044099857 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0198004020 con 0x7f019c102050 2023-10-21T15:39:50.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f019c19edd0 con 0x7f019c102050 2023-10-21T15:39:50.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01937fe700 1 -- 172.21.15.46:0/4044099857 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f019800f690 con 0x7f019c102050 2023-10-21T15:39:50.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.340+0000 7f01937fe700 1 -- 172.21.15.46:0/4044099857 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0198003a60 con 0x7f019c102050 2023-10-21T15:39:50.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.341+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f019c19f200 con 0x7f019c102050 2023-10-21T15:39:50.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.341+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f019c107dd0 con 0x7f019c102050 2023-10-21T15:39:50.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.343+0000 7f01937fe700 1 -- 172.21.15.46:0/4044099857 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f019800fb00 con 0x7f019c102050 2023-10-21T15:39:50.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.344+0000 7f01937fe700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f01880a1480 0x7f01880a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:50.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.344+0000 7f01937fe700 1 -- 172.21.15.46:0/4044099857 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f01980ccc70 con 0x7f019c102050 2023-10-21T15:39:50.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.344+0000 7f01a2102700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f01880a1480 0x7f01880a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:50.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.344+0000 7f01a2102700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f01880a1480 0x7f01880a3940 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f019c198150 tx=0x7f018c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:50.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.347+0000 7f01937fe700 1 -- 172.21.15.46:0/4044099857 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0198096280 con 0x7f019c102050 2023-10-21T15:39:50.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.549+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f019c10c870 con 0x7f019c102050 2023-10-21T15:39:50.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.549+0000 7f01937fe700 1 -- 172.21.15.46:0/4044099857 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f01980998a0 con 0x7f019c102050 2023-10-21T15:39:50.552 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:39:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f01880a1480 msgr2=0x7f01880a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f01880a1480 0x7f01880a3940 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f019c198150 tx=0x7f018c00b410 comp rx=0 tx=0).stop 2023-10-21T15:39:50.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102050 msgr2=0x7f019c1971c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102050 0x7f019c1971c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f019800d980 tx=0x7f019800dc90 comp rx=0 tx=0).stop 2023-10-21T15:39:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 shutdown_connections 2023-10-21T15:39:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f01880a1480 0x7f01880a3940 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f019c102a10 0x7f019c19e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f019c100e70 0x7f019c196c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 --2- 172.21.15.46:0/4044099857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f019c102050 0x7f019c1971c0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 >> 172.21.15.46:0/4044099857 conn(0x7f019c0fc3f0 msgr2=0x7f019c0fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.551+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 shutdown_connections 2023-10-21T15:39:50.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.552+0000 7f01a4366700 1 -- 172.21.15.46:0/4044099857 wait complete. 2023-10-21T15:39:50.566 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:39:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 -- 172.21.15.46:0/793698591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524106b90 msgr2=0x7f7524108fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 --2- 172.21.15.46:0/793698591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524106b90 0x7f7524108fa0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f751c00b0a0 tx=0x7f751c00b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 -- 172.21.15.46:0/793698591 shutdown_connections 2023-10-21T15:39:50.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 --2- 172.21.15.46:0/793698591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524106b90 0x7f7524108fa0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 --2- 172.21.15.46:0/793698591 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7524101930 0x7f7524103d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 --2- 172.21.15.46:0/793698591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7524104260 0x7f7524106650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 -- 172.21.15.46:0/793698591 >> 172.21.15.46:0/793698591 conn(0x7f75240fb280 msgr2=0x7f75240fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:50.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 -- 172.21.15.46:0/793698591 shutdown_connections 2023-10-21T15:39:50.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.693+0000 7f752a1f2700 1 -- 172.21.15.46:0/793698591 wait complete. 2023-10-21T15:39:50.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f752a1f2700 1 Processor -- start 2023-10-21T15:39:50.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f752a1f2700 1 -- start start 2023-10-21T15:39:50.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f752a1f2700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7524101930 0x7f7524196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:50.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f752a1f2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524104260 0x7f7524197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:50.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f752a1f2700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7524106b90 0x7f752419e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:50.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f752a1f2700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f752419e750 con 0x7f7524104260 2023-10-21T15:39:50.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f752a1f2700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f752419e890 con 0x7f7524101930 2023-10-21T15:39:50.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f752a1f2700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f752419ea20 con 0x7f7524106b90 2023-10-21T15:39:50.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7522ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524104260 0x7f7524197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:50.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7522ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524104260 0x7f7524197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34578/0 (socket says 172.21.15.46:34578) 2023-10-21T15:39:50.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7522ffd700 1 -- 172.21.15.46:0/3434828633 learned_addr learned my addr 172.21.15.46:0/3434828633 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:50.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f75237fe700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7524101930 0x7f7524196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:50.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7523fff700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7524106b90 0x7f752419e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:50.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7522ffd700 1 -- 172.21.15.46:0/3434828633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7524106b90 msgr2=0x7f752419e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7522ffd700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7524106b90 0x7f752419e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7522ffd700 1 -- 172.21.15.46:0/3434828633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7524101930 msgr2=0x7f7524196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7522ffd700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7524101930 0x7f7524196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7522ffd700 1 -- 172.21.15.46:0/3434828633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f751c009d00 con 0x7f7524104260 2023-10-21T15:39:50.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f75237fe700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7524101930 0x7f7524196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:50.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.694+0000 7f7523fff700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7524106b90 0x7f752419e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:50.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.695+0000 7f7522ffd700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524104260 0x7f7524197110 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f750c00d950 tx=0x7f750c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:50.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.695+0000 7f7520ff9700 1 -- 172.21.15.46:0/3434828633 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f750c009b40 con 0x7f7524104260 2023-10-21T15:39:50.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.695+0000 7f7520ff9700 1 -- 172.21.15.46:0/3434828633 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f750c009ca0 con 0x7f7524104260 2023-10-21T15:39:50.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.695+0000 7f7520ff9700 1 -- 172.21.15.46:0/3434828633 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f750c00f620 con 0x7f7524104260 2023-10-21T15:39:50.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.695+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f752419ed00 con 0x7f7524104260 2023-10-21T15:39:50.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.695+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f752419f1c0 con 0x7f7524104260 2023-10-21T15:39:50.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.696+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75240fce00 con 0x7f7524104260 2023-10-21T15:39:50.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.697+0000 7f7520ff9700 1 -- 172.21.15.46:0/3434828633 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f750c010460 con 0x7f7524104260 2023-10-21T15:39:50.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.698+0000 7f7520ff9700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75100a1500 0x7f75100a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:50.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.698+0000 7f7520ff9700 1 -- 172.21.15.46:0/3434828633 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f750c0ccfa0 con 0x7f7524104260 2023-10-21T15:39:50.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.698+0000 7f75237fe700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75100a1500 0x7f75100a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:50.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.698+0000 7f75237fe700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75100a1500 0x7f75100a39c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7514005fd0 tx=0x7f7514005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:50.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.702+0000 7f7520ff9700 1 -- 172.21.15.46:0/3434828633 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f750c0965b0 con 0x7f7524104260 2023-10-21T15:39:50.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.905+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f752402d020 con 0x7f7524104260 2023-10-21T15:39:50.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.906+0000 7f7520ff9700 1 -- 172.21.15.46:0/3434828633 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f750c020020 con 0x7f7524104260 2023-10-21T15:39:50.909 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:39:50.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75100a1500 msgr2=0x7f75100a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.910 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75100a1500 0x7f75100a39c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7514005fd0 tx=0x7f7514005e20 comp rx=0 tx=0).stop 2023-10-21T15:39:50.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524104260 msgr2=0x7f7524197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:50.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524104260 0x7f7524197110 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f750c00d950 tx=0x7f750c00dd10 comp rx=0 tx=0).stop 2023-10-21T15:39:50.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 shutdown_connections 2023-10-21T15:39:50.911 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f75100a1500 0x7f75100a39c0 secure :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7514005fd0 tx=0x7f7514005e20 comp rx=0 tx=0).stop 2023-10-21T15:39:50.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7524106b90 0x7f752419e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7524101930 0x7f7524196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 --2- 172.21.15.46:0/3434828633 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7524104260 0x7f7524197110 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:50.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 >> 172.21.15.46:0/3434828633 conn(0x7f75240fb280 msgr2=0x7f75241025a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:50.912 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 shutdown_connections 2023-10-21T15:39:50.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:50.908+0000 7f752a1f2700 1 -- 172.21.15.46:0/3434828633 wait complete. 2023-10-21T15:39:50.923 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:39:51.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 -- 172.21.15.46:0/3532197734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 msgr2=0x7efd00103d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 --2- 172.21.15.46:0/3532197734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 0x7efd00103d20 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7efcfc009990 tx=0x7efcfc009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 -- 172.21.15.46:0/3532197734 shutdown_connections 2023-10-21T15:39:51.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 --2- 172.21.15.46:0/3532197734 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 0x7efd00103d20 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 --2- 172.21.15.46:0/3532197734 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd00106b90 0x7efd00109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 --2- 172.21.15.46:0/3532197734 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efd00104260 0x7efd00106650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 -- 172.21.15.46:0/3532197734 >> 172.21.15.46:0/3532197734 conn(0x7efd000fb320 msgr2=0x7efd000fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:51.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 -- 172.21.15.46:0/3532197734 shutdown_connections 2023-10-21T15:39:51.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.050+0000 7efd0750e700 1 -- 172.21.15.46:0/3532197734 wait complete. 2023-10-21T15:39:51.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd0750e700 1 Processor -- start 2023-10-21T15:39:51.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd0750e700 1 -- start start 2023-10-21T15:39:51.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd0750e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 0x7efd001012a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd0750e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efd00104260 0x7efd000ff8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd0750e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd00106b90 0x7efd000ffe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd0750e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd001005c0 con 0x7efd00101930 2023-10-21T15:39:51.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd0750e700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd00100730 con 0x7efd00106b90 2023-10-21T15:39:51.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd0750e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd001a0b60 con 0x7efd00104260 2023-10-21T15:39:51.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd052aa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 0x7efd001012a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd052aa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 0x7efd001012a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34598/0 (socket says 172.21.15.46:34598) 2023-10-21T15:39:51.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd052aa700 1 -- 172.21.15.46:0/3237202451 learned_addr learned my addr 172.21.15.46:0/3237202451 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:51.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd05aab700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd00106b90 0x7efd000ffe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd04aa9700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efd00104260 0x7efd000ff8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd052aa700 1 -- 172.21.15.46:0/3237202451 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efd00104260 msgr2=0x7efd000ff8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd052aa700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efd00104260 0x7efd000ff8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd052aa700 1 -- 172.21.15.46:0/3237202451 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd00106b90 msgr2=0x7efd000ffe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd052aa700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd00106b90 0x7efd000ffe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd052aa700 1 -- 172.21.15.46:0/3237202451 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcfc0095f0 con 0x7efd00101930 2023-10-21T15:39:51.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd05aab700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd00106b90 0x7efd000ffe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:51.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.051+0000 7efd04aa9700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efd00104260 0x7efd000ff8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:51.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.052+0000 7efd052aa700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 0x7efd001012a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7efcfc000c00 tx=0x7efcfc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:51.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.052+0000 7efcf67fc700 1 -- 172.21.15.46:0/3237202451 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcfc01d070 con 0x7efd00101930 2023-10-21T15:39:51.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.052+0000 7efcf67fc700 1 -- 172.21.15.46:0/3237202451 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcfc00fc30 con 0x7efd00101930 2023-10-21T15:39:51.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.052+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd001a0de0 con 0x7efd00101930 2023-10-21T15:39:51.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.052+0000 7efcf67fc700 1 -- 172.21.15.46:0/3237202451 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcfc017770 con 0x7efd00101930 2023-10-21T15:39:51.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.052+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd001a11b0 con 0x7efd00101930 2023-10-21T15:39:51.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.053+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd000fcea0 con 0x7efd00101930 2023-10-21T15:39:51.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.054+0000 7efcf67fc700 1 -- 172.21.15.46:0/3237202451 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7efcfc022a30 con 0x7efd00101930 2023-10-21T15:39:51.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.054+0000 7efcf67fc700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efcec0a1480 0x7efcec0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.055+0000 7efd04aa9700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efcec0a1480 0x7efcec0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.055+0000 7efcf67fc700 1 -- 172.21.15.46:0/3237202451 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7efcfc0ce370 con 0x7efd00101930 2023-10-21T15:39:51.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.055+0000 7efd04aa9700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efcec0a1480 0x7efcec0a3940 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7efcf0005fd0 tx=0x7efcf0005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:51.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.058+0000 7efcf67fc700 1 -- 172.21.15.46:0/3237202451 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7efcfc097a10 con 0x7efd00101930 2023-10-21T15:39:51.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:50 smithi046 ceph-mon[99436]: pgmap v302: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-21T15:39:51.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:50 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2577064989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:51.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:50 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4044099857' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:50 smithi105 ceph-mon[103980]: pgmap v302: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-21T15:39:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:50 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2577064989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:50 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4044099857' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:51.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.261+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7efd0002cf70 con 0x7efd00101930 2023-10-21T15:39:51.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.261+0000 7efcf67fc700 1 -- 172.21.15.46:0/3237202451 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7efcfc09b030 con 0x7efd00101930 2023-10-21T15:39:51.264 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:39:51.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efcec0a1480 msgr2=0x7efcec0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efcec0a1480 0x7efcec0a3940 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7efcf0005fd0 tx=0x7efcf0005e20 comp rx=0 tx=0).stop 2023-10-21T15:39:51.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 msgr2=0x7efd001012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 0x7efd001012a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7efcfc000c00 tx=0x7efcfc00f790 comp rx=0 tx=0).stop 2023-10-21T15:39:51.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 shutdown_connections 2023-10-21T15:39:51.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efcec0a1480 0x7efcec0a3940 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd00101930 0x7efd001012a0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd00106b90 0x7efd000ffe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 --2- 172.21.15.46:0/3237202451 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efd00104260 0x7efd000ff8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 >> 172.21.15.46:0/3237202451 conn(0x7efd000fb320 msgr2=0x7efd001025a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:51.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 shutdown_connections 2023-10-21T15:39:51.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.264+0000 7efd0750e700 1 -- 172.21.15.46:0/3237202451 wait complete. 2023-10-21T15:39:51.278 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:50 smithi119 ceph-mon[103628]: pgmap v302: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 11 op/s 2023-10-21T15:39:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:50 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2577064989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:50 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4044099857' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:51.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 -- 172.21.15.46:0/4020440959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300fef50 msgr2=0x7f6c300ff3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 --2- 172.21.15.46:0/4020440959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300fef50 0x7f6c300ff3d0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6c20009990 tx=0x7f6c20009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 -- 172.21.15.46:0/4020440959 shutdown_connections 2023-10-21T15:39:51.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 --2- 172.21.15.46:0/4020440959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c300ff910 0x7f6c301094c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 --2- 172.21.15.46:0/4020440959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c301024e0 0x7f6c30102900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 --2- 172.21.15.46:0/4020440959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300fef50 0x7f6c300ff3d0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 -- 172.21.15.46:0/4020440959 >> 172.21.15.46:0/4020440959 conn(0x7f6c300faab0 msgr2=0x7f6c300fcf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:51.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 -- 172.21.15.46:0/4020440959 shutdown_connections 2023-10-21T15:39:51.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.402+0000 7f6c37da4700 1 -- 172.21.15.46:0/4020440959 wait complete. 2023-10-21T15:39:51.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c37da4700 1 Processor -- start 2023-10-21T15:39:51.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c37da4700 1 -- start start 2023-10-21T15:39:51.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c37da4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c300fef50 0x7f6c30196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c37da4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300ff910 0x7f6c301970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c37da4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c301024e0 0x7f6c3019e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c37da4700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c3019e700 con 0x7f6c300ff910 2023-10-21T15:39:51.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c37da4700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c3019e840 con 0x7f6c301024e0 2023-10-21T15:39:51.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c37da4700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c3019e9d0 con 0x7f6c300fef50 2023-10-21T15:39:51.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300ff910 0x7f6c301970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300ff910 0x7f6c301970c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34614/0 (socket says 172.21.15.46:34614) 2023-10-21T15:39:51.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 -- 172.21.15.46:0/96041255 learned_addr learned my addr 172.21.15.46:0/96041255 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:51.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c36341700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c301024e0 0x7f6c3019e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c35b40700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c300fef50 0x7f6c30196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 -- 172.21.15.46:0/96041255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c300fef50 msgr2=0x7f6c30196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c300fef50 0x7f6c30196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 -- 172.21.15.46:0/96041255 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c301024e0 msgr2=0x7f6c3019e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c301024e0 0x7f6c3019e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 -- 172.21.15.46:0/96041255 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c200095f0 con 0x7f6c300ff910 2023-10-21T15:39:51.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.403+0000 7f6c3533f700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300ff910 0x7f6c301970c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6c20000c00 tx=0x7f6c2000f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:51.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.404+0000 7f6c26ffd700 1 -- 172.21.15.46:0/96041255 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c2001d070 con 0x7f6c300ff910 2023-10-21T15:39:51.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.404+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c3019ec50 con 0x7f6c300ff910 2023-10-21T15:39:51.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.404+0000 7f6c26ffd700 1 -- 172.21.15.46:0/96041255 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6c20005050 con 0x7f6c300ff910 2023-10-21T15:39:51.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.404+0000 7f6c26ffd700 1 -- 172.21.15.46:0/96041255 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c20004ac0 con 0x7f6c300ff910 2023-10-21T15:39:51.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.404+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c3019f070 con 0x7f6c300ff910 2023-10-21T15:39:51.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.405+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c301085a0 con 0x7f6c300ff910 2023-10-21T15:39:51.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.406+0000 7f6c26ffd700 1 -- 172.21.15.46:0/96041255 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6c200051c0 con 0x7f6c300ff910 2023-10-21T15:39:51.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.406+0000 7f6c26ffd700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c1c0a1520 0x7f6c1c0a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.406+0000 7f6c35b40700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c1c0a1520 0x7f6c1c0a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.406+0000 7f6c26ffd700 1 -- 172.21.15.46:0/96041255 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6c200ce090 con 0x7f6c300ff910 2023-10-21T15:39:51.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.407+0000 7f6c35b40700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c1c0a1520 0x7f6c1c0a39e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6c30067d40 tx=0x7f6c2c007400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:51.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.410+0000 7f6c26ffd700 1 -- 172.21.15.46:0/96041255 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6c20097790 con 0x7f6c300ff910 2023-10-21T15:39:51.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.612+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6c3010c960 con 0x7f6c300ff910 2023-10-21T15:39:51.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.613+0000 7f6c26ffd700 1 -- 172.21.15.46:0/96041255 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7f6c2009adb0 con 0x7f6c300ff910 2023-10-21T15:39:51.616 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:51.616 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:51.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c1c0a1520 msgr2=0x7f6c1c0a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c1c0a1520 0x7f6c1c0a39e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6c30067d40 tx=0x7f6c2c007400 comp rx=0 tx=0).stop 2023-10-21T15:39:51.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300ff910 msgr2=0x7f6c301970c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300ff910 0x7f6c301970c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6c20000c00 tx=0x7f6c2000f670 comp rx=0 tx=0).stop 2023-10-21T15:39:51.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 shutdown_connections 2023-10-21T15:39:51.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6c1c0a1520 0x7f6c1c0a39e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c301024e0 0x7f6c3019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6c300fef50 0x7f6c30196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 --2- 172.21.15.46:0/96041255 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6c300ff910 0x7f6c301970c0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 >> 172.21.15.46:0/96041255 conn(0x7f6c300faab0 msgr2=0x7f6c301056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:51.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 shutdown_connections 2023-10-21T15:39:51.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.615+0000 7f6c37da4700 1 -- 172.21.15.46:0/96041255 wait complete. 2023-10-21T15:39:51.630 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:39:51.631 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:39:51.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 -- 172.21.15.46:0/2628827181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 msgr2=0x7f99c4108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/2628827181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 0x7f99c4108b60 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f99ac0099c0 tx=0x7f99ac009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 -- 172.21.15.46:0/2628827181 shutdown_connections 2023-10-21T15:39:51.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/2628827181 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99c41090a0 0x7f99c410f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/2628827181 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c4107510 0x7f99c4107930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/2628827181 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 0x7f99c4108b60 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 -- 172.21.15.46:0/2628827181 >> 172.21.15.46:0/2628827181 conn(0x7f99c40764b0 msgr2=0x7f99c40788f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:51.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 -- 172.21.15.46:0/2628827181 shutdown_connections 2023-10-21T15:39:51.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 -- 172.21.15.46:0/2628827181 wait complete. 2023-10-21T15:39:51.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.758+0000 7f99c9ae1700 1 Processor -- start 2023-10-21T15:39:51.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c9ae1700 1 -- start start 2023-10-21T15:39:51.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c9ae1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99c4107510 0x7f99c419d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c9ae1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 0x7f99c419d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c9ae1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41090a0 0x7f99c41a46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c9ae1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99c41a4ca0 con 0x7f99c4108700 2023-10-21T15:39:51.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c9ae1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99c41a4de0 con 0x7f99c41090a0 2023-10-21T15:39:51.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c9ae1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99c41a4f70 con 0x7f99c4107510 2023-10-21T15:39:51.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 0x7f99c419d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 0x7f99c419d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34628/0 (socket says 172.21.15.46:34628) 2023-10-21T15:39:51.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 -- 172.21.15.46:0/3876913820 learned_addr learned my addr 172.21.15.46:0/3876913820 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:51.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c37fe700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99c4107510 0x7f99c419d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c3fff700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41090a0 0x7f99c41a46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 -- 172.21.15.46:0/3876913820 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99c4107510 msgr2=0x7f99c419d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99c4107510 0x7f99c419d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 -- 172.21.15.46:0/3876913820 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41090a0 msgr2=0x7f99c41a46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41090a0 0x7f99c41a46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 -- 172.21.15.46:0/3876913820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99ac0095f0 con 0x7f99c4108700 2023-10-21T15:39:51.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c3fff700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41090a0 0x7f99c41a46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:51.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.759+0000 7f99c2ffd700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 0x7f99c419d660 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f99ac0036f0 tx=0x7f99ac005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:51.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.760+0000 7f99c0ff9700 1 -- 172.21.15.46:0/3876913820 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ac01d070 con 0x7f99c4108700 2023-10-21T15:39:51.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.760+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99c41a51f0 con 0x7f99c4108700 2023-10-21T15:39:51.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.760+0000 7f99c0ff9700 1 -- 172.21.15.46:0/3876913820 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f99ac004010 con 0x7f99c4108700 2023-10-21T15:39:51.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.760+0000 7f99c0ff9700 1 -- 172.21.15.46:0/3876913820 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ac022da0 con 0x7f99c4108700 2023-10-21T15:39:51.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.760+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99c41a5620 con 0x7f99c4108700 2023-10-21T15:39:51.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.761+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99c410e3c0 con 0x7f99c4108700 2023-10-21T15:39:51.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.762+0000 7f99c0ff9700 1 -- 172.21.15.46:0/3876913820 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f99ac022500 con 0x7f99c4108700 2023-10-21T15:39:51.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.762+0000 7f99c0ff9700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99a40a1480 0x7f99a40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:51.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.762+0000 7f99c37fe700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99a40a1480 0x7f99a40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:51.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.762+0000 7f99c0ff9700 1 -- 172.21.15.46:0/3876913820 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f99ac0ce0a0 con 0x7f99c4108700 2023-10-21T15:39:51.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.763+0000 7f99c37fe700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99a40a1480 0x7f99a40a3940 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f99c4108560 tx=0x7f99b400a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:51.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.766+0000 7f99c0ff9700 1 -- 172.21.15.46:0/3876913820 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f99ac0977a0 con 0x7f99c4108700 2023-10-21T15:39:51.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:51 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3434828633' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:51.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:51 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3237202451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:51.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:51 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/96041255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:51.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.969+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f99c4112d30 con 0x7f99c4108700 2023-10-21T15:39:51.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.970+0000 7f99c0ff9700 1 -- 172.21.15.46:0/3876913820 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f99ac09adc0 con 0x7f99c4108700 2023-10-21T15:39:51.973 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:39:51.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99a40a1480 msgr2=0x7f99a40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99a40a1480 0x7f99a40a3940 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f99c4108560 tx=0x7f99b400a3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 msgr2=0x7f99c419d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:51.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 0x7f99c419d660 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f99ac0036f0 tx=0x7f99ac005740 comp rx=0 tx=0).stop 2023-10-21T15:39:51.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 shutdown_connections 2023-10-21T15:39:51.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f99a40a1480 0x7f99a40a3940 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f99c41090a0 0x7f99c41a46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f99c4107510 0x7f99c419d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 --2- 172.21.15.46:0/3876913820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f99c4108700 0x7f99c419d660 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:51.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 >> 172.21.15.46:0/3876913820 conn(0x7f99c40764b0 msgr2=0x7f99c40786c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:51.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 shutdown_connections 2023-10-21T15:39:51.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:51.972+0000 7f99c9ae1700 1 -- 172.21.15.46:0/3876913820 wait complete. 2023-10-21T15:39:51.987 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:39:52.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 -- 172.21.15.46:0/3368261057 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 msgr2=0x7f69540ff960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 --2- 172.21.15.46:0/3368261057 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 0x7f69540ff960 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f695000aad0 tx=0x7f695000ade0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 -- 172.21.15.46:0/3368261057 shutdown_connections 2023-10-21T15:39:52.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 --2- 172.21.15.46:0/3368261057 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 0x7f69540ff960 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 --2- 172.21.15.46:0/3368261057 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69541010d0 0x7f6954107980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 --2- 172.21.15.46:0/3368261057 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6954100730 0x7f6954100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 -- 172.21.15.46:0/3368261057 >> 172.21.15.46:0/3368261057 conn(0x7f69540faa90 msgr2=0x7f69540fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:52.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 -- 172.21.15.46:0/3368261057 shutdown_connections 2023-10-21T15:39:52.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 -- 172.21.15.46:0/3368261057 wait complete. 2023-10-21T15:39:52.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.114+0000 7f695b84c700 1 Processor -- start 2023-10-21T15:39:52.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f695b84c700 1 -- start start 2023-10-21T15:39:52.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f695b84c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 0x7f6954196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f695b84c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6954100730 0x7f69541971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f695b84c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69541010d0 0x7f695419e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f695b84c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f695419e7a0 con 0x7f69540ff540 2023-10-21T15:39:52.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f695b84c700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f695419e910 con 0x7f6954100730 2023-10-21T15:39:52.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f695b84c700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f695419ead0 con 0x7f69541010d0 2023-10-21T15:39:52.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 0x7f6954196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 0x7f6954196c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34640/0 (socket says 172.21.15.46:34640) 2023-10-21T15:39:52.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 -- 172.21.15.46:0/774046390 learned_addr learned my addr 172.21.15.46:0/774046390 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:52.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f6958de7700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6954100730 0x7f69541971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f6959de9700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69541010d0 0x7f695419e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 -- 172.21.15.46:0/774046390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69541010d0 msgr2=0x7f695419e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69541010d0 0x7f695419e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 -- 172.21.15.46:0/774046390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6954100730 msgr2=0x7f69541971a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6954100730 0x7f69541971a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 -- 172.21.15.46:0/774046390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f695000a700 con 0x7f69540ff540 2023-10-21T15:39:52.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f69595e8700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 0x7f6954196c60 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f695000a9f0 tx=0x7f6950004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:52.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.115+0000 7f694a7fc700 1 -- 172.21.15.46:0/774046390 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6950004000 con 0x7f69540ff540 2023-10-21T15:39:52.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.116+0000 7f694a7fc700 1 -- 172.21.15.46:0/774046390 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6950004160 con 0x7f69540ff540 2023-10-21T15:39:52.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.116+0000 7f694a7fc700 1 -- 172.21.15.46:0/774046390 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6950016680 con 0x7f69540ff540 2023-10-21T15:39:52.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.116+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f695419ed50 con 0x7f69540ff540 2023-10-21T15:39:52.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.116+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f695419f120 con 0x7f69540ff540 2023-10-21T15:39:52.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.116+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f695410a520 con 0x7f69540ff540 2023-10-21T15:39:52.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.118+0000 7f694a7fc700 1 -- 172.21.15.46:0/774046390 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f695000e450 con 0x7f69540ff540 2023-10-21T15:39:52.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.118+0000 7f694a7fc700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69400a1480 0x7f69400a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.118+0000 7f6958de7700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69400a1480 0x7f69400a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.118+0000 7f694a7fc700 1 -- 172.21.15.46:0/774046390 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6950012070 con 0x7f69540ff540 2023-10-21T15:39:52.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.119+0000 7f6958de7700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69400a1480 0x7f69400a3940 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6944004630 tx=0x7f694400b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:52.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.122+0000 7f694a7fc700 1 -- 172.21.15.46:0/774046390 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6950098570 con 0x7f69540ff540 2023-10-21T15:39:52.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:51 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3434828633' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:52.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:51 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3237202451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:52.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:51 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/96041255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:52.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:51 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3434828633' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:52.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:51 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3237202451' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:52.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:51 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/96041255' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:52.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.324+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6954106500 con 0x7f69540ff540 2023-10-21T15:39:52.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.325+0000 7f694a7fc700 1 -- 172.21.15.46:0/774046390 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f695009bb90 con 0x7f69540ff540 2023-10-21T15:39:52.327 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:39:52.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69400a1480 msgr2=0x7f69400a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69400a1480 0x7f69400a3940 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6944004630 tx=0x7f694400b3c0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 msgr2=0x7f6954196c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 0x7f6954196c60 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f695000a9f0 tx=0x7f6950004750 comp rx=0 tx=0).stop 2023-10-21T15:39:52.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 shutdown_connections 2023-10-21T15:39:52.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69400a1480 0x7f69400a3940 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69540ff540 0x7f6954196c60 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f69541010d0 0x7f695419e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 --2- 172.21.15.46:0/774046390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6954100730 0x7f69541971a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 >> 172.21.15.46:0/774046390 conn(0x7f69540faa90 msgr2=0x7f69540fcde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:52.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 shutdown_connections 2023-10-21T15:39:52.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.327+0000 7f695b84c700 1 -- 172.21.15.46:0/774046390 wait complete. 2023-10-21T15:39:52.342 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:39:52.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- 172.21.15.46:0/799750737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc101990 msgr2=0x7f9cbc108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/799750737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc101990 0x7f9cbc108240 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f9cb400b0d0 tx=0x7f9cb400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- 172.21.15.46:0/799750737 shutdown_connections 2023-10-21T15:39:52.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/799750737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc101990 0x7f9cbc108240 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/799750737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9cbc0ffe00 0x7f9cbc100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/799750737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9cbc100ff0 0x7f9cbc101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- 172.21.15.46:0/799750737 >> 172.21.15.46:0/799750737 conn(0x7f9cbc0fb370 msgr2=0x7f9cbc0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- 172.21.15.46:0/799750737 shutdown_connections 2023-10-21T15:39:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- 172.21.15.46:0/799750737 wait complete. 2023-10-21T15:39:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 Processor -- start 2023-10-21T15:39:52.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- start start 2023-10-21T15:39:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9cbc0ffe00 0x7f9cbc10a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc100ff0 0x7f9cbc108d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9cbc101990 0x7f9cbc109290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc19ab40 con 0x7f9cbc100ff0 2023-10-21T15:39:52.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc1097d0 con 0x7f9cbc0ffe00 2023-10-21T15:39:52.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.470+0000 7f9cc2f22700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cbc109990 con 0x7f9cbc101990 2023-10-21T15:39:52.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc100ff0 0x7f9cbc108d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc100ff0 0x7f9cbc108d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34656/0 (socket says 172.21.15.46:34656) 2023-10-21T15:39:52.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 -- 172.21.15.46:0/1708086244 learned_addr learned my addr 172.21.15.46:0/1708086244 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:52.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cc14bf700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9cbc101990 0x7f9cbc109290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cc0cbe700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9cbc0ffe00 0x7f9cbc10a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 -- 172.21.15.46:0/1708086244 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9cbc101990 msgr2=0x7f9cbc109290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9cbc101990 0x7f9cbc109290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 -- 172.21.15.46:0/1708086244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9cbc0ffe00 msgr2=0x7f9cbc10a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9cbc0ffe00 0x7f9cbc10a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 -- 172.21.15.46:0/1708086244 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cb4009d00 con 0x7f9cbc100ff0 2023-10-21T15:39:52.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cc0cbe700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9cbc0ffe00 0x7f9cbc10a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:52.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cbbfff700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc100ff0 0x7f9cbc108d50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f9ca800d980 tx=0x7f9ca800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:52.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cb9ffb700 1 -- 172.21.15.46:0/1708086244 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca8004220 con 0x7f9cbc100ff0 2023-10-21T15:39:52.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cb9ffb700 1 -- 172.21.15.46:0/1708086244 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ca8007640 con 0x7f9cbc100ff0 2023-10-21T15:39:52.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cbc1a54f0 con 0x7f9cbc100ff0 2023-10-21T15:39:52.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.471+0000 7f9cb9ffb700 1 -- 172.21.15.46:0/1708086244 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca8005610 con 0x7f9cbc100ff0 2023-10-21T15:39:52.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.472+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cbc1a5910 con 0x7f9cbc100ff0 2023-10-21T15:39:52.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.473+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cbc106d30 con 0x7f9cbc100ff0 2023-10-21T15:39:52.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.474+0000 7f9cb9ffb700 1 -- 172.21.15.46:0/1708086244 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9ca8004750 con 0x7f9cbc100ff0 2023-10-21T15:39:52.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.474+0000 7f9cb9ffb700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9cac0a1480 0x7f9cac0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.474+0000 7f9cc0cbe700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9cac0a1480 0x7f9cac0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.474+0000 7f9cb9ffb700 1 -- 172.21.15.46:0/1708086244 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9ca80ccbb0 con 0x7f9cbc100ff0 2023-10-21T15:39:52.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.475+0000 7f9cc0cbe700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9cac0a1480 0x7f9cac0a3940 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0005fd0 tx=0x7f9cb0005f00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:52.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.478+0000 7f9cb9ffb700 1 -- 172.21.15.46:0/1708086244 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9ca8096220 con 0x7f9cbc100ff0 2023-10-21T15:39:52.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.680+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9cbc02d180 con 0x7f9cbc100ff0 2023-10-21T15:39:52.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.680+0000 7f9cb9ffb700 1 -- 172.21.15.46:0/1708086244 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9ca8016020 con 0x7f9cbc100ff0 2023-10-21T15:39:52.683 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:39:52.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.682+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9cac0a1480 msgr2=0x7f9cac0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.682+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9cac0a1480 0x7f9cac0a3940 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9cb0005fd0 tx=0x7f9cb0005f00 comp rx=0 tx=0).stop 2023-10-21T15:39:52.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.682+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc100ff0 msgr2=0x7f9cbc108d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.682+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc100ff0 0x7f9cbc108d50 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f9ca800d980 tx=0x7f9ca800dc90 comp rx=0 tx=0).stop 2023-10-21T15:39:52.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.683+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 shutdown_connections 2023-10-21T15:39:52.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.683+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9cac0a1480 0x7f9cac0a3940 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.683+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9cbc101990 0x7f9cbc109290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.683+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9cbc0ffe00 0x7f9cbc10a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.683+0000 7f9cc2f22700 1 --2- 172.21.15.46:0/1708086244 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9cbc100ff0 0x7f9cbc108d50 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.683+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 >> 172.21.15.46:0/1708086244 conn(0x7f9cbc0fb370 msgr2=0x7f9cbc0fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:52.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.683+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 shutdown_connections 2023-10-21T15:39:52.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.683+0000 7f9cc2f22700 1 -- 172.21.15.46:0/1708086244 wait complete. 2023-10-21T15:39:52.697 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2023-10-21T15:39:52.698 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:39:52.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 -- 172.21.15.46:0/88309781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 msgr2=0x7fc9b81024f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 --2- 172.21.15.46:0/88309781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 0x7fc9b81024f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fc9b4009990 tx=0x7fc9b4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 -- 172.21.15.46:0/88309781 shutdown_connections 2023-10-21T15:39:52.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 --2- 172.21.15.46:0/88309781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9b8102a30 0x7fc9b8109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 --2- 172.21.15.46:0/88309781 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9b8100e90 0x7fc9b81012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 --2- 172.21.15.46:0/88309781 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 0x7fc9b81024f0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 -- 172.21.15.46:0/88309781 >> 172.21.15.46:0/88309781 conn(0x7fc9b80fc430 msgr2=0x7fc9b80fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:52.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 -- 172.21.15.46:0/88309781 shutdown_connections 2023-10-21T15:39:52.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 -- 172.21.15.46:0/88309781 wait complete. 2023-10-21T15:39:52.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 Processor -- start 2023-10-21T15:39:52.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.823+0000 7fc9bff19700 1 -- start start 2023-10-21T15:39:52.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bff19700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9b8100e90 0x7fc9b8074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bff19700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 0x7fc9b80732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bff19700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9b8102a30 0x7fc9b80737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bff19700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b8073f80 con 0x7fc9b8102070 2023-10-21T15:39:52.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bff19700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b80740f0 con 0x7fc9b8100e90 2023-10-21T15:39:52.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bff19700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b81a0b60 con 0x7fc9b8102a30 2023-10-21T15:39:52.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 0x7fc9b80732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 0x7fc9b80732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34670/0 (socket says 172.21.15.46:34670) 2023-10-21T15:39:52.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 -- 172.21.15.46:0/1605139267 learned_addr learned my addr 172.21.15.46:0/1605139267 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:52.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bdcb5700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9b8100e90 0x7fc9b8074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9be4b6700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9b8102a30 0x7fc9b80737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 -- 172.21.15.46:0/1605139267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9b8102a30 msgr2=0x7fc9b80737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9b8102a30 0x7fc9b80737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 -- 172.21.15.46:0/1605139267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9b8100e90 msgr2=0x7fc9b8074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:52.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9b8100e90 0x7fc9b8074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:52.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 -- 172.21.15.46:0/1605139267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9b40095f0 con 0x7fc9b8102070 2023-10-21T15:39:52.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9be4b6700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9b8102a30 0x7fc9b80737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:52.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bd4b4700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 0x7fc9b80732a0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc9b40095c0 tx=0x7fc9b400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:52.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9aeffd700 1 -- 172.21.15.46:0/1605139267 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9b401d070 con 0x7fc9b8102070 2023-10-21T15:39:52.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9b81a0de0 con 0x7fc9b8102070 2023-10-21T15:39:52.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9aeffd700 1 -- 172.21.15.46:0/1605139267 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc9b4022470 con 0x7fc9b8102070 2023-10-21T15:39:52.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.824+0000 7fc9aeffd700 1 -- 172.21.15.46:0/1605139267 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9b4017650 con 0x7fc9b8102070 2023-10-21T15:39:52.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.825+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9b81a11b0 con 0x7fc9b8102070 2023-10-21T15:39:52.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.825+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9b810c770 con 0x7fc9b8102070 2023-10-21T15:39:52.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.827+0000 7fc9aeffd700 1 -- 172.21.15.46:0/1605139267 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc9b400fad0 con 0x7fc9b8102070 2023-10-21T15:39:52.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.827+0000 7fc9aeffd700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9a40a1520 0x7fc9a40a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:52.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.827+0000 7fc9aeffd700 1 -- 172.21.15.46:0/1605139267 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc9b40ce690 con 0x7fc9b8102070 2023-10-21T15:39:52.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.827+0000 7fc9bdcb5700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9a40a1520 0x7fc9a40a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:52.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.828+0000 7fc9bdcb5700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9a40a1520 0x7fc9a40a39e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc9b8101be0 tx=0x7fc9a800a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:52.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:52.830+0000 7fc9aeffd700 1 -- 172.21.15.46:0/1605139267 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc9b4097d90 con 0x7fc9b8102070 2023-10-21T15:39:53.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.080+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc9b8107dc0 con 0x7fc9b8102070 2023-10-21T15:39:53.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.080+0000 7fc9aeffd700 1 -- 172.21.15.46:0/1605139267 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7fc9b409b3b0 con 0x7fc9b8102070 2023-10-21T15:39:53.083 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:53.084 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:39:53.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9a40a1520 msgr2=0x7fc9a40a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9a40a1520 0x7fc9a40a39e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc9b8101be0 tx=0x7fc9a800a380 comp rx=0 tx=0).stop 2023-10-21T15:39:53.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 msgr2=0x7fc9b80732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 0x7fc9b80732a0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc9b40095c0 tx=0x7fc9b400f690 comp rx=0 tx=0).stop 2023-10-21T15:39:53.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 shutdown_connections 2023-10-21T15:39:53.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc9a40a1520 0x7fc9a40a39e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc9b8102a30 0x7fc9b80737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9b8100e90 0x7fc9b8074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 --2- 172.21.15.46:0/1605139267 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9b8102070 0x7fc9b80732a0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.082+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 >> 172.21.15.46:0/1605139267 conn(0x7fc9b80fc430 msgr2=0x7fc9b80fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:53.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.083+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 shutdown_connections 2023-10-21T15:39:53.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.083+0000 7fc9bff19700 1 -- 172.21.15.46:0/1605139267 wait complete. 2023-10-21T15:39:53.087 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:53.096 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:52 smithi046 ceph-mon[99436]: pgmap v303: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-21T15:39:53.097 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:52 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3876913820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.097 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:52 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/774046390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.097 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:52 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1708086244' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.098 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2023-10-21T15:39:53.099 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2023-10-21T15:39:53.099 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T15:39:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 -- 172.21.15.46:0/3086779135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c101950 msgr2=0x7fa03c103d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 --2- 172.21.15.46:0/3086779135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c101950 0x7fa03c103d40 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fa02c009990 tx=0x7fa02c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 -- 172.21.15.46:0/3086779135 shutdown_connections 2023-10-21T15:39:53.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 --2- 172.21.15.46:0/3086779135 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c101950 0x7fa03c103d40 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 --2- 172.21.15.46:0/3086779135 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa03c106bb0 0x7fa03c109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 --2- 172.21.15.46:0/3086779135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03c104280 0x7fa03c106670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 -- 172.21.15.46:0/3086779135 >> 172.21.15.46:0/3086779135 conn(0x7fa03c0fb320 msgr2=0x7fa03c0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 -- 172.21.15.46:0/3086779135 shutdown_connections 2023-10-21T15:39:53.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.227+0000 7fa043921700 1 -- 172.21.15.46:0/3086779135 wait complete. 2023-10-21T15:39:53.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa043921700 1 Processor -- start 2023-10-21T15:39:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa043921700 1 -- start start 2023-10-21T15:39:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa043921700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03c101950 0x7fa03c196a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa043921700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c104280 0x7fa03c196f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa043921700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa03c106bb0 0x7fa03c19dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:53.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa043921700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03c19e590 con 0x7fa03c104280 2023-10-21T15:39:53.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa043921700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03c19e6d0 con 0x7fa03c101950 2023-10-21T15:39:53.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa043921700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03c19e860 con 0x7fa03c106bb0 2023-10-21T15:39:53.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c104280 0x7fa03c196f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:53.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c104280 0x7fa03c196f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34684/0 (socket says 172.21.15.46:34684) 2023-10-21T15:39:53.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 -- 172.21.15.46:0/1245035866 learned_addr learned my addr 172.21.15.46:0/1245035866 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:53.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa041ebe700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa03c106bb0 0x7fa03c19dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:53.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa0416bd700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03c101950 0x7fa03c196a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:53.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 -- 172.21.15.46:0/1245035866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa03c106bb0 msgr2=0x7fa03c19dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa03c106bb0 0x7fa03c19dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 -- 172.21.15.46:0/1245035866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03c101950 msgr2=0x7fa03c196a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03c101950 0x7fa03c196a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 -- 172.21.15.46:0/1245035866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa02c0095f0 con 0x7fa03c104280 2023-10-21T15:39:53.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa0416bd700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03c101950 0x7fa03c196a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:53.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.228+0000 7fa040ebc700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c104280 0x7fa03c196f50 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa03800c9b0 tx=0x7fa03800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:53.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.229+0000 7fa0327fc700 1 -- 172.21.15.46:0/1245035866 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa038007b00 con 0x7fa03c104280 2023-10-21T15:39:53.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.229+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa03c19eb40 con 0x7fa03c104280 2023-10-21T15:39:53.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.229+0000 7fa0327fc700 1 -- 172.21.15.46:0/1245035866 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa038007c60 con 0x7fa03c104280 2023-10-21T15:39:53.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.229+0000 7fa0327fc700 1 -- 172.21.15.46:0/1245035866 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa038018660 con 0x7fa03c104280 2023-10-21T15:39:53.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.229+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa03c19f050 con 0x7fa03c104280 2023-10-21T15:39:53.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.230+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa03c0fcea0 con 0x7fa03c104280 2023-10-21T15:39:53.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.231+0000 7fa0327fc700 1 -- 172.21.15.46:0/1245035866 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa03800f450 con 0x7fa03c104280 2023-10-21T15:39:53.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.231+0000 7fa0327fc700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa0280a1520 0x7fa0280a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:53.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.231+0000 7fa0416bd700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa0280a1520 0x7fa0280a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:53.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.231+0000 7fa0327fc700 1 -- 172.21.15.46:0/1245035866 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa0380ccca0 con 0x7fa03c104280 2023-10-21T15:39:53.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.232+0000 7fa0416bd700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa0280a1520 0x7fa0280a39e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa02c00b5c0 tx=0x7fa02c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:53.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:52 smithi105 ceph-mon[103980]: pgmap v303: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-21T15:39:53.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:52 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3876913820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:52 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/774046390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:52 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1708086244' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.242 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.236+0000 7fa0327fc700 1 -- 172.21.15.46:0/1245035866 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa038096310 con 0x7fa03c104280 2023-10-21T15:39:53.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:52 smithi119 ceph-mon[103628]: pgmap v303: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 511 B/s wr, 9 op/s 2023-10-21T15:39:53.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:52 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3876913820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:52 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/774046390' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:52 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1708086244' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:53.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.432+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa03c0008d0 con 0x7fa0280a1520 2023-10-21T15:39:53.447 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.445+0000 7fa0327fc700 1 -- 172.21.15.46:0/1245035866 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344437 (secure 0 0 0) 0x7fa03c0008d0 con 0x7fa0280a1520 2023-10-21T15:39:53.452 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:53.454 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa0280a1520 msgr2=0x7fa0280a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa0280a1520 0x7fa0280a39e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fa02c00b5c0 tx=0x7fa02c005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c104280 msgr2=0x7fa03c196f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c104280 0x7fa03c196f50 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa03800c9b0 tx=0x7fa03800ccc0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 shutdown_connections 2023-10-21T15:39:53.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa0280a1520 0x7fa0280a39e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa03c106bb0 0x7fa03c19dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03c101950 0x7fa03c196a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 --2- 172.21.15.46:0/1245035866 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa03c104280 0x7fa03c196f50 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 >> 172.21.15.46:0/1245035866 conn(0x7fa03c0fb320 msgr2=0x7fa03c1025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:53.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 shutdown_connections 2023-10-21T15:39:53.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.449+0000 7fa043921700 1 -- 172.21.15.46:0/1245035866 wait complete. 2023-10-21T15:39:53.457 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-10-21T15:39:53.464 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":304,"stamp":"2023-10-21T15:39:53.202268+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660333,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":957,"num_read_kb":603,"num_write":425,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1237025,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":851,"ondisk_log_size":851,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337304,"kb_used_data":13112,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604520,"statfs":{"total":1151940427776,"available":1151595028480,"internally_reserved":0,"allocated":13426688,"data_stored":7355230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19132,"internal_metadata":331855172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[13,6,8,17,57,27],"upper_bound":64},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6228,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":85,"num_write":12,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003052"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228929+0000","last_change":"2023-10-21T15:38:26.896969+0000","last_active":"2023-10-21T15:39:47.228929+0000","last_peered":"2023-10-21T15:39:47.228929+0000","last_clean":"2023-10-21T15:39:47.228929+0000","last_became_active":"2023-10-21T15:38:26.896712+0000","last_became_peered":"2023-10-21T15:38:26.896712+0000","last_unstale":"2023-10-21T15:39:47.228929+0000","last_undegraded":"2023-10-21T15:39:47.228929+0000","last_fullsized":"2023-10-21T15:39:47.228929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:30:05.325907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228321+0000","last_change":"2023-10-21T15:38:26.896367+0000","last_active":"2023-10-21T15:39:47.228321+0000","last_peered":"2023-10-21T15:39:47.228321+0000","last_clean":"2023-10-21T15:39:47.228321+0000","last_became_active":"2023-10-21T15:38:26.896171+0000","last_became_peered":"2023-10-21T15:38:26.896171+0000","last_unstale":"2023-10-21T15:39:47.228321+0000","last_undegraded":"2023-10-21T15:39:47.228321+0000","last_fullsized":"2023-10-21T15:39:47.228321+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:34:17.297490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.222377+0000","last_change":"2023-10-21T15:38:26.894590+0000","last_active":"2023-10-21T15:39:47.222377+0000","last_peered":"2023-10-21T15:39:47.222377+0000","last_clean":"2023-10-21T15:39:47.222377+0000","last_became_active":"2023-10-21T15:38:26.892178+0000","last_became_peered":"2023-10-21T15:38:26.892178+0000","last_unstale":"2023-10-21T15:39:47.222377+0000","last_undegraded":"2023-10-21T15:39:47.222377+0000","last_fullsized":"2023-10-21T15:39:47.222377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:38:18.037100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227768+0000","last_change":"2023-10-21T15:38:26.896592+0000","last_active":"2023-10-21T15:39:47.227768+0000","last_peered":"2023-10-21T15:39:47.227768+0000","last_clean":"2023-10-21T15:39:47.227768+0000","last_became_active":"2023-10-21T15:38:26.896244+0000","last_became_peered":"2023-10-21T15:38:26.896244+0000","last_unstale":"2023-10-21T15:39:47.227768+0000","last_undegraded":"2023-10-21T15:39:47.227768+0000","last_fullsized":"2023-10-21T15:39:47.227768+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:40:56.440420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.234533+0000","last_change":"2023-10-21T15:38:26.896863+0000","last_active":"2023-10-21T15:39:47.234533+0000","last_peered":"2023-10-21T15:39:47.234533+0000","last_clean":"2023-10-21T15:39:47.234533+0000","last_became_active":"2023-10-21T15:38:26.896541+0000","last_became_peered":"2023-10-21T15:38:26.896541+0000","last_unstale":"2023-10-21T15:39:47.234533+0000","last_undegraded":"2023-10-21T15:39:47.234533+0000","last_fullsized":"2023-10-21T15:39:47.234533+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:40:07.776260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223658+0000","last_change":"2023-10-21T15:38:26.886165+0000","last_active":"2023-10-21T15:39:47.223658+0000","last_peered":"2023-10-21T15:39:47.223658+0000","last_clean":"2023-10-21T15:39:47.223658+0000","last_became_active":"2023-10-21T15:38:26.885878+0000","last_became_peered":"2023-10-21T15:38:26.885878+0000","last_unstale":"2023-10-21T15:39:47.223658+0000","last_undegraded":"2023-10-21T15:39:47.223658+0000","last_fullsized":"2023-10-21T15:39:47.223658+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:12:33.088705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.221920+0000","last_change":"2023-10-21T15:38:26.898290+0000","last_active":"2023-10-21T15:39:47.221920+0000","last_peered":"2023-10-21T15:39:47.221920+0000","last_clean":"2023-10-21T15:39:47.221920+0000","last_became_active":"2023-10-21T15:38:26.897989+0000","last_became_peered":"2023-10-21T15:38:26.897989+0000","last_unstale":"2023-10-21T15:39:47.221920+0000","last_undegraded":"2023-10-21T15:39:47.221920+0000","last_fullsized":"2023-10-21T15:39:47.221920+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:57:08.698089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228718+0000","last_change":"2023-10-21T15:38:26.893966+0000","last_active":"2023-10-21T15:39:47.228718+0000","last_peered":"2023-10-21T15:39:47.228718+0000","last_clean":"2023-10-21T15:39:47.228718+0000","last_became_active":"2023-10-21T15:38:26.893399+0000","last_became_peered":"2023-10-21T15:38:26.893399+0000","last_unstale":"2023-10-21T15:39:47.228718+0000","last_undegraded":"2023-10-21T15:39:47.228718+0000","last_fullsized":"2023-10-21T15:39:47.228718+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:14:39.509360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229083+0000","last_change":"2023-10-21T15:38:26.897029+0000","last_active":"2023-10-21T15:39:47.229083+0000","last_peered":"2023-10-21T15:39:47.229083+0000","last_clean":"2023-10-21T15:39:47.229083+0000","last_became_active":"2023-10-21T15:38:26.896739+0000","last_became_peered":"2023-10-21T15:38:26.896739+0000","last_unstale":"2023-10-21T15:39:47.229083+0000","last_undegraded":"2023-10-21T15:39:47.229083+0000","last_fullsized":"2023-10-21T15:39:47.229083+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:33:38.530676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":38,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225452+0000","last_change":"2023-10-21T15:39:18.751570+0000","last_active":"2023-10-21T15:39:47.225452+0000","last_peered":"2023-10-21T15:39:47.225452+0000","last_clean":"2023-10-21T15:39:47.225452+0000","last_became_active":"2023-10-21T15:39:18.751113+0000","last_became_peered":"2023-10-21T15:39:18.751113+0000","last_unstale":"2023-10-21T15:39:47.225452+0000","last_undegraded":"2023-10-21T15:39:47.225452+0000","last_fullsized":"2023-10-21T15:39:47.225452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:24:02.053662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229158+0000","last_change":"2023-10-21T15:38:26.898907+0000","last_active":"2023-10-21T15:39:47.229158+0000","last_peered":"2023-10-21T15:39:47.229158+0000","last_clean":"2023-10-21T15:39:47.229158+0000","last_became_active":"2023-10-21T15:38:26.898596+0000","last_became_peered":"2023-10-21T15:38:26.898596+0000","last_unstale":"2023-10-21T15:39:47.229158+0000","last_undegraded":"2023-10-21T15:39:47.229158+0000","last_fullsized":"2023-10-21T15:39:47.229158+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:17:50.229055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227416+0000","last_change":"2023-10-21T15:38:26.890394+0000","last_active":"2023-10-21T15:39:47.227416+0000","last_peered":"2023-10-21T15:39:47.227416+0000","last_clean":"2023-10-21T15:39:47.227416+0000","last_became_active":"2023-10-21T15:38:26.889961+0000","last_became_peered":"2023-10-21T15:38:26.889961+0000","last_unstale":"2023-10-21T15:39:47.227416+0000","last_undegraded":"2023-10-21T15:39:47.227416+0000","last_fullsized":"2023-10-21T15:39:47.227416+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:49:47.638345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.241873+0000","last_change":"2023-10-21T15:38:26.894223+0000","last_active":"2023-10-21T15:39:47.241873+0000","last_peered":"2023-10-21T15:39:47.241873+0000","last_clean":"2023-10-21T15:39:47.241873+0000","last_became_active":"2023-10-21T15:38:26.893909+0000","last_became_peered":"2023-10-21T15:38:26.893909+0000","last_unstale":"2023-10-21T15:39:47.241873+0000","last_undegraded":"2023-10-21T15:39:47.241873+0000","last_fullsized":"2023-10-21T15:39:47.241873+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:18:42.174182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227532+0000","last_change":"2023-10-21T15:38:26.889987+0000","last_active":"2023-10-21T15:39:47.227532+0000","last_peered":"2023-10-21T15:39:47.227532+0000","last_clean":"2023-10-21T15:39:47.227532+0000","last_became_active":"2023-10-21T15:38:26.889738+0000","last_became_peered":"2023-10-21T15:38:26.889738+0000","last_unstale":"2023-10-21T15:39:47.227532+0000","last_undegraded":"2023-10-21T15:39:47.227532+0000","last_fullsized":"2023-10-21T15:39:47.227532+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:02:05.271354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227553+0000","last_change":"2023-10-21T15:38:26.894151+0000","last_active":"2023-10-21T15:39:47.227553+0000","last_peered":"2023-10-21T15:39:47.227553+0000","last_clean":"2023-10-21T15:39:47.227553+0000","last_became_active":"2023-10-21T15:38:26.891753+0000","last_became_peered":"2023-10-21T15:38:26.891753+0000","last_unstale":"2023-10-21T15:39:47.227553+0000","last_undegraded":"2023-10-21T15:39:47.227553+0000","last_fullsized":"2023-10-21T15:39:47.227553+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:21.048929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226195+0000","last_change":"2023-10-21T15:38:26.894240+0000","last_active":"2023-10-21T15:39:47.226195+0000","last_peered":"2023-10-21T15:39:47.226195+0000","last_clean":"2023-10-21T15:39:47.226195+0000","last_became_active":"2023-10-21T15:38:26.893940+0000","last_became_peered":"2023-10-21T15:38:26.893940+0000","last_unstale":"2023-10-21T15:39:47.226195+0000","last_undegraded":"2023-10-21T15:39:47.226195+0000","last_fullsized":"2023-10-21T15:39:47.226195+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:44:53.337739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229113+0000","last_change":"2023-10-21T15:38:26.897096+0000","last_active":"2023-10-21T15:39:47.229113+0000","last_peered":"2023-10-21T15:39:47.229113+0000","last_clean":"2023-10-21T15:39:47.229113+0000","last_became_active":"2023-10-21T15:38:26.896859+0000","last_became_peered":"2023-10-21T15:38:26.896859+0000","last_unstale":"2023-10-21T15:39:47.229113+0000","last_undegraded":"2023-10-21T15:39:47.229113+0000","last_fullsized":"2023-10-21T15:39:47.229113+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:31:11.748997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.230016+0000","last_change":"2023-10-21T15:38:26.883077+0000","last_active":"2023-10-21T15:39:47.230016+0000","last_peered":"2023-10-21T15:39:47.230016+0000","last_clean":"2023-10-21T15:39:47.230016+0000","last_became_active":"2023-10-21T15:38:26.882768+0000","last_became_peered":"2023-10-21T15:38:26.882768+0000","last_unstale":"2023-10-21T15:39:47.230016+0000","last_undegraded":"2023-10-21T15:39:47.230016+0000","last_fullsized":"2023-10-21T15:39:47.230016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:02:39.303454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.232865+0000","last_change":"2023-10-21T15:38:26.893854+0000","last_active":"2023-10-21T15:39:47.232865+0000","last_peered":"2023-10-21T15:39:47.232865+0000","last_clean":"2023-10-21T15:39:47.232865+0000","last_became_active":"2023-10-21T15:38:26.893531+0000","last_became_peered":"2023-10-21T15:38:26.893531+0000","last_unstale":"2023-10-21T15:39:47.232865+0000","last_undegraded":"2023-10-21T15:39:47.232865+0000","last_fullsized":"2023-10-21T15:39:47.232865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:59:23.113741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":108,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.814041+0000","last_change":"2023-10-21T15:38:25.873981+0000","last_active":"2023-10-21T15:39:50.814041+0000","last_peered":"2023-10-21T15:39:50.814041+0000","last_clean":"2023-10-21T15:39:50.814041+0000","last_became_active":"2023-10-21T15:38:25.873516+0000","last_became_peered":"2023-10-21T15:38:25.873516+0000","last_unstale":"2023-10-21T15:39:50.814041+0000","last_undegraded":"2023-10-21T15:39:50.814041+0000","last_fullsized":"2023-10-21T15:39:50.814041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:00:22.440091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226987+0000","last_change":"2023-10-21T15:38:26.899511+0000","last_active":"2023-10-21T15:39:47.226987+0000","last_peered":"2023-10-21T15:39:47.226987+0000","last_clean":"2023-10-21T15:39:47.226987+0000","last_became_active":"2023-10-21T15:38:26.899141+0000","last_became_peered":"2023-10-21T15:38:26.899141+0000","last_unstale":"2023-10-21T15:39:47.226987+0000","last_undegraded":"2023-10-21T15:39:47.226987+0000","last_fullsized":"2023-10-21T15:39:47.226987+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:58:56.275159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.749116+0000","last_change":"2023-10-21T15:38:25.879150+0000","last_active":"2023-10-21T15:39:17.749116+0000","last_peered":"2023-10-21T15:39:17.749116+0000","last_clean":"2023-10-21T15:39:17.749116+0000","last_became_active":"2023-10-21T15:38:25.878810+0000","last_became_peered":"2023-10-21T15:38:25.878810+0000","last_unstale":"2023-10-21T15:39:17.749116+0000","last_undegraded":"2023-10-21T15:39:17.749116+0000","last_fullsized":"2023-10-21T15:39:17.749116+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:31:38.921431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229350+0000","last_change":"2023-10-21T15:38:26.895936+0000","last_active":"2023-10-21T15:39:47.229350+0000","last_peered":"2023-10-21T15:39:47.229350+0000","last_clean":"2023-10-21T15:39:47.229350+0000","last_became_active":"2023-10-21T15:38:26.895650+0000","last_became_peered":"2023-10-21T15:38:26.895650+0000","last_unstale":"2023-10-21T15:39:47.229350+0000","last_undegraded":"2023-10-21T15:39:47.229350+0000","last_fullsized":"2023-10-21T15:39:47.229350+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:25:28.081813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745791+0000","last_change":"2023-10-21T15:38:25.878767+0000","last_active":"2023-10-21T15:39:17.745791+0000","last_peered":"2023-10-21T15:39:17.745791+0000","last_clean":"2023-10-21T15:39:17.745791+0000","last_became_active":"2023-10-21T15:38:25.878433+0000","last_became_peered":"2023-10-21T15:38:25.878433+0000","last_unstale":"2023-10-21T15:39:17.745791+0000","last_undegraded":"2023-10-21T15:39:17.745791+0000","last_fullsized":"2023-10-21T15:39:17.745791+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:53:52.772470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.238082+0000","last_change":"2023-10-21T15:38:26.894730+0000","last_active":"2023-10-21T15:39:47.238082+0000","last_peered":"2023-10-21T15:39:47.238082+0000","last_clean":"2023-10-21T15:39:47.238082+0000","last_became_active":"2023-10-21T15:38:26.894353+0000","last_became_peered":"2023-10-21T15:38:26.894353+0000","last_unstale":"2023-10-21T15:39:47.238082+0000","last_undegraded":"2023-10-21T15:39:47.238082+0000","last_fullsized":"2023-10-21T15:39:47.238082+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:22:27.135454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745652+0000","last_change":"2023-10-21T15:38:25.877831+0000","last_active":"2023-10-21T15:39:17.745652+0000","last_peered":"2023-10-21T15:39:17.745652+0000","last_clean":"2023-10-21T15:39:17.745652+0000","last_became_active":"2023-10-21T15:38:25.877084+0000","last_became_peered":"2023-10-21T15:38:25.877084+0000","last_unstale":"2023-10-21T15:39:17.745652+0000","last_undegraded":"2023-10-21T15:39:17.745652+0000","last_fullsized":"2023-10-21T15:39:17.745652+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:56:24.090502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229665+0000","last_change":"2023-10-21T15:38:26.900772+0000","last_active":"2023-10-21T15:39:47.229665+0000","last_peered":"2023-10-21T15:39:47.229665+0000","last_clean":"2023-10-21T15:39:47.229665+0000","last_became_active":"2023-10-21T15:38:26.900339+0000","last_became_peered":"2023-10-21T15:38:26.900339+0000","last_unstale":"2023-10-21T15:39:47.229665+0000","last_undegraded":"2023-10-21T15:39:47.229665+0000","last_fullsized":"2023-10-21T15:39:47.229665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:38:49.973658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":101,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.796281+0000","last_change":"2023-10-21T15:38:25.879162+0000","last_active":"2023-10-21T15:39:47.796281+0000","last_peered":"2023-10-21T15:39:47.796281+0000","last_clean":"2023-10-21T15:39:47.796281+0000","last_became_active":"2023-10-21T15:38:25.878817+0000","last_became_peered":"2023-10-21T15:38:25.878817+0000","last_unstale":"2023-10-21T15:39:47.796281+0000","last_undegraded":"2023-10-21T15:39:47.796281+0000","last_fullsized":"2023-10-21T15:39:47.796281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:13:56.281533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.222787+0000","last_change":"2023-10-21T15:38:26.899280+0000","last_active":"2023-10-21T15:39:47.222787+0000","last_peered":"2023-10-21T15:39:47.222787+0000","last_clean":"2023-10-21T15:39:47.222787+0000","last_became_active":"2023-10-21T15:38:26.898983+0000","last_became_peered":"2023-10-21T15:38:26.898983+0000","last_unstale":"2023-10-21T15:39:47.222787+0000","last_undegraded":"2023-10-21T15:39:47.222787+0000","last_fullsized":"2023-10-21T15:39:47.222787+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:23:29.895144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744735+0000","last_change":"2023-10-21T15:38:25.878451+0000","last_active":"2023-10-21T15:39:17.744735+0000","last_peered":"2023-10-21T15:39:17.744735+0000","last_clean":"2023-10-21T15:39:17.744735+0000","last_became_active":"2023-10-21T15:38:25.878163+0000","last_became_peered":"2023-10-21T15:38:25.878163+0000","last_unstale":"2023-10-21T15:39:17.744735+0000","last_undegraded":"2023-10-21T15:39:17.744735+0000","last_fullsized":"2023-10-21T15:39:17.744735+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:05:40.364480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225683+0000","last_change":"2023-10-21T15:39:18.747977+0000","last_active":"2023-10-21T15:39:47.225683+0000","last_peered":"2023-10-21T15:39:47.225683+0000","last_clean":"2023-10-21T15:39:47.225683+0000","last_became_active":"2023-10-21T15:39:18.747614+0000","last_became_peered":"2023-10-21T15:39:18.747614+0000","last_unstale":"2023-10-21T15:39:47.225683+0000","last_undegraded":"2023-10-21T15:39:47.225683+0000","last_fullsized":"2023-10-21T15:39:47.225683+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:43:45.028053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.741502+0000","last_change":"2023-10-21T15:38:25.875691+0000","last_active":"2023-10-21T15:39:17.741502+0000","last_peered":"2023-10-21T15:39:17.741502+0000","last_clean":"2023-10-21T15:39:17.741502+0000","last_became_active":"2023-10-21T15:38:25.875237+0000","last_became_peered":"2023-10-21T15:38:25.875237+0000","last_unstale":"2023-10-21T15:39:17.741502+0000","last_undegraded":"2023-10-21T15:39:17.741502+0000","last_fullsized":"2023-10-21T15:39:17.741502+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:29.569070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.235171+0000","last_change":"2023-10-21T15:38:26.893776+0000","last_active":"2023-10-21T15:39:47.235171+0000","last_peered":"2023-10-21T15:39:47.235171+0000","last_clean":"2023-10-21T15:39:47.235171+0000","last_became_active":"2023-10-21T15:38:26.893414+0000","last_became_peered":"2023-10-21T15:38:26.893414+0000","last_unstale":"2023-10-21T15:39:47.235171+0000","last_undegraded":"2023-10-21T15:39:47.235171+0000","last_fullsized":"2023-10-21T15:39:47.235171+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:40:06.755378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748297+0000","last_change":"2023-10-21T15:38:25.876549+0000","last_active":"2023-10-21T15:39:17.748297+0000","last_peered":"2023-10-21T15:39:17.748297+0000","last_clean":"2023-10-21T15:39:17.748297+0000","last_became_active":"2023-10-21T15:38:25.875741+0000","last_became_peered":"2023-10-21T15:38:25.875741+0000","last_unstale":"2023-10-21T15:39:17.748297+0000","last_undegraded":"2023-10-21T15:39:17.748297+0000","last_fullsized":"2023-10-21T15:39:17.748297+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:22.232236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226954+0000","last_change":"2023-10-21T15:38:26.889857+0000","last_active":"2023-10-21T15:39:47.226954+0000","last_peered":"2023-10-21T15:39:47.226954+0000","last_clean":"2023-10-21T15:39:47.226954+0000","last_became_active":"2023-10-21T15:38:26.889551+0000","last_became_peered":"2023-10-21T15:38:26.889551+0000","last_unstale":"2023-10-21T15:39:47.226954+0000","last_undegraded":"2023-10-21T15:39:47.226954+0000","last_fullsized":"2023-10-21T15:39:47.226954+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:19:42.575985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'5","reported_seq":183,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:52.802924+0000","last_change":"2023-10-21T15:38:25.877536+0000","last_active":"2023-10-21T15:39:52.802924+0000","last_peered":"2023-10-21T15:39:52.802924+0000","last_clean":"2023-10-21T15:39:52.802924+0000","last_became_active":"2023-10-21T15:38:25.877034+0000","last_became_peered":"2023-10-21T15:38:25.877034+0000","last_unstale":"2023-10-21T15:39:52.802924+0000","last_undegraded":"2023-10-21T15:39:52.802924+0000","last_fullsized":"2023-10-21T15:39:52.802924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:32:54.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":163,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.231386+0000","last_change":"2023-10-21T15:38:26.882998+0000","last_active":"2023-10-21T15:39:47.231386+0000","last_peered":"2023-10-21T15:39:47.231386+0000","last_clean":"2023-10-21T15:39:47.231386+0000","last_became_active":"2023-10-21T15:38:26.882719+0000","last_became_peered":"2023-10-21T15:38:26.882719+0000","last_unstale":"2023-10-21T15:39:47.231386+0000","last_undegraded":"2023-10-21T15:39:47.231386+0000","last_fullsized":"2023-10-21T15:39:47.231386+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:33:51.297695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744810+0000","last_change":"2023-10-21T15:38:25.877191+0000","last_active":"2023-10-21T15:39:17.744810+0000","last_peered":"2023-10-21T15:39:17.744810+0000","last_clean":"2023-10-21T15:39:17.744810+0000","last_became_active":"2023-10-21T15:38:25.876859+0000","last_became_peered":"2023-10-21T15:38:25.876859+0000","last_unstale":"2023-10-21T15:39:17.744810+0000","last_undegraded":"2023-10-21T15:39:17.744810+0000","last_fullsized":"2023-10-21T15:39:17.744810+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:38:51.651105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227718+0000","last_change":"2023-10-21T15:38:26.893536+0000","last_active":"2023-10-21T15:39:47.227718+0000","last_peered":"2023-10-21T15:39:47.227718+0000","last_clean":"2023-10-21T15:39:47.227718+0000","last_became_active":"2023-10-21T15:38:26.893224+0000","last_became_peered":"2023-10-21T15:38:26.893224+0000","last_unstale":"2023-10-21T15:39:47.227718+0000","last_undegraded":"2023-10-21T15:39:47.227718+0000","last_fullsized":"2023-10-21T15:39:47.227718+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:40.233971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.749038+0000","last_change":"2023-10-21T15:38:25.876646+0000","last_active":"2023-10-21T15:39:17.749038+0000","last_peered":"2023-10-21T15:39:17.749038+0000","last_clean":"2023-10-21T15:39:17.749038+0000","last_became_active":"2023-10-21T15:38:25.875788+0000","last_became_peered":"2023-10-21T15:38:25.875788+0000","last_unstale":"2023-10-21T15:39:17.749038+0000","last_undegraded":"2023-10-21T15:39:17.749038+0000","last_fullsized":"2023-10-21T15:39:17.749038+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:05.096250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.238170+0000","last_change":"2023-10-21T15:39:18.779851+0000","last_active":"2023-10-21T15:39:47.238170+0000","last_peered":"2023-10-21T15:39:47.238170+0000","last_clean":"2023-10-21T15:39:47.238170+0000","last_became_active":"2023-10-21T15:39:18.779443+0000","last_became_peered":"2023-10-21T15:39:18.779443+0000","last_unstale":"2023-10-21T15:39:47.238170+0000","last_undegraded":"2023-10-21T15:39:47.238170+0000","last_fullsized":"2023-10-21T15:39:47.238170+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:57:06.167582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'34","reported_seq":245,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:52.804394+0000","last_change":"2023-10-21T15:39:18.761380+0000","last_active":"2023-10-21T15:39:52.804394+0000","last_peered":"2023-10-21T15:39:52.804394+0000","last_clean":"2023-10-21T15:39:52.804394+0000","last_became_active":"2023-10-21T15:39:18.749541+0000","last_became_peered":"2023-10-21T15:39:18.749541+0000","last_unstale":"2023-10-21T15:39:52.804394+0000","last_undegraded":"2023-10-21T15:39:52.804394+0000","last_fullsized":"2023-10-21T15:39:52.804394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:07:02.617203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62235,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":144,"num_write":36,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":56289,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.216472+0000","last_change":"2023-10-21T15:38:26.901535+0000","last_active":"2023-10-21T15:39:47.216472+0000","last_peered":"2023-10-21T15:39:47.216472+0000","last_clean":"2023-10-21T15:39:47.216472+0000","last_became_active":"2023-10-21T15:38:26.901232+0000","last_became_peered":"2023-10-21T15:38:26.901232+0000","last_unstale":"2023-10-21T15:39:47.216472+0000","last_undegraded":"2023-10-21T15:39:47.216472+0000","last_fullsized":"2023-10-21T15:39:47.216472+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:09:38.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.743221+0000","last_change":"2023-10-21T15:38:25.881847+0000","last_active":"2023-10-21T15:39:17.743221+0000","last_peered":"2023-10-21T15:39:17.743221+0000","last_clean":"2023-10-21T15:39:17.743221+0000","last_became_active":"2023-10-21T15:38:25.881473+0000","last_became_peered":"2023-10-21T15:38:25.881473+0000","last_unstale":"2023-10-21T15:39:17.743221+0000","last_undegraded":"2023-10-21T15:39:17.743221+0000","last_fullsized":"2023-10-21T15:39:17.743221+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:41.216838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240978+0000","last_change":"2023-10-21T15:38:26.894029+0000","last_active":"2023-10-21T15:39:47.240978+0000","last_peered":"2023-10-21T15:39:47.240978+0000","last_clean":"2023-10-21T15:39:47.240978+0000","last_became_active":"2023-10-21T15:38:26.893790+0000","last_became_peered":"2023-10-21T15:38:26.893790+0000","last_unstale":"2023-10-21T15:39:47.240978+0000","last_undegraded":"2023-10-21T15:39:47.240978+0000","last_fullsized":"2023-10-21T15:39:47.240978+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:14:55.059926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748655+0000","last_change":"2023-10-21T15:38:25.876442+0000","last_active":"2023-10-21T15:39:17.748655+0000","last_peered":"2023-10-21T15:39:17.748655+0000","last_clean":"2023-10-21T15:39:17.748655+0000","last_became_active":"2023-10-21T15:38:25.875893+0000","last_became_peered":"2023-10-21T15:38:25.875893+0000","last_unstale":"2023-10-21T15:39:17.748655+0000","last_undegraded":"2023-10-21T15:39:17.748655+0000","last_fullsized":"2023-10-21T15:39:17.748655+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:31.253944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.239093+0000","last_change":"2023-10-21T15:39:18.780275+0000","last_active":"2023-10-21T15:39:47.239093+0000","last_peered":"2023-10-21T15:39:47.239093+0000","last_clean":"2023-10-21T15:39:47.239093+0000","last_became_active":"2023-10-21T15:39:18.779825+0000","last_became_peered":"2023-10-21T15:39:18.779825+0000","last_unstale":"2023-10-21T15:39:47.239093+0000","last_undegraded":"2023-10-21T15:39:47.239093+0000","last_fullsized":"2023-10-21T15:39:47.239093+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:19:47.982101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'7","reported_seq":104,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.832342+0000","last_change":"2023-10-21T15:38:25.875651+0000","last_active":"2023-10-21T15:39:50.832342+0000","last_peered":"2023-10-21T15:39:50.832342+0000","last_clean":"2023-10-21T15:39:50.832342+0000","last_became_active":"2023-10-21T15:38:25.875304+0000","last_became_peered":"2023-10-21T15:38:25.875304+0000","last_unstale":"2023-10-21T15:39:50.832342+0000","last_undegraded":"2023-10-21T15:39:50.832342+0000","last_fullsized":"2023-10-21T15:39:50.832342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:48:30.695617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1119,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.221551+0000","last_change":"2023-10-21T15:38:26.895122+0000","last_active":"2023-10-21T15:39:47.221551+0000","last_peered":"2023-10-21T15:39:47.221551+0000","last_clean":"2023-10-21T15:39:47.221551+0000","last_became_active":"2023-10-21T15:38:26.894272+0000","last_became_peered":"2023-10-21T15:38:26.894272+0000","last_unstale":"2023-10-21T15:39:47.221551+0000","last_undegraded":"2023-10-21T15:39:47.221551+0000","last_fullsized":"2023-10-21T15:39:47.221551+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:00:42.013640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744997+0000","last_change":"2023-10-21T15:38:25.873934+0000","last_active":"2023-10-21T15:39:17.744997+0000","last_peered":"2023-10-21T15:39:17.744997+0000","last_clean":"2023-10-21T15:39:17.744997+0000","last_became_active":"2023-10-21T15:38:25.873451+0000","last_became_peered":"2023-10-21T15:38:25.873451+0000","last_unstale":"2023-10-21T15:39:17.744997+0000","last_undegraded":"2023-10-21T15:39:17.744997+0000","last_fullsized":"2023-10-21T15:39:17.744997+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:10:09.421310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229472+0000","last_change":"2023-10-21T15:38:26.900552+0000","last_active":"2023-10-21T15:39:47.229472+0000","last_peered":"2023-10-21T15:39:47.229472+0000","last_clean":"2023-10-21T15:39:47.229472+0000","last_became_active":"2023-10-21T15:38:26.900230+0000","last_became_peered":"2023-10-21T15:38:26.900230+0000","last_unstale":"2023-10-21T15:39:47.229472+0000","last_undegraded":"2023-10-21T15:39:47.229472+0000","last_fullsized":"2023-10-21T15:39:47.229472+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:31:11.093553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.746275+0000","last_change":"2023-10-21T15:38:25.877414+0000","last_active":"2023-10-21T15:39:17.746275+0000","last_peered":"2023-10-21T15:39:17.746275+0000","last_clean":"2023-10-21T15:39:17.746275+0000","last_became_active":"2023-10-21T15:38:25.877108+0000","last_became_peered":"2023-10-21T15:38:25.877108+0000","last_unstale":"2023-10-21T15:39:17.746275+0000","last_undegraded":"2023-10-21T15:39:17.746275+0000","last_fullsized":"2023-10-21T15:39:17.746275+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:44:03.587093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223558+0000","last_change":"2023-10-21T15:38:26.893441+0000","last_active":"2023-10-21T15:39:47.223558+0000","last_peered":"2023-10-21T15:39:47.223558+0000","last_clean":"2023-10-21T15:39:47.223558+0000","last_became_active":"2023-10-21T15:38:26.893140+0000","last_became_peered":"2023-10-21T15:38:26.893140+0000","last_unstale":"2023-10-21T15:39:47.223558+0000","last_undegraded":"2023-10-21T15:39:47.223558+0000","last_fullsized":"2023-10-21T15:39:47.223558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:06:25.188921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748081+0000","last_change":"2023-10-21T15:38:25.875305+0000","last_active":"2023-10-21T15:39:17.748081+0000","last_peered":"2023-10-21T15:39:17.748081+0000","last_clean":"2023-10-21T15:39:17.748081+0000","last_became_active":"2023-10-21T15:38:25.874951+0000","last_became_peered":"2023-10-21T15:38:25.874951+0000","last_unstale":"2023-10-21T15:39:17.748081+0000","last_undegraded":"2023-10-21T15:39:17.748081+0000","last_fullsized":"2023-10-21T15:39:17.748081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:04:14.812915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.232674+0000","last_change":"2023-10-21T15:38:26.895911+0000","last_active":"2023-10-21T15:39:47.232674+0000","last_peered":"2023-10-21T15:39:47.232674+0000","last_clean":"2023-10-21T15:39:47.232674+0000","last_became_active":"2023-10-21T15:38:26.895602+0000","last_became_peered":"2023-10-21T15:38:26.895602+0000","last_unstale":"2023-10-21T15:39:47.232674+0000","last_undegraded":"2023-10-21T15:39:47.232674+0000","last_fullsized":"2023-10-21T15:39:47.232674+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:33:52.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":100,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.814767+0000","last_change":"2023-10-21T15:38:25.878916+0000","last_active":"2023-10-21T15:39:50.814767+0000","last_peered":"2023-10-21T15:39:50.814767+0000","last_clean":"2023-10-21T15:39:50.814767+0000","last_became_active":"2023-10-21T15:38:25.878605+0000","last_became_peered":"2023-10-21T15:38:25.878605+0000","last_unstale":"2023-10-21T15:39:50.814767+0000","last_undegraded":"2023-10-21T15:39:50.814767+0000","last_fullsized":"2023-10-21T15:39:50.814767+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:21:17.780944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":80,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223434+0000","last_change":"2023-10-21T15:38:26.889767+0000","last_active":"2023-10-21T15:39:47.223434+0000","last_peered":"2023-10-21T15:39:47.223434+0000","last_clean":"2023-10-21T15:39:47.223434+0000","last_became_active":"2023-10-21T15:38:26.889470+0000","last_became_peered":"2023-10-21T15:38:26.889470+0000","last_unstale":"2023-10-21T15:39:47.223434+0000","last_undegraded":"2023-10-21T15:39:47.223434+0000","last_fullsized":"2023-10-21T15:39:47.223434+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:24.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224341+0000","last_change":"2023-10-21T15:38:26.901333+0000","last_active":"2023-10-21T15:39:47.224341+0000","last_peered":"2023-10-21T15:39:47.224341+0000","last_clean":"2023-10-21T15:39:47.224341+0000","last_became_active":"2023-10-21T15:38:26.896338+0000","last_became_peered":"2023-10-21T15:38:26.896338+0000","last_unstale":"2023-10-21T15:39:47.224341+0000","last_undegraded":"2023-10-21T15:39:47.224341+0000","last_fullsized":"2023-10-21T15:39:47.224341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:48.919749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'6","reported_seq":100,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:49.830316+0000","last_change":"2023-10-21T15:38:25.884503+0000","last_active":"2023-10-21T15:39:49.830316+0000","last_peered":"2023-10-21T15:39:49.830316+0000","last_clean":"2023-10-21T15:39:49.830316+0000","last_became_active":"2023-10-21T15:38:25.884195+0000","last_became_peered":"2023-10-21T15:38:25.884195+0000","last_unstale":"2023-10-21T15:39:49.830316+0000","last_undegraded":"2023-10-21T15:39:49.830316+0000","last_fullsized":"2023-10-21T15:39:49.830316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:22:38.645988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":79,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229805+0000","last_change":"2023-10-21T15:38:26.887547+0000","last_active":"2023-10-21T15:39:47.229805+0000","last_peered":"2023-10-21T15:39:47.229805+0000","last_clean":"2023-10-21T15:39:47.229805+0000","last_became_active":"2023-10-21T15:38:26.886427+0000","last_became_peered":"2023-10-21T15:38:26.886427+0000","last_unstale":"2023-10-21T15:39:47.229805+0000","last_undegraded":"2023-10-21T15:39:47.229805+0000","last_fullsized":"2023-10-21T15:39:47.229805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:19:17.570404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.746883+0000","last_change":"2023-10-21T15:38:25.871653+0000","last_active":"2023-10-21T15:39:17.746883+0000","last_peered":"2023-10-21T15:39:17.746883+0000","last_clean":"2023-10-21T15:39:17.746883+0000","last_became_active":"2023-10-21T15:38:25.871296+0000","last_became_peered":"2023-10-21T15:38:25.871296+0000","last_unstale":"2023-10-21T15:39:17.746883+0000","last_undegraded":"2023-10-21T15:39:17.746883+0000","last_fullsized":"2023-10-21T15:39:17.746883+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:05:39.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":312,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745312+0000","last_change":"2023-10-21T15:37:26.057389+0000","last_active":"2023-10-21T15:39:17.745312+0000","last_peered":"2023-10-21T15:39:17.745312+0000","last_clean":"2023-10-21T15:39:17.745312+0000","last_became_active":"2023-10-21T15:37:26.056924+0000","last_became_peered":"2023-10-21T15:37:26.056924+0000","last_unstale":"2023-10-21T15:39:17.745312+0000","last_undegraded":"2023-10-21T15:39:17.745312+0000","last_fullsized":"2023-10-21T15:39:17.745312+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_clean_scrub_stamp":"2023-10-21T15:34:29.971370+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:55:44.580703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.235522+0000","last_change":"2023-10-21T15:38:26.890694+0000","last_active":"2023-10-21T15:39:47.235522+0000","last_peered":"2023-10-21T15:39:47.235522+0000","last_clean":"2023-10-21T15:39:47.235522+0000","last_became_active":"2023-10-21T15:38:26.890358+0000","last_became_peered":"2023-10-21T15:38:26.890358+0000","last_unstale":"2023-10-21T15:39:47.235522+0000","last_undegraded":"2023-10-21T15:39:47.235522+0000","last_fullsized":"2023-10-21T15:39:47.235522+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:25:27.346968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.754582+0000","last_change":"2023-10-21T15:39:18.754582+0000","last_active":"2023-10-21T15:39:18.754582+0000","last_peered":"2023-10-21T15:39:18.754582+0000","last_clean":"2023-10-21T15:39:18.754582+0000","last_became_active":"2023-10-21T15:39:18.750022+0000","last_became_peered":"2023-10-21T15:39:18.750022+0000","last_unstale":"2023-10-21T15:39:18.754582+0000","last_undegraded":"2023-10-21T15:39:18.754582+0000","last_fullsized":"2023-10-21T15:39:18.754582+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:50:41.936153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745347+0000","last_change":"2023-10-21T15:38:25.873109+0000","last_active":"2023-10-21T15:39:17.745347+0000","last_peered":"2023-10-21T15:39:17.745347+0000","last_clean":"2023-10-21T15:39:17.745347+0000","last_became_active":"2023-10-21T15:38:25.872788+0000","last_became_peered":"2023-10-21T15:38:25.872788+0000","last_unstale":"2023-10-21T15:39:17.745347+0000","last_undegraded":"2023-10-21T15:39:17.745347+0000","last_fullsized":"2023-10-21T15:39:17.745347+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:21:25.251516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240530+0000","last_change":"2023-10-21T15:38:26.901500+0000","last_active":"2023-10-21T15:39:47.240530+0000","last_peered":"2023-10-21T15:39:47.240530+0000","last_clean":"2023-10-21T15:39:47.240530+0000","last_became_active":"2023-10-21T15:38:26.901126+0000","last_became_peered":"2023-10-21T15:38:26.901126+0000","last_unstale":"2023-10-21T15:39:47.240530+0000","last_undegraded":"2023-10-21T15:39:47.240530+0000","last_fullsized":"2023-10-21T15:39:47.240530+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:53:28.117172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'10","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.744989+0000","last_change":"2023-10-21T15:38:25.885899+0000","last_active":"2023-10-21T15:39:18.744989+0000","last_peered":"2023-10-21T15:39:18.744989+0000","last_clean":"2023-10-21T15:39:18.744989+0000","last_became_active":"2023-10-21T15:38:25.885597+0000","last_became_peered":"2023-10-21T15:38:25.885597+0000","last_unstale":"2023-10-21T15:39:18.744989+0000","last_undegraded":"2023-10-21T15:39:18.744989+0000","last_fullsized":"2023-10-21T15:39:18.744989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:26:17.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225720+0000","last_change":"2023-10-21T15:38:26.895852+0000","last_active":"2023-10-21T15:39:47.225720+0000","last_peered":"2023-10-21T15:39:47.225720+0000","last_clean":"2023-10-21T15:39:47.225720+0000","last_became_active":"2023-10-21T15:38:26.894433+0000","last_became_peered":"2023-10-21T15:38:26.894433+0000","last_unstale":"2023-10-21T15:39:47.225720+0000","last_undegraded":"2023-10-21T15:39:47.225720+0000","last_fullsized":"2023-10-21T15:39:47.225720+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:53.377014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.747649+0000","last_change":"2023-10-21T15:38:25.867897+0000","last_active":"2023-10-21T15:39:17.747649+0000","last_peered":"2023-10-21T15:39:17.747649+0000","last_clean":"2023-10-21T15:39:17.747649+0000","last_became_active":"2023-10-21T15:38:25.867599+0000","last_became_peered":"2023-10-21T15:38:25.867599+0000","last_unstale":"2023-10-21T15:39:17.747649+0000","last_undegraded":"2023-10-21T15:39:17.747649+0000","last_fullsized":"2023-10-21T15:39:17.747649+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:29:55.709865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229025+0000","last_change":"2023-10-21T15:38:26.888394+0000","last_active":"2023-10-21T15:39:47.229025+0000","last_peered":"2023-10-21T15:39:47.229025+0000","last_clean":"2023-10-21T15:39:47.229025+0000","last_became_active":"2023-10-21T15:38:26.888093+0000","last_became_peered":"2023-10-21T15:38:26.888093+0000","last_unstale":"2023-10-21T15:39:47.229025+0000","last_undegraded":"2023-10-21T15:39:47.229025+0000","last_fullsized":"2023-10-21T15:39:47.229025+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:58:41.172589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.742034+0000","last_change":"2023-10-21T15:38:25.872897+0000","last_active":"2023-10-21T15:39:17.742034+0000","last_peered":"2023-10-21T15:39:17.742034+0000","last_clean":"2023-10-21T15:39:17.742034+0000","last_became_active":"2023-10-21T15:38:25.872602+0000","last_became_peered":"2023-10-21T15:38:25.872602+0000","last_unstale":"2023-10-21T15:39:17.742034+0000","last_undegraded":"2023-10-21T15:39:17.742034+0000","last_fullsized":"2023-10-21T15:39:17.742034+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:36:39.400136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.193687+0000","last_change":"2023-10-21T15:38:26.898862+0000","last_active":"2023-10-21T15:39:47.193687+0000","last_peered":"2023-10-21T15:39:47.193687+0000","last_clean":"2023-10-21T15:39:47.193687+0000","last_became_active":"2023-10-21T15:38:26.898542+0000","last_became_peered":"2023-10-21T15:38:26.898542+0000","last_unstale":"2023-10-21T15:39:47.193687+0000","last_undegraded":"2023-10-21T15:39:47.193687+0000","last_fullsized":"2023-10-21T15:39:47.193687+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:32:14.627048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.747802+0000","last_change":"2023-10-21T15:38:25.884231+0000","last_active":"2023-10-21T15:39:17.747802+0000","last_peered":"2023-10-21T15:39:17.747802+0000","last_clean":"2023-10-21T15:39:17.747802+0000","last_became_active":"2023-10-21T15:38:25.883904+0000","last_became_peered":"2023-10-21T15:38:25.883904+0000","last_unstale":"2023-10-21T15:39:17.747802+0000","last_undegraded":"2023-10-21T15:39:17.747802+0000","last_fullsized":"2023-10-21T15:39:17.747802+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:38:00.151186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227081+0000","last_change":"2023-10-21T15:38:26.896477+0000","last_active":"2023-10-21T15:39:47.227081+0000","last_peered":"2023-10-21T15:39:47.227081+0000","last_clean":"2023-10-21T15:39:47.227081+0000","last_became_active":"2023-10-21T15:38:26.896161+0000","last_became_peered":"2023-10-21T15:38:26.896161+0000","last_unstale":"2023-10-21T15:39:47.227081+0000","last_undegraded":"2023-10-21T15:39:47.227081+0000","last_fullsized":"2023-10-21T15:39:47.227081+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:53:36.752844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.755869+0000","last_change":"2023-10-21T15:39:18.755386+0000","last_active":"2023-10-21T15:39:18.755869+0000","last_peered":"2023-10-21T15:39:18.755869+0000","last_clean":"2023-10-21T15:39:18.755869+0000","last_became_active":"2023-10-21T15:39:18.749548+0000","last_became_peered":"2023-10-21T15:39:18.749548+0000","last_unstale":"2023-10-21T15:39:18.755869+0000","last_undegraded":"2023-10-21T15:39:18.755869+0000","last_fullsized":"2023-10-21T15:39:18.755869+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:19:47.705606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229802+0000","last_change":"2023-10-21T15:38:26.890539+0000","last_active":"2023-10-21T15:39:47.229802+0000","last_peered":"2023-10-21T15:39:47.229802+0000","last_clean":"2023-10-21T15:39:47.229802+0000","last_became_active":"2023-10-21T15:38:26.890232+0000","last_became_peered":"2023-10-21T15:38:26.890232+0000","last_unstale":"2023-10-21T15:39:47.229802+0000","last_undegraded":"2023-10-21T15:39:47.229802+0000","last_fullsized":"2023-10-21T15:39:47.229802+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:56:10.082811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.759801+0000","last_change":"2023-10-21T15:39:18.759333+0000","last_active":"2023-10-21T15:39:18.759801+0000","last_peered":"2023-10-21T15:39:18.759801+0000","last_clean":"2023-10-21T15:39:18.759801+0000","last_became_active":"2023-10-21T15:39:18.751271+0000","last_became_peered":"2023-10-21T15:39:18.751271+0000","last_unstale":"2023-10-21T15:39:18.759801+0000","last_undegraded":"2023-10-21T15:39:18.759801+0000","last_fullsized":"2023-10-21T15:39:18.759801+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:18:11.220979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.236700+0000","last_change":"2023-10-21T15:38:26.899737+0000","last_active":"2023-10-21T15:39:47.236700+0000","last_peered":"2023-10-21T15:39:47.236700+0000","last_clean":"2023-10-21T15:39:47.236700+0000","last_became_active":"2023-10-21T15:38:26.899412+0000","last_became_peered":"2023-10-21T15:38:26.899412+0000","last_unstale":"2023-10-21T15:39:47.236700+0000","last_undegraded":"2023-10-21T15:39:47.236700+0000","last_fullsized":"2023-10-21T15:39:47.236700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:30:04.477638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'7","reported_seq":101,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.837866+0000","last_change":"2023-10-21T15:38:25.871074+0000","last_active":"2023-10-21T15:39:47.837866+0000","last_peered":"2023-10-21T15:39:47.837866+0000","last_clean":"2023-10-21T15:39:47.837866+0000","last_became_active":"2023-10-21T15:38:25.870774+0000","last_became_peered":"2023-10-21T15:38:25.870774+0000","last_unstale":"2023-10-21T15:39:47.837866+0000","last_undegraded":"2023-10-21T15:39:47.837866+0000","last_fullsized":"2023-10-21T15:39:47.837866+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:08:38.170372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1701,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229385+0000","last_change":"2023-10-21T15:38:26.897360+0000","last_active":"2023-10-21T15:39:47.229385+0000","last_peered":"2023-10-21T15:39:47.229385+0000","last_clean":"2023-10-21T15:39:47.229385+0000","last_became_active":"2023-10-21T15:38:26.896995+0000","last_became_peered":"2023-10-21T15:38:26.896995+0000","last_unstale":"2023-10-21T15:39:47.229385+0000","last_undegraded":"2023-10-21T15:39:47.229385+0000","last_fullsized":"2023-10-21T15:39:47.229385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:38:45.828527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748915+0000","last_change":"2023-10-21T15:38:25.882083+0000","last_active":"2023-10-21T15:39:17.748915+0000","last_peered":"2023-10-21T15:39:17.748915+0000","last_clean":"2023-10-21T15:39:17.748915+0000","last_became_active":"2023-10-21T15:38:25.881750+0000","last_became_peered":"2023-10-21T15:38:25.881750+0000","last_unstale":"2023-10-21T15:39:17.748915+0000","last_undegraded":"2023-10-21T15:39:17.748915+0000","last_fullsized":"2023-10-21T15:39:17.748915+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:59:47.975125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225832+0000","last_change":"2023-10-21T15:38:26.894931+0000","last_active":"2023-10-21T15:39:47.225832+0000","last_peered":"2023-10-21T15:39:47.225832+0000","last_clean":"2023-10-21T15:39:47.225832+0000","last_became_active":"2023-10-21T15:38:26.894595+0000","last_became_peered":"2023-10-21T15:38:26.894595+0000","last_unstale":"2023-10-21T15:39:47.225832+0000","last_undegraded":"2023-10-21T15:39:47.225832+0000","last_fullsized":"2023-10-21T15:39:47.225832+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:12:43.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.741561+0000","last_change":"2023-10-21T15:38:25.881824+0000","last_active":"2023-10-21T15:39:17.741561+0000","last_peered":"2023-10-21T15:39:17.741561+0000","last_clean":"2023-10-21T15:39:17.741561+0000","last_became_active":"2023-10-21T15:38:25.881474+0000","last_became_peered":"2023-10-21T15:38:25.881474+0000","last_unstale":"2023-10-21T15:39:17.741561+0000","last_undegraded":"2023-10-21T15:39:17.741561+0000","last_fullsized":"2023-10-21T15:39:17.741561+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:38.330884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224721+0000","last_change":"2023-10-21T15:38:26.899040+0000","last_active":"2023-10-21T15:39:47.224721+0000","last_peered":"2023-10-21T15:39:47.224721+0000","last_clean":"2023-10-21T15:39:47.224721+0000","last_became_active":"2023-10-21T15:38:26.898725+0000","last_became_peered":"2023-10-21T15:38:26.898725+0000","last_unstale":"2023-10-21T15:39:47.224721+0000","last_undegraded":"2023-10-21T15:39:47.224721+0000","last_fullsized":"2023-10-21T15:39:47.224721+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:41:54.596788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226172+0000","last_change":"2023-10-21T15:38:26.903548+0000","last_active":"2023-10-21T15:39:47.226172+0000","last_peered":"2023-10-21T15:39:47.226172+0000","last_clean":"2023-10-21T15:39:47.226172+0000","last_became_active":"2023-10-21T15:38:26.903097+0000","last_became_peered":"2023-10-21T15:38:26.903097+0000","last_unstale":"2023-10-21T15:39:47.226172+0000","last_undegraded":"2023-10-21T15:39:47.226172+0000","last_fullsized":"2023-10-21T15:39:47.226172+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:28.232463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.220931+0000","last_change":"2023-10-21T15:38:26.895573+0000","last_active":"2023-10-21T15:39:47.220931+0000","last_peered":"2023-10-21T15:39:47.220931+0000","last_clean":"2023-10-21T15:39:47.220931+0000","last_became_active":"2023-10-21T15:38:26.895168+0000","last_became_peered":"2023-10-21T15:38:26.895168+0000","last_unstale":"2023-10-21T15:39:47.220931+0000","last_undegraded":"2023-10-21T15:39:47.220931+0000","last_fullsized":"2023-10-21T15:39:47.220931+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:48:56.522010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224739+0000","last_change":"2023-10-21T15:38:26.890728+0000","last_active":"2023-10-21T15:39:47.224739+0000","last_peered":"2023-10-21T15:39:47.224739+0000","last_clean":"2023-10-21T15:39:47.224739+0000","last_became_active":"2023-10-21T15:38:26.890384+0000","last_became_peered":"2023-10-21T15:38:26.890384+0000","last_unstale":"2023-10-21T15:39:47.224739+0000","last_undegraded":"2023-10-21T15:39:47.224739+0000","last_fullsized":"2023-10-21T15:39:47.224739+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:19:22.847840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.234269+0000","last_change":"2023-10-21T15:38:26.894991+0000","last_active":"2023-10-21T15:39:47.234269+0000","last_peered":"2023-10-21T15:39:47.234269+0000","last_clean":"2023-10-21T15:39:47.234269+0000","last_became_active":"2023-10-21T15:38:26.892249+0000","last_became_peered":"2023-10-21T15:38:26.892249+0000","last_unstale":"2023-10-21T15:39:47.234269+0000","last_undegraded":"2023-10-21T15:39:47.234269+0000","last_fullsized":"2023-10-21T15:39:47.234269+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:23:21.801833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240763+0000","last_change":"2023-10-21T15:38:26.890891+0000","last_active":"2023-10-21T15:39:47.240763+0000","last_peered":"2023-10-21T15:39:47.240763+0000","last_clean":"2023-10-21T15:39:47.240763+0000","last_became_active":"2023-10-21T15:38:26.890418+0000","last_became_peered":"2023-10-21T15:38:26.890418+0000","last_unstale":"2023-10-21T15:39:47.240763+0000","last_undegraded":"2023-10-21T15:39:47.240763+0000","last_fullsized":"2023-10-21T15:39:47.240763+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:46:46.636955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224496+0000","last_change":"2023-10-21T15:38:26.899472+0000","last_active":"2023-10-21T15:39:47.224496+0000","last_peered":"2023-10-21T15:39:47.224496+0000","last_clean":"2023-10-21T15:39:47.224496+0000","last_became_active":"2023-10-21T15:38:26.899151+0000","last_became_peered":"2023-10-21T15:38:26.899151+0000","last_unstale":"2023-10-21T15:39:47.224496+0000","last_undegraded":"2023-10-21T15:39:47.224496+0000","last_fullsized":"2023-10-21T15:39:47.224496+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:10:57.193573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.231063+0000","last_change":"2023-10-21T15:38:26.903335+0000","last_active":"2023-10-21T15:39:47.231063+0000","last_peered":"2023-10-21T15:39:47.231063+0000","last_clean":"2023-10-21T15:39:47.231063+0000","last_became_active":"2023-10-21T15:38:26.903033+0000","last_became_peered":"2023-10-21T15:38:26.903033+0000","last_unstale":"2023-10-21T15:39:47.231063+0000","last_undegraded":"2023-10-21T15:39:47.231063+0000","last_fullsized":"2023-10-21T15:39:47.231063+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:55:07.362101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223906+0000","last_change":"2023-10-21T15:38:26.892240+0000","last_active":"2023-10-21T15:39:47.223906+0000","last_peered":"2023-10-21T15:39:47.223906+0000","last_clean":"2023-10-21T15:39:47.223906+0000","last_became_active":"2023-10-21T15:38:26.891589+0000","last_became_peered":"2023-10-21T15:38:26.891589+0000","last_unstale":"2023-10-21T15:39:47.223906+0000","last_undegraded":"2023-10-21T15:39:47.223906+0000","last_fullsized":"2023-10-21T15:39:47.223906+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:30.321203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226483+0000","last_change":"2023-10-21T15:38:26.894710+0000","last_active":"2023-10-21T15:39:47.226483+0000","last_peered":"2023-10-21T15:39:47.226483+0000","last_clean":"2023-10-21T15:39:47.226483+0000","last_became_active":"2023-10-21T15:38:26.894413+0000","last_became_peered":"2023-10-21T15:38:26.894413+0000","last_unstale":"2023-10-21T15:39:47.226483+0000","last_undegraded":"2023-10-21T15:39:47.226483+0000","last_fullsized":"2023-10-21T15:39:47.226483+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:29.674995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226186+0000","last_change":"2023-10-21T15:38:26.895463+0000","last_active":"2023-10-21T15:39:47.226186+0000","last_peered":"2023-10-21T15:39:47.226186+0000","last_clean":"2023-10-21T15:39:47.226186+0000","last_became_active":"2023-10-21T15:38:26.894700+0000","last_became_peered":"2023-10-21T15:38:26.894700+0000","last_unstale":"2023-10-21T15:39:47.226186+0000","last_undegraded":"2023-10-21T15:39:47.226186+0000","last_fullsized":"2023-10-21T15:39:47.226186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:56:21.190006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227836+0000","last_change":"2023-10-21T15:38:26.896846+0000","last_active":"2023-10-21T15:39:47.227836+0000","last_peered":"2023-10-21T15:39:47.227836+0000","last_clean":"2023-10-21T15:39:47.227836+0000","last_became_active":"2023-10-21T15:38:26.896512+0000","last_became_peered":"2023-10-21T15:38:26.896512+0000","last_unstale":"2023-10-21T15:39:47.227836+0000","last_undegraded":"2023-10-21T15:39:47.227836+0000","last_fullsized":"2023-10-21T15:39:47.227836+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:33.188705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.241934+0000","last_change":"2023-10-21T15:38:26.888852+0000","last_active":"2023-10-21T15:39:47.241934+0000","last_peered":"2023-10-21T15:39:47.241934+0000","last_clean":"2023-10-21T15:39:47.241934+0000","last_became_active":"2023-10-21T15:38:26.888464+0000","last_became_peered":"2023-10-21T15:38:26.888464+0000","last_unstale":"2023-10-21T15:39:47.241934+0000","last_undegraded":"2023-10-21T15:39:47.241934+0000","last_fullsized":"2023-10-21T15:39:47.241934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:09:09.958503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226421+0000","last_change":"2023-10-21T15:38:26.892630+0000","last_active":"2023-10-21T15:39:47.226421+0000","last_peered":"2023-10-21T15:39:47.226421+0000","last_clean":"2023-10-21T15:39:47.226421+0000","last_became_active":"2023-10-21T15:38:26.892329+0000","last_became_peered":"2023-10-21T15:38:26.892329+0000","last_unstale":"2023-10-21T15:39:47.226421+0000","last_undegraded":"2023-10-21T15:39:47.226421+0000","last_fullsized":"2023-10-21T15:39:47.226421+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:24:28.187673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69719,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":831,"num_read_kb":494,"num_write":242,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":56289,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":203778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416412,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":450079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57899999999999996,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.46899999999999997}]},{"osd":1,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.63200000000000001,"15min":0.629},"min":{"1min":0.42099999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81499999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.45000000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.89900000000000002}]},{"osd":2,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.33900000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.89400000000000002,"5min":1.052,"15min":1.052},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":4,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.70299999999999996,"15min":0.68300000000000005},"min":{"1min":0.59499999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.67200000000000004,"15min":0.65800000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.1150000000000002,"5min":3.1150000000000002,"15min":3.1150000000000002},"last":0.67700000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.63200000000000001,"15min":0.62},"min":{"1min":0.38500000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.44600000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.621}]},{"osd":6,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.69399999999999995}]},{"osd":7,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.76400000000000001,"15min":0.745},"min":{"1min":0.69399999999999995,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.754,"15min":0.74099999999999999},"min":{"1min":0.58099999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":3.0339999999999998,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":0.80700000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.66300000000000003}]},{"osd":9,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.82499999999999996,"15min":0.81499999999999995},"min":{"1min":0.61899999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.81699999999999995,"15min":0.80200000000000005},"min":{"1min":0.55500000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.88100000000000001}]},{"osd":10,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.80200000000000005,"15min":0.79100000000000004},"min":{"1min":0.63700000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.84399999999999997,"15min":0.83599999999999997},"min":{"1min":0.65300000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.976,"5min":1.976,"15min":1.976},"last":0.92900000000000005}]}]},{"osd":10,"up_from":71,"seq":304942678050,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1638400,"data_stored":1103349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.621},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.53800000000000003}]},{"osd":1,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.48899999999999999,"15min":0.47699999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.48599999999999999,"15min":0.49099999999999999},"min":{"1min":0.34200000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67800000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.45500000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.79300000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.64100000000000001,"15min":0.628},"min":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":2.5819999999999999,"5min":2.5819999999999999,"15min":2.5819999999999999},"last":0.80400000000000005}]},{"osd":3,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.65100000000000002,"15min":0.64500000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.4969999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.753},{"interface":"front","average":{"1min":0.627,"5min":0.65700000000000003,"15min":0.66200000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.81200000000000006,"5min":0.872,"15min":0.872},"last":0.70599999999999996}]},{"osd":4,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80100000000000005,"5min":0.878,"15min":0.878},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.78000000000000003,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66800000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.67300000000000004,"15min":0.66800000000000004},"min":{"1min":0.48299999999999998,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.71399999999999997,"15min":0.69999999999999996},"min":{"1min":0.51500000000000001,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.89000000000000001}]},{"osd":6,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.73999999999999999,"15min":0.73499999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":2.5339999999999998,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.745,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.57199999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.872}]},{"osd":7,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78100000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.76800000000000002,"15min":0.77200000000000002},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.95899999999999996,"5min":1.012,"15min":1.012},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.77100000000000002,"15min":0.77900000000000003},"min":{"1min":0.60299999999999998,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.94599999999999995,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.86099999999999999}]},{"osd":9,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.80400000000000005,"15min":0.81499999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.91600000000000004,"5min":1.155,"15min":1.155},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88100000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.82699999999999996}]},{"osd":11,"last update":"Sat Oct 21 15:39:51 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.84399999999999997,"15min":0.85999999999999999},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93000000000000005,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.77600000000000002,"15min":0.77400000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.96099999999999997}]}]},{"osd":9,"up_from":66,"seq":283467841574,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":449478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.48699999999999999,"15min":0.497},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56699999999999995,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44700000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.621,"15min":0.628},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.66400000000000003,"15min":0.68000000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85799999999999998,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54100000000000004}]},{"osd":2,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.68799999999999994,"15min":0.69799999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.89500000000000002,"5min":1,"15min":1},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.437,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.873,"15min":0.873},"last":0.55800000000000005}]},{"osd":3,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.497,"15min":0.50800000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69899999999999995,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.63600000000000001,"15min":0.66000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65600000000000003,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.59699999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.91500000000000004,"15min":0.96699999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84499999999999997,"5min":5.8840000000000003,"15min":5.8840000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.67300000000000004,"15min":0.68899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.872,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.621}]},{"osd":5,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.70799999999999996,"15min":0.71799999999999997},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.91000000000000003,"5min":1.085,"15min":1.085},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.746,"15min":0.75800000000000001},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82999999999999996,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.78800000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.73199999999999998,"15min":0.755},"min":{"1min":0.39600000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.92800000000000005,"5min":1.073,"15min":1.073},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.749,"15min":0.77100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90700000000000003,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.63100000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.74299999999999999,"15min":0.75600000000000001},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1,"5min":1,"15min":1},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.86499999999999999},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97499999999999998,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.84899999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.83299999999999996},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.97099999999999997,"5min":1.163,"15min":1.163},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.78400000000000003,"15min":0.79400000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0449999999999999,"5min":1.073,"15min":1.073},"last":0.80900000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.90600000000000003,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.80400000000000005,"15min":0.82499999999999996},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.91500000000000004,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.77300000000000002}]}]},{"osd":8,"up_from":58,"seq":249108103210,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":449525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.31,"15min":0.31},"max":{"1min":1.6299999999999999,"5min":1.6299999999999999,"15min":1.6299999999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.48499999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.63,"15min":0.60799999999999998},"min":{"1min":0.51300000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.60199999999999998,"15min":0.57999999999999996},"min":{"1min":0.48399999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82899999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.47299999999999998,"15min":0.45400000000000001},"min":{"1min":0.371,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.49099999999999999,"15min":0.47699999999999998},"min":{"1min":0.35299999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.52900000000000003}]},{"osd":3,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60099999999999998,"15min":0.59199999999999997},"min":{"1min":0.40100000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.441},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.622,"15min":0.60099999999999998},"min":{"1min":0.45200000000000001,"5min":0.438,"15min":0.438},"max":{"1min":1.5129999999999999,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":0.54800000000000004}]},{"osd":4,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.64400000000000002,"15min":0.63200000000000001},"min":{"1min":0.40799999999999997,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94099999999999995,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.66900000000000004,"15min":0.64100000000000001},"min":{"1min":0.54900000000000004,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63300000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.60499999999999998,"15min":0.59299999999999997},"min":{"1min":0.38600000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.92300000000000004,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61099999999999999,"15min":0.59099999999999997},"min":{"1min":0.436,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.60799999999999998}]},{"osd":6,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.72599999999999998,"15min":0.69599999999999995},"min":{"1min":0.52000000000000002,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.72199999999999998,"15min":0.71099999999999997},"min":{"1min":0.53400000000000003,"5min":0.434,"15min":0.434},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.59799999999999998}]},{"osd":7,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.73399999999999999,"15min":0.71699999999999997},"min":{"1min":0.61799999999999999,"5min":0.496,"15min":0.496},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.74199999999999999,"15min":0.71699999999999997},"min":{"1min":0.60599999999999998,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.73799999999999999}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.755,"15min":0.748},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.77900000000000003,"15min":0.76500000000000001},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.76200000000000001}]},{"osd":10,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.76300000000000001,"15min":0.74199999999999999},"min":{"1min":0.66900000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.79400000000000004,"15min":0.77400000000000002},"min":{"1min":0.75900000000000001,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.80300000000000005}]},{"osd":11,"last update":"Sat Oct 21 15:39:30 2023","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.84099999999999997}]}]},{"osd":7,"up_from":51,"seq":219043332142,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28528,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716624,"statfs":{"total":95995035648,"available":95965822976,"internally_reserved":0,"allocated":1548288,"data_stored":1042189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.501},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.41399999999999998,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.246,"15min":0.246},"max":{"1min":0.57299999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.45000000000000001,"15min":0.432},"min":{"1min":0.40500000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.68200000000000005,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.48499999999999999}]},{"osd":2,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.47499999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.85299999999999998,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57099999999999995,"15min":0.56999999999999995},"min":{"1min":0.45800000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73499999999999999,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.64500000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55800000000000005,"15min":0.54100000000000004},"min":{"1min":0.40799999999999997,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.751,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59599999999999997,"15min":0.57799999999999996},"min":{"1min":0.47299999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.625}]},{"osd":4,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.51100000000000001,"15min":0.497},"min":{"1min":0.34499999999999997,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.77400000000000002,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.497,"5min":0.495,"15min":0.48199999999999998},"min":{"1min":0.35699999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.79300000000000004,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.51300000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.52000000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.64300000000000002,"15min":0.64100000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.82699999999999996,"5min":0.877,"15min":0.877},"last":0.57899999999999996}]},{"osd":6,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.69199999999999995,"15min":0.69099999999999995},"min":{"1min":0.51400000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.92700000000000005,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.48499999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86799999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.72499999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69899999999999995,"15min":0.68600000000000005},"min":{"1min":0.51200000000000001,"5min":0.432,"15min":0.432},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.72099999999999997,"15min":0.70699999999999996},"min":{"1min":0.58299999999999996,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.89800000000000002,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.69699999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:39:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.67400000000000004,"15min":0.65900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.95199999999999996,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.753,"5min":0.70599999999999996,"15min":0.69799999999999995},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.77500000000000002}]},{"osd":10,"last update":"Sat Oct 21 15:39:30 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.72899999999999998,"15min":0.71999999999999997},"min":{"1min":0.53000000000000003,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.92300000000000004,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.747,"5min":0.72199999999999998,"15min":0.71799999999999997},"min":{"1min":0.435,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.80400000000000005}]},{"osd":11,"last update":"Sat Oct 21 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.82799999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495667,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":449201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.48099999999999998,"15min":0.437},"min":{"1min":0.23999999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.2329999999999997,"5min":6.2329999999999997,"15min":6.2329999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.42799999999999999,"15min":0.39600000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":2.3380000000000001,"5min":2.3380000000000001,"15min":2.3380000000000001},"last":0.33400000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60199999999999998,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.63900000000000001,"15min":0.61699999999999999},"min":{"1min":0.40000000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.3769999999999998,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.70099999999999996}]},{"osd":2,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.65400000000000003,"15min":0.59999999999999998},"min":{"1min":0.505,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":6.0670000000000002,"5min":6.0670000000000002,"15min":6.0670000000000002},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57699999999999996,"15min":0.55900000000000005},"min":{"1min":0.46999999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.48899999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46999999999999997,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.76300000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.52600000000000002,"15min":0.48999999999999999},"min":{"1min":0.32900000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.38100000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.70299999999999996,"15min":0.67300000000000004},"min":{"1min":0.40400000000000003,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":6.1050000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.873,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.626}]},{"osd":5,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.65400000000000003,"15min":0.62},"min":{"1min":0.498,"5min":0.375,"15min":0.375},"max":{"1min":2.468,"5min":2.468,"15min":2.468},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.73499999999999999,"15min":0.69299999999999995},"min":{"1min":0.48399999999999999,"5min":0.439,"15min":0.439},"max":{"1min":6.202,"5min":6.202,"15min":6.202},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.68899999999999995,"15min":0.66100000000000003},"min":{"1min":0.436,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.0249999999999999,"5min":0.78000000000000003,"15min":0.73599999999999999},"min":{"1min":0.52400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":6.1390000000000002,"5min":6.1390000000000002,"15min":6.1390000000000002},"last":0.80200000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.71299999999999997,"15min":0.74399999999999999},"min":{"1min":0.53700000000000003,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.748,"5min":1.825,"15min":1.825},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.75900000000000001,"15min":0.77200000000000002},"min":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.82399999999999995,"5min":2.4390000000000001,"15min":2.4390000000000001},"last":0.76400000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.78400000000000003,"15min":0.76300000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":5.9930000000000003,"5min":5.9930000000000003,"15min":5.9930000000000003},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.77700000000000002,"15min":0.78500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":0.58099999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":0.85099999999999998,"15min":0.82099999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":6.1699999999999999,"5min":6.1699999999999999,"15min":6.1699999999999999},"last":0.746},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.80300000000000005,"15min":0.81899999999999995},"min":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0429999999999999,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574921,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":506964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[13,6,8,17,57,27],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:15 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.50600000000000001,"15min":0.47599999999999998},"min":{"1min":0.307,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.72999999999999998,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":7.3449999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.497,"15min":0.48099999999999998},"min":{"1min":0.33700000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71199999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":8.3710000000000004}]},{"osd":2,"last update":"Sat Oct 21 15:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.56899999999999995,"15min":0.49099999999999999},"min":{"1min":0.45900000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78400000000000003,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":8.5700000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.56399999999999995,"15min":0.50600000000000001},"min":{"1min":0.39900000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.85899999999999999,"5min":1.274,"15min":1.274},"last":2.2749999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55000000000000004,"15min":0.51800000000000002},"min":{"1min":0.40600000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86099999999999999,"5min":1.034,"15min":1.034},"last":4.1580000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59599999999999997,"15min":0.55600000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88100000000000001,"5min":1.069,"15min":1.069},"last":8.4450000000000003}]},{"osd":4,"last update":"Sat Oct 21 15:39:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.45900000000000002,"15min":0.42299999999999999},"min":{"1min":0.39700000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.51200000000000001,"15min":0.48299999999999998},"min":{"1min":0.46700000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.79400000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.68000000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.64800000000000002,"15min":0.61399999999999999},"min":{"1min":0.58099999999999996,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.877,"5min":1.302,"15min":1.302},"last":8.532},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.66400000000000003,"15min":0.63300000000000001},"min":{"1min":0.46400000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.89900000000000002,"5min":1.371,"15min":1.371},"last":2.427}]},{"osd":6,"last update":"Sat Oct 21 15:38:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.64900000000000002,"15min":0.64200000000000002},"min":{"1min":0.40100000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":11.297000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64900000000000002,"15min":0.63800000000000001},"min":{"1min":0.48399999999999999,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":11.273}]},{"osd":7,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.60599999999999998,"15min":0.58599999999999997},"min":{"1min":0.503,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.90500000000000003,"5min":1.089,"15min":1.089},"last":8.4879999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.59599999999999997,"15min":0.57299999999999995},"min":{"1min":0.48699999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.91500000000000004,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":4.1150000000000002}]},{"osd":8,"last update":"Sat Oct 21 15:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.71199999999999997,"15min":0.67900000000000005},"min":{"1min":0.56899999999999995,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.99099999999999999,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":9.5289999999999999},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.69299999999999995,"15min":0.65800000000000003},"min":{"1min":0.48499999999999999,"5min":0.442,"15min":0.442},"max":{"1min":0.93400000000000005,"5min":1.321,"15min":1.321},"last":2.3140000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.72099999999999997},"min":{"1min":0.55800000000000005,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.91500000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":3.6499999999999999},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.76700000000000002,"15min":0.75800000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0169999999999999,"5min":1.024,"15min":1.024},"last":9.5730000000000004}]},{"osd":10,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.76700000000000002,"15min":0.76000000000000001},"min":{"1min":0.629,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":3.6930000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.61399999999999999,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.93300000000000005,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":4.8479999999999999}]},{"osd":11,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":9.6460000000000008},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":1.8939999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":451065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 15:39:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.55300000000000005,"15min":0.53100000000000003},"min":{"1min":0.36599999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71999999999999997,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.55900000000000005,"15min":0.54700000000000004},"min":{"1min":0.41299999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.59999999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58899999999999997,"15min":0.56699999999999995},"min":{"1min":0.41699999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.58699999999999997,"15min":0.56100000000000005},"min":{"1min":0.35299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76800000000000002,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.75800000000000001}]},{"osd":3,"last update":"Sat Oct 21 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54800000000000004,"15min":0.54000000000000004},"min":{"1min":0.33400000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.57599999999999996,"15min":0.55500000000000005},"min":{"1min":0.40000000000000002,"5min":0.312,"15min":0.312},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.56799999999999995}]},{"osd":5,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.67000000000000004,"15min":0.63600000000000001},"min":{"1min":0.443,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":4.0170000000000003,"5min":4.0170000000000003,"15min":4.0170000000000003},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58099999999999996,"15min":0.57799999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.71699999999999997}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.58799999999999997,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.1369999999999996,"5min":4.1369999999999996,"15min":4.1369999999999996},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.45900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69399999999999995,"15min":0.69299999999999995},"min":{"1min":0.44500000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.68100000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.51900000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0429999999999999,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.63800000000000001,"15min":0.66000000000000003},"min":{"1min":0.44,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.81100000000000005,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.68799999999999994}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.65700000000000003,"15min":0.66700000000000004},"min":{"1min":0.36099999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.76900000000000002,"15min":0.77600000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.109,"5min":4.109,"15min":4.109},"last":0.58299999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.626},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":3.944,"5min":3.944,"15min":3.944},"last":0.61199999999999999}]},{"osd":11,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.85099999999999998,"15min":0.86699999999999999},"min":{"1min":0.58199999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.117,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.63900000000000001,"15min":0.63300000000000001},"min":{"1min":0.498,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.84599999999999997,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.74099999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411396,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":450859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:38 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.48299999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.751,"5min":1.431,"15min":1.431},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.499,"15min":0.49099999999999999},"min":{"1min":0.33600000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.755,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.40100000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:39:38 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54700000000000004,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56000000000000005,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72799999999999998,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.68899999999999995}]},{"osd":3,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.56499999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78600000000000003,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57299999999999995,"15min":0.57799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81299999999999994,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.52600000000000002}]},{"osd":4,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:39:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.46899999999999997,"15min":0.44800000000000001},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.54000000000000004,"15min":0.50700000000000001},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.42499999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60999999999999999,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85199999999999998,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.64800000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:20 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.63900000000000001,"15min":0.63200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.67700000000000005,"15min":0.67400000000000004},"min":{"1min":0.52200000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.877}]},{"osd":8,"last update":"Sat Oct 21 15:39:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61899999999999999,"15min":0.629},"min":{"1min":0.38400000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.91300000000000003,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.629,"15min":0.627},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.55400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70899999999999996,"15min":0.71099999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93899999999999995,"5min":1.01,"15min":1.01},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.745,"15min":0.753},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.876,"5min":1.075,"15min":1.075},"last":0.71799999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.72399999999999998,"15min":0.71099999999999997},"min":{"1min":0.68500000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.74199999999999999,"15min":0.72999999999999998},"min":{"1min":0.63500000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.76100000000000001}]},{"osd":11,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.747},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.73299999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149759,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":449032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.379},{"interface":"front","average":{"1min":0.439,"5min":0.40799999999999997,"15min":0.38300000000000001},"min":{"1min":0.22600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.28599999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.58399999999999996,"15min":0.53400000000000003},"min":{"1min":0.45700000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55500000000000005,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.56499999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.443,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59099999999999997,"15min":0.56699999999999995},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.55000000000000004}]},{"osd":4,"last update":"Sat Oct 21 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57899999999999996,"15min":0.53300000000000003},"min":{"1min":0.495,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.871,"15min":0.871},"last":0.625},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.62,"15min":0.58199999999999996},"min":{"1min":0.47999999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79900000000000004,"5min":1.03,"15min":1.03},"last":0.78600000000000003}]},{"osd":5,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.63700000000000001,"15min":0.59499999999999997},"min":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.2450000000000001,"5min":3.6160000000000001,"15min":3.6160000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.68600000000000005,"15min":0.64600000000000002},"min":{"1min":0.46300000000000002,"5min":0.443,"15min":0.443},"max":{"1min":0.95599999999999996,"5min":3.601,"15min":3.601},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.53400000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.83199999999999996,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85999999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.40200000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.6819999999999999,"5min":1.6819999999999999,"15min":1.6819999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.67900000000000005,"15min":0.65900000000000003},"min":{"1min":0.55100000000000005,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.75800000000000001}]},{"osd":8,"last update":"Sat Oct 21 15:37:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.85199999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.437},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.99399999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.67600000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.79800000000000004,"15min":0.81599999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.90200000000000002,"5min":1.304,"15min":1.304},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.84899999999999998,"15min":0.871},"min":{"1min":0.56399999999999995,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.93100000000000005,"5min":1.958,"15min":1.958},"last":0.76900000000000002}]},{"osd":11,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.633,"5min":1.633,"15min":1.633},"last":0.73399999999999999}]}]},{"osd":4,"up_from":34,"seq":146028888123,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":511822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.49399999999999999,"15min":0.46300000000000002},"min":{"1min":0.377,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":1.5509999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.48799999999999999,"15min":0.46300000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":1.5369999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38,"15min":0.34599999999999997},"min":{"1min":0.28100000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.64600000000000002,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.40500000000000003,"15min":0.36599999999999999},"min":{"1min":0.30499999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.66900000000000004,"5min":0.755,"15min":0.755},"last":0.434}]},{"osd":2,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.58899999999999997,"15min":0.56299999999999994},"min":{"1min":0.36699999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79000000000000004,"5min":1.5329999999999999,"15min":1.5329999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.63,"5min":0.59299999999999997,"15min":0.55800000000000005},"min":{"1min":0.39900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81200000000000006,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.67200000000000004}]},{"osd":3,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56100000000000005,"15min":0.51200000000000001},"min":{"1min":0.41799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.56599999999999995,"15min":0.53400000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.46500000000000002}]},{"osd":5,"last update":"Sat Oct 21 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.60399999999999998,"15min":0.56499999999999995},"min":{"1min":0.46500000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.80800000000000005,"5min":1.597,"15min":1.597},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.622,"15min":0.58799999999999997},"min":{"1min":0.434,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73199999999999998,"5min":1.494,"15min":1.494},"last":0.71899999999999997}]},{"osd":6,"last update":"Sat Oct 21 15:39:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.61199999999999999,"15min":0.59399999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.53500000000000003}]},{"osd":7,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56499999999999995,"15min":0.54300000000000004},"min":{"1min":0.40999999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79200000000000004,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.56499999999999995,"15min":0.53900000000000003},"min":{"1min":0.436,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.63700000000000001}]},{"osd":8,"last update":"Sat Oct 21 15:39:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.68600000000000005,"15min":0.67600000000000005},"min":{"1min":0.622,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.878,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.751,"5min":0.72699999999999998,"15min":0.71699999999999997},"min":{"1min":0.60399999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.88900000000000001,"5min":0.995,"15min":0.995},"last":0.81699999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.73599999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.58099999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.621}]},{"osd":10,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.73599999999999999,"15min":0.74199999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.88700000000000001,"5min":1.038,"15min":1.038},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.73499999999999999,"15min":0.73999999999999999},"min":{"1min":0.48599999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.92700000000000005,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.76300000000000001}]},{"osd":11,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.751}]}]},{"osd":5,"up_from":39,"seq":167503724599,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28544,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716608,"statfs":{"total":95995035648,"available":95965806592,"internally_reserved":0,"allocated":1564672,"data_stored":1041667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.315,"5min":0.309,"15min":0.309},"max":{"1min":0.69199999999999995,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53000000000000003,"15min":0.503},"min":{"1min":0.36899999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.59099999999999997}]},{"osd":1,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.54000000000000004,"15min":0.50900000000000001},"min":{"1min":0.41599999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.53900000000000003},"min":{"1min":0.50700000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.72099999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.38500000000000001},"min":{"1min":0.34599999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.59399999999999997,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.495,"5min":0.438,"15min":0.41999999999999998},"min":{"1min":0.29699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.72999999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.66000000000000003}]},{"osd":3,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52500000000000002,"15min":0.53100000000000003},"min":{"1min":0.33600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.63700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.52400000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.57399999999999995,"15min":0.54000000000000004},"min":{"1min":0.48199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.876,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.70299999999999996}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57799999999999996,"15min":0.58299999999999996},"min":{"1min":0.35199999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84099999999999997,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.61599999999999999,"15min":0.61199999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.746}]},{"osd":7,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.66400000000000003,"15min":0.65300000000000002},"min":{"1min":0.54400000000000004,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.90800000000000003,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.65100000000000002,"15min":0.63400000000000001},"min":{"1min":0.55700000000000005,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.83799999999999997}]},{"osd":8,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58699999999999997,"15min":0.56899999999999995},"min":{"1min":0.46400000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57399999999999995,"15min":0.56899999999999995},"min":{"1min":0.49099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.76300000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.65300000000000002,"15min":0.64800000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.71599999999999997,"15min":0.71199999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.79700000000000004}]},{"osd":10,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.66800000000000004,"15min":0.65600000000000003},"min":{"1min":0.54900000000000004,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.94099999999999995,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.70399999999999996,"15min":0.69399999999999995},"min":{"1min":0.63200000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.88800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":58608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":63466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":64502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T15:39:53.474 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T15:39:53.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 -- 172.21.15.46:0/2027599582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 msgr2=0x7fd418101350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 --2- 172.21.15.46:0/2027599582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 0x7fd418101350 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd408009990 tx=0x7fd408009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 -- 172.21.15.46:0/2027599582 shutdown_connections 2023-10-21T15:39:53.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 --2- 172.21.15.46:0/2027599582 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 0x7fd418101350 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 --2- 172.21.15.46:0/2027599582 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd418102a40 0x7fd418109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 --2- 172.21.15.46:0/2027599582 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd418102080 0x7fd418102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 -- 172.21.15.46:0/2027599582 >> 172.21.15.46:0/2027599582 conn(0x7fd4180fc460 msgr2=0x7fd4180fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:53.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 -- 172.21.15.46:0/2027599582 shutdown_connections 2023-10-21T15:39:53.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 -- 172.21.15.46:0/2027599582 wait complete. 2023-10-21T15:39:53.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.628+0000 7fd41dac3700 1 Processor -- start 2023-10-21T15:39:53.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd41dac3700 1 -- start start 2023-10-21T15:39:53.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd41dac3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 0x7fd418198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:53.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd41dac3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd418102080 0x7fd4181991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:53.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd41dac3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd418102a40 0x7fd4181a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:53.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd41dac3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4181a0800 con 0x7fd418100f30 2023-10-21T15:39:53.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd41dac3700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4181a0970 con 0x7fd418102080 2023-10-21T15:39:53.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd41dac3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4181a0b30 con 0x7fd418102a40 2023-10-21T15:39:53.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 0x7fd418198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:53.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 0x7fd418198c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34696/0 (socket says 172.21.15.46:34696) 2023-10-21T15:39:53.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 -- 172.21.15.46:0/1945604641 learned_addr learned my addr 172.21.15.46:0/1945604641 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:53.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd417fff700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd418102a40 0x7fd4181a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:53.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd416ffd700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd418102080 0x7fd4181991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:53.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 -- 172.21.15.46:0/1945604641 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd418102a40 msgr2=0x7fd4181a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd418102a40 0x7fd4181a0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 -- 172.21.15.46:0/1945604641 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd418102080 msgr2=0x7fd4181991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd418102080 0x7fd4181991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 -- 172.21.15.46:0/1945604641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4080095f0 con 0x7fd418100f30 2023-10-21T15:39:53.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd417fff700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd418102a40 0x7fd4181a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:53.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.629+0000 7fd4177fe700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 0x7fd418198c90 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd408000c00 tx=0x7fd40800f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:53.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.630+0000 7fd414ff9700 1 -- 172.21.15.46:0/1945604641 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40801d070 con 0x7fd418100f30 2023-10-21T15:39:53.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.630+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4181a0db0 con 0x7fd418100f30 2023-10-21T15:39:53.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.630+0000 7fd414ff9700 1 -- 172.21.15.46:0/1945604641 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd40800fc60 con 0x7fd418100f30 2023-10-21T15:39:53.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.630+0000 7fd414ff9700 1 -- 172.21.15.46:0/1945604641 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd408017650 con 0x7fd418100f30 2023-10-21T15:39:53.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.630+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4181a1180 con 0x7fd418100f30 2023-10-21T15:39:53.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.631+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd41810c730 con 0x7fd418100f30 2023-10-21T15:39:53.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.632+0000 7fd414ff9700 1 -- 172.21.15.46:0/1945604641 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd408004830 con 0x7fd418100f30 2023-10-21T15:39:53.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.633+0000 7fd414ff9700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4040a1520 0x7fd4040a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:53.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.633+0000 7fd416ffd700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4040a1520 0x7fd4040a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:53.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.633+0000 7fd414ff9700 1 -- 172.21.15.46:0/1945604641 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd4080ce790 con 0x7fd418100f30 2023-10-21T15:39:53.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.634+0000 7fd416ffd700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4040a1520 0x7fd4040a39e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fd41819a190 tx=0x7fd400009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:53.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.636+0000 7fd414ff9700 1 -- 172.21.15.46:0/1945604641 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd408097e90 con 0x7fd418100f30 2023-10-21T15:39:53.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.835+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd4181a1430 con 0x7fd4040a1520 2023-10-21T15:39:53.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.848+0000 7fd414ff9700 1 -- 172.21.15.46:0/1945604641 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344437 (secure 0 0 0) 0x7fd4181a1430 con 0x7fd4040a1520 2023-10-21T15:39:53.858 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:53.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4040a1520 msgr2=0x7fd4040a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4040a1520 0x7fd4040a39e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fd41819a190 tx=0x7fd400009260 comp rx=0 tx=0).stop 2023-10-21T15:39:53.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 msgr2=0x7fd418198c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:53.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 0x7fd418198c90 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd408000c00 tx=0x7fd40800f510 comp rx=0 tx=0).stop 2023-10-21T15:39:53.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 shutdown_connections 2023-10-21T15:39:53.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd4040a1520 0x7fd4040a39e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd418100f30 0x7fd418198c90 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd418102a40 0x7fd4181a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 --2- 172.21.15.46:0/1945604641 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd418102080 0x7fd4181991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:53.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 >> 172.21.15.46:0/1945604641 conn(0x7fd4180fc460 msgr2=0x7fd4180fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:53.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 shutdown_connections 2023-10-21T15:39:53.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:53.852+0000 7fd41dac3700 1 -- 172.21.15.46:0/1945604641 wait complete. 2023-10-21T15:39:53.865 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-10-21T15:39:53.866 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":304,"stamp":"2023-10-21T15:39:53.202268+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660333,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":957,"num_read_kb":603,"num_write":425,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1237025,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":851,"ondisk_log_size":851,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337304,"kb_used_data":13112,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604520,"statfs":{"total":1151940427776,"available":1151595028480,"internally_reserved":0,"allocated":13426688,"data_stored":7355230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19132,"internal_metadata":331855172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[13,6,8,17,57,27],"upper_bound":64},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6228,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":85,"num_write":12,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003052"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228929+0000","last_change":"2023-10-21T15:38:26.896969+0000","last_active":"2023-10-21T15:39:47.228929+0000","last_peered":"2023-10-21T15:39:47.228929+0000","last_clean":"2023-10-21T15:39:47.228929+0000","last_became_active":"2023-10-21T15:38:26.896712+0000","last_became_peered":"2023-10-21T15:38:26.896712+0000","last_unstale":"2023-10-21T15:39:47.228929+0000","last_undegraded":"2023-10-21T15:39:47.228929+0000","last_fullsized":"2023-10-21T15:39:47.228929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:30:05.325907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228321+0000","last_change":"2023-10-21T15:38:26.896367+0000","last_active":"2023-10-21T15:39:47.228321+0000","last_peered":"2023-10-21T15:39:47.228321+0000","last_clean":"2023-10-21T15:39:47.228321+0000","last_became_active":"2023-10-21T15:38:26.896171+0000","last_became_peered":"2023-10-21T15:38:26.896171+0000","last_unstale":"2023-10-21T15:39:47.228321+0000","last_undegraded":"2023-10-21T15:39:47.228321+0000","last_fullsized":"2023-10-21T15:39:47.228321+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:34:17.297490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.222377+0000","last_change":"2023-10-21T15:38:26.894590+0000","last_active":"2023-10-21T15:39:47.222377+0000","last_peered":"2023-10-21T15:39:47.222377+0000","last_clean":"2023-10-21T15:39:47.222377+0000","last_became_active":"2023-10-21T15:38:26.892178+0000","last_became_peered":"2023-10-21T15:38:26.892178+0000","last_unstale":"2023-10-21T15:39:47.222377+0000","last_undegraded":"2023-10-21T15:39:47.222377+0000","last_fullsized":"2023-10-21T15:39:47.222377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:38:18.037100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227768+0000","last_change":"2023-10-21T15:38:26.896592+0000","last_active":"2023-10-21T15:39:47.227768+0000","last_peered":"2023-10-21T15:39:47.227768+0000","last_clean":"2023-10-21T15:39:47.227768+0000","last_became_active":"2023-10-21T15:38:26.896244+0000","last_became_peered":"2023-10-21T15:38:26.896244+0000","last_unstale":"2023-10-21T15:39:47.227768+0000","last_undegraded":"2023-10-21T15:39:47.227768+0000","last_fullsized":"2023-10-21T15:39:47.227768+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:40:56.440420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.234533+0000","last_change":"2023-10-21T15:38:26.896863+0000","last_active":"2023-10-21T15:39:47.234533+0000","last_peered":"2023-10-21T15:39:47.234533+0000","last_clean":"2023-10-21T15:39:47.234533+0000","last_became_active":"2023-10-21T15:38:26.896541+0000","last_became_peered":"2023-10-21T15:38:26.896541+0000","last_unstale":"2023-10-21T15:39:47.234533+0000","last_undegraded":"2023-10-21T15:39:47.234533+0000","last_fullsized":"2023-10-21T15:39:47.234533+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:40:07.776260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223658+0000","last_change":"2023-10-21T15:38:26.886165+0000","last_active":"2023-10-21T15:39:47.223658+0000","last_peered":"2023-10-21T15:39:47.223658+0000","last_clean":"2023-10-21T15:39:47.223658+0000","last_became_active":"2023-10-21T15:38:26.885878+0000","last_became_peered":"2023-10-21T15:38:26.885878+0000","last_unstale":"2023-10-21T15:39:47.223658+0000","last_undegraded":"2023-10-21T15:39:47.223658+0000","last_fullsized":"2023-10-21T15:39:47.223658+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:12:33.088705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.221920+0000","last_change":"2023-10-21T15:38:26.898290+0000","last_active":"2023-10-21T15:39:47.221920+0000","last_peered":"2023-10-21T15:39:47.221920+0000","last_clean":"2023-10-21T15:39:47.221920+0000","last_became_active":"2023-10-21T15:38:26.897989+0000","last_became_peered":"2023-10-21T15:38:26.897989+0000","last_unstale":"2023-10-21T15:39:47.221920+0000","last_undegraded":"2023-10-21T15:39:47.221920+0000","last_fullsized":"2023-10-21T15:39:47.221920+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:57:08.698089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228718+0000","last_change":"2023-10-21T15:38:26.893966+0000","last_active":"2023-10-21T15:39:47.228718+0000","last_peered":"2023-10-21T15:39:47.228718+0000","last_clean":"2023-10-21T15:39:47.228718+0000","last_became_active":"2023-10-21T15:38:26.893399+0000","last_became_peered":"2023-10-21T15:38:26.893399+0000","last_unstale":"2023-10-21T15:39:47.228718+0000","last_undegraded":"2023-10-21T15:39:47.228718+0000","last_fullsized":"2023-10-21T15:39:47.228718+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:14:39.509360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229083+0000","last_change":"2023-10-21T15:38:26.897029+0000","last_active":"2023-10-21T15:39:47.229083+0000","last_peered":"2023-10-21T15:39:47.229083+0000","last_clean":"2023-10-21T15:39:47.229083+0000","last_became_active":"2023-10-21T15:38:26.896739+0000","last_became_peered":"2023-10-21T15:38:26.896739+0000","last_unstale":"2023-10-21T15:39:47.229083+0000","last_undegraded":"2023-10-21T15:39:47.229083+0000","last_fullsized":"2023-10-21T15:39:47.229083+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:33:38.530676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":38,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225452+0000","last_change":"2023-10-21T15:39:18.751570+0000","last_active":"2023-10-21T15:39:47.225452+0000","last_peered":"2023-10-21T15:39:47.225452+0000","last_clean":"2023-10-21T15:39:47.225452+0000","last_became_active":"2023-10-21T15:39:18.751113+0000","last_became_peered":"2023-10-21T15:39:18.751113+0000","last_unstale":"2023-10-21T15:39:47.225452+0000","last_undegraded":"2023-10-21T15:39:47.225452+0000","last_fullsized":"2023-10-21T15:39:47.225452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:24:02.053662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229158+0000","last_change":"2023-10-21T15:38:26.898907+0000","last_active":"2023-10-21T15:39:47.229158+0000","last_peered":"2023-10-21T15:39:47.229158+0000","last_clean":"2023-10-21T15:39:47.229158+0000","last_became_active":"2023-10-21T15:38:26.898596+0000","last_became_peered":"2023-10-21T15:38:26.898596+0000","last_unstale":"2023-10-21T15:39:47.229158+0000","last_undegraded":"2023-10-21T15:39:47.229158+0000","last_fullsized":"2023-10-21T15:39:47.229158+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:17:50.229055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227416+0000","last_change":"2023-10-21T15:38:26.890394+0000","last_active":"2023-10-21T15:39:47.227416+0000","last_peered":"2023-10-21T15:39:47.227416+0000","last_clean":"2023-10-21T15:39:47.227416+0000","last_became_active":"2023-10-21T15:38:26.889961+0000","last_became_peered":"2023-10-21T15:38:26.889961+0000","last_unstale":"2023-10-21T15:39:47.227416+0000","last_undegraded":"2023-10-21T15:39:47.227416+0000","last_fullsized":"2023-10-21T15:39:47.227416+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:49:47.638345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.241873+0000","last_change":"2023-10-21T15:38:26.894223+0000","last_active":"2023-10-21T15:39:47.241873+0000","last_peered":"2023-10-21T15:39:47.241873+0000","last_clean":"2023-10-21T15:39:47.241873+0000","last_became_active":"2023-10-21T15:38:26.893909+0000","last_became_peered":"2023-10-21T15:38:26.893909+0000","last_unstale":"2023-10-21T15:39:47.241873+0000","last_undegraded":"2023-10-21T15:39:47.241873+0000","last_fullsized":"2023-10-21T15:39:47.241873+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:18:42.174182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227532+0000","last_change":"2023-10-21T15:38:26.889987+0000","last_active":"2023-10-21T15:39:47.227532+0000","last_peered":"2023-10-21T15:39:47.227532+0000","last_clean":"2023-10-21T15:39:47.227532+0000","last_became_active":"2023-10-21T15:38:26.889738+0000","last_became_peered":"2023-10-21T15:38:26.889738+0000","last_unstale":"2023-10-21T15:39:47.227532+0000","last_undegraded":"2023-10-21T15:39:47.227532+0000","last_fullsized":"2023-10-21T15:39:47.227532+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:02:05.271354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227553+0000","last_change":"2023-10-21T15:38:26.894151+0000","last_active":"2023-10-21T15:39:47.227553+0000","last_peered":"2023-10-21T15:39:47.227553+0000","last_clean":"2023-10-21T15:39:47.227553+0000","last_became_active":"2023-10-21T15:38:26.891753+0000","last_became_peered":"2023-10-21T15:38:26.891753+0000","last_unstale":"2023-10-21T15:39:47.227553+0000","last_undegraded":"2023-10-21T15:39:47.227553+0000","last_fullsized":"2023-10-21T15:39:47.227553+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:21.048929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226195+0000","last_change":"2023-10-21T15:38:26.894240+0000","last_active":"2023-10-21T15:39:47.226195+0000","last_peered":"2023-10-21T15:39:47.226195+0000","last_clean":"2023-10-21T15:39:47.226195+0000","last_became_active":"2023-10-21T15:38:26.893940+0000","last_became_peered":"2023-10-21T15:38:26.893940+0000","last_unstale":"2023-10-21T15:39:47.226195+0000","last_undegraded":"2023-10-21T15:39:47.226195+0000","last_fullsized":"2023-10-21T15:39:47.226195+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:44:53.337739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229113+0000","last_change":"2023-10-21T15:38:26.897096+0000","last_active":"2023-10-21T15:39:47.229113+0000","last_peered":"2023-10-21T15:39:47.229113+0000","last_clean":"2023-10-21T15:39:47.229113+0000","last_became_active":"2023-10-21T15:38:26.896859+0000","last_became_peered":"2023-10-21T15:38:26.896859+0000","last_unstale":"2023-10-21T15:39:47.229113+0000","last_undegraded":"2023-10-21T15:39:47.229113+0000","last_fullsized":"2023-10-21T15:39:47.229113+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:31:11.748997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.230016+0000","last_change":"2023-10-21T15:38:26.883077+0000","last_active":"2023-10-21T15:39:47.230016+0000","last_peered":"2023-10-21T15:39:47.230016+0000","last_clean":"2023-10-21T15:39:47.230016+0000","last_became_active":"2023-10-21T15:38:26.882768+0000","last_became_peered":"2023-10-21T15:38:26.882768+0000","last_unstale":"2023-10-21T15:39:47.230016+0000","last_undegraded":"2023-10-21T15:39:47.230016+0000","last_fullsized":"2023-10-21T15:39:47.230016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:02:39.303454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.232865+0000","last_change":"2023-10-21T15:38:26.893854+0000","last_active":"2023-10-21T15:39:47.232865+0000","last_peered":"2023-10-21T15:39:47.232865+0000","last_clean":"2023-10-21T15:39:47.232865+0000","last_became_active":"2023-10-21T15:38:26.893531+0000","last_became_peered":"2023-10-21T15:38:26.893531+0000","last_unstale":"2023-10-21T15:39:47.232865+0000","last_undegraded":"2023-10-21T15:39:47.232865+0000","last_fullsized":"2023-10-21T15:39:47.232865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:59:23.113741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":108,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.814041+0000","last_change":"2023-10-21T15:38:25.873981+0000","last_active":"2023-10-21T15:39:50.814041+0000","last_peered":"2023-10-21T15:39:50.814041+0000","last_clean":"2023-10-21T15:39:50.814041+0000","last_became_active":"2023-10-21T15:38:25.873516+0000","last_became_peered":"2023-10-21T15:38:25.873516+0000","last_unstale":"2023-10-21T15:39:50.814041+0000","last_undegraded":"2023-10-21T15:39:50.814041+0000","last_fullsized":"2023-10-21T15:39:50.814041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:00:22.440091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226987+0000","last_change":"2023-10-21T15:38:26.899511+0000","last_active":"2023-10-21T15:39:47.226987+0000","last_peered":"2023-10-21T15:39:47.226987+0000","last_clean":"2023-10-21T15:39:47.226987+0000","last_became_active":"2023-10-21T15:38:26.899141+0000","last_became_peered":"2023-10-21T15:38:26.899141+0000","last_unstale":"2023-10-21T15:39:47.226987+0000","last_undegraded":"2023-10-21T15:39:47.226987+0000","last_fullsized":"2023-10-21T15:39:47.226987+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:58:56.275159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.749116+0000","last_change":"2023-10-21T15:38:25.879150+0000","last_active":"2023-10-21T15:39:17.749116+0000","last_peered":"2023-10-21T15:39:17.749116+0000","last_clean":"2023-10-21T15:39:17.749116+0000","last_became_active":"2023-10-21T15:38:25.878810+0000","last_became_peered":"2023-10-21T15:38:25.878810+0000","last_unstale":"2023-10-21T15:39:17.749116+0000","last_undegraded":"2023-10-21T15:39:17.749116+0000","last_fullsized":"2023-10-21T15:39:17.749116+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:31:38.921431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229350+0000","last_change":"2023-10-21T15:38:26.895936+0000","last_active":"2023-10-21T15:39:47.229350+0000","last_peered":"2023-10-21T15:39:47.229350+0000","last_clean":"2023-10-21T15:39:47.229350+0000","last_became_active":"2023-10-21T15:38:26.895650+0000","last_became_peered":"2023-10-21T15:38:26.895650+0000","last_unstale":"2023-10-21T15:39:47.229350+0000","last_undegraded":"2023-10-21T15:39:47.229350+0000","last_fullsized":"2023-10-21T15:39:47.229350+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:25:28.081813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745791+0000","last_change":"2023-10-21T15:38:25.878767+0000","last_active":"2023-10-21T15:39:17.745791+0000","last_peered":"2023-10-21T15:39:17.745791+0000","last_clean":"2023-10-21T15:39:17.745791+0000","last_became_active":"2023-10-21T15:38:25.878433+0000","last_became_peered":"2023-10-21T15:38:25.878433+0000","last_unstale":"2023-10-21T15:39:17.745791+0000","last_undegraded":"2023-10-21T15:39:17.745791+0000","last_fullsized":"2023-10-21T15:39:17.745791+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:53:52.772470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.238082+0000","last_change":"2023-10-21T15:38:26.894730+0000","last_active":"2023-10-21T15:39:47.238082+0000","last_peered":"2023-10-21T15:39:47.238082+0000","last_clean":"2023-10-21T15:39:47.238082+0000","last_became_active":"2023-10-21T15:38:26.894353+0000","last_became_peered":"2023-10-21T15:38:26.894353+0000","last_unstale":"2023-10-21T15:39:47.238082+0000","last_undegraded":"2023-10-21T15:39:47.238082+0000","last_fullsized":"2023-10-21T15:39:47.238082+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:22:27.135454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745652+0000","last_change":"2023-10-21T15:38:25.877831+0000","last_active":"2023-10-21T15:39:17.745652+0000","last_peered":"2023-10-21T15:39:17.745652+0000","last_clean":"2023-10-21T15:39:17.745652+0000","last_became_active":"2023-10-21T15:38:25.877084+0000","last_became_peered":"2023-10-21T15:38:25.877084+0000","last_unstale":"2023-10-21T15:39:17.745652+0000","last_undegraded":"2023-10-21T15:39:17.745652+0000","last_fullsized":"2023-10-21T15:39:17.745652+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:56:24.090502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229665+0000","last_change":"2023-10-21T15:38:26.900772+0000","last_active":"2023-10-21T15:39:47.229665+0000","last_peered":"2023-10-21T15:39:47.229665+0000","last_clean":"2023-10-21T15:39:47.229665+0000","last_became_active":"2023-10-21T15:38:26.900339+0000","last_became_peered":"2023-10-21T15:38:26.900339+0000","last_unstale":"2023-10-21T15:39:47.229665+0000","last_undegraded":"2023-10-21T15:39:47.229665+0000","last_fullsized":"2023-10-21T15:39:47.229665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:38:49.973658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":101,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.796281+0000","last_change":"2023-10-21T15:38:25.879162+0000","last_active":"2023-10-21T15:39:47.796281+0000","last_peered":"2023-10-21T15:39:47.796281+0000","last_clean":"2023-10-21T15:39:47.796281+0000","last_became_active":"2023-10-21T15:38:25.878817+0000","last_became_peered":"2023-10-21T15:38:25.878817+0000","last_unstale":"2023-10-21T15:39:47.796281+0000","last_undegraded":"2023-10-21T15:39:47.796281+0000","last_fullsized":"2023-10-21T15:39:47.796281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:13:56.281533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.222787+0000","last_change":"2023-10-21T15:38:26.899280+0000","last_active":"2023-10-21T15:39:47.222787+0000","last_peered":"2023-10-21T15:39:47.222787+0000","last_clean":"2023-10-21T15:39:47.222787+0000","last_became_active":"2023-10-21T15:38:26.898983+0000","last_became_peered":"2023-10-21T15:38:26.898983+0000","last_unstale":"2023-10-21T15:39:47.222787+0000","last_undegraded":"2023-10-21T15:39:47.222787+0000","last_fullsized":"2023-10-21T15:39:47.222787+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:23:29.895144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744735+0000","last_change":"2023-10-21T15:38:25.878451+0000","last_active":"2023-10-21T15:39:17.744735+0000","last_peered":"2023-10-21T15:39:17.744735+0000","last_clean":"2023-10-21T15:39:17.744735+0000","last_became_active":"2023-10-21T15:38:25.878163+0000","last_became_peered":"2023-10-21T15:38:25.878163+0000","last_unstale":"2023-10-21T15:39:17.744735+0000","last_undegraded":"2023-10-21T15:39:17.744735+0000","last_fullsized":"2023-10-21T15:39:17.744735+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:05:40.364480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225683+0000","last_change":"2023-10-21T15:39:18.747977+0000","last_active":"2023-10-21T15:39:47.225683+0000","last_peered":"2023-10-21T15:39:47.225683+0000","last_clean":"2023-10-21T15:39:47.225683+0000","last_became_active":"2023-10-21T15:39:18.747614+0000","last_became_peered":"2023-10-21T15:39:18.747614+0000","last_unstale":"2023-10-21T15:39:47.225683+0000","last_undegraded":"2023-10-21T15:39:47.225683+0000","last_fullsized":"2023-10-21T15:39:47.225683+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:43:45.028053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.741502+0000","last_change":"2023-10-21T15:38:25.875691+0000","last_active":"2023-10-21T15:39:17.741502+0000","last_peered":"2023-10-21T15:39:17.741502+0000","last_clean":"2023-10-21T15:39:17.741502+0000","last_became_active":"2023-10-21T15:38:25.875237+0000","last_became_peered":"2023-10-21T15:38:25.875237+0000","last_unstale":"2023-10-21T15:39:17.741502+0000","last_undegraded":"2023-10-21T15:39:17.741502+0000","last_fullsized":"2023-10-21T15:39:17.741502+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:29.569070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.235171+0000","last_change":"2023-10-21T15:38:26.893776+0000","last_active":"2023-10-21T15:39:47.235171+0000","last_peered":"2023-10-21T15:39:47.235171+0000","last_clean":"2023-10-21T15:39:47.235171+0000","last_became_active":"2023-10-21T15:38:26.893414+0000","last_became_peered":"2023-10-21T15:38:26.893414+0000","last_unstale":"2023-10-21T15:39:47.235171+0000","last_undegraded":"2023-10-21T15:39:47.235171+0000","last_fullsized":"2023-10-21T15:39:47.235171+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:40:06.755378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748297+0000","last_change":"2023-10-21T15:38:25.876549+0000","last_active":"2023-10-21T15:39:17.748297+0000","last_peered":"2023-10-21T15:39:17.748297+0000","last_clean":"2023-10-21T15:39:17.748297+0000","last_became_active":"2023-10-21T15:38:25.875741+0000","last_became_peered":"2023-10-21T15:38:25.875741+0000","last_unstale":"2023-10-21T15:39:17.748297+0000","last_undegraded":"2023-10-21T15:39:17.748297+0000","last_fullsized":"2023-10-21T15:39:17.748297+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:22.232236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226954+0000","last_change":"2023-10-21T15:38:26.889857+0000","last_active":"2023-10-21T15:39:47.226954+0000","last_peered":"2023-10-21T15:39:47.226954+0000","last_clean":"2023-10-21T15:39:47.226954+0000","last_became_active":"2023-10-21T15:38:26.889551+0000","last_became_peered":"2023-10-21T15:38:26.889551+0000","last_unstale":"2023-10-21T15:39:47.226954+0000","last_undegraded":"2023-10-21T15:39:47.226954+0000","last_fullsized":"2023-10-21T15:39:47.226954+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:19:42.575985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'5","reported_seq":183,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:52.802924+0000","last_change":"2023-10-21T15:38:25.877536+0000","last_active":"2023-10-21T15:39:52.802924+0000","last_peered":"2023-10-21T15:39:52.802924+0000","last_clean":"2023-10-21T15:39:52.802924+0000","last_became_active":"2023-10-21T15:38:25.877034+0000","last_became_peered":"2023-10-21T15:38:25.877034+0000","last_unstale":"2023-10-21T15:39:52.802924+0000","last_undegraded":"2023-10-21T15:39:52.802924+0000","last_fullsized":"2023-10-21T15:39:52.802924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:32:54.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":163,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.231386+0000","last_change":"2023-10-21T15:38:26.882998+0000","last_active":"2023-10-21T15:39:47.231386+0000","last_peered":"2023-10-21T15:39:47.231386+0000","last_clean":"2023-10-21T15:39:47.231386+0000","last_became_active":"2023-10-21T15:38:26.882719+0000","last_became_peered":"2023-10-21T15:38:26.882719+0000","last_unstale":"2023-10-21T15:39:47.231386+0000","last_undegraded":"2023-10-21T15:39:47.231386+0000","last_fullsized":"2023-10-21T15:39:47.231386+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:33:51.297695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744810+0000","last_change":"2023-10-21T15:38:25.877191+0000","last_active":"2023-10-21T15:39:17.744810+0000","last_peered":"2023-10-21T15:39:17.744810+0000","last_clean":"2023-10-21T15:39:17.744810+0000","last_became_active":"2023-10-21T15:38:25.876859+0000","last_became_peered":"2023-10-21T15:38:25.876859+0000","last_unstale":"2023-10-21T15:39:17.744810+0000","last_undegraded":"2023-10-21T15:39:17.744810+0000","last_fullsized":"2023-10-21T15:39:17.744810+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:38:51.651105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227718+0000","last_change":"2023-10-21T15:38:26.893536+0000","last_active":"2023-10-21T15:39:47.227718+0000","last_peered":"2023-10-21T15:39:47.227718+0000","last_clean":"2023-10-21T15:39:47.227718+0000","last_became_active":"2023-10-21T15:38:26.893224+0000","last_became_peered":"2023-10-21T15:38:26.893224+0000","last_unstale":"2023-10-21T15:39:47.227718+0000","last_undegraded":"2023-10-21T15:39:47.227718+0000","last_fullsized":"2023-10-21T15:39:47.227718+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:40.233971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.749038+0000","last_change":"2023-10-21T15:38:25.876646+0000","last_active":"2023-10-21T15:39:17.749038+0000","last_peered":"2023-10-21T15:39:17.749038+0000","last_clean":"2023-10-21T15:39:17.749038+0000","last_became_active":"2023-10-21T15:38:25.875788+0000","last_became_peered":"2023-10-21T15:38:25.875788+0000","last_unstale":"2023-10-21T15:39:17.749038+0000","last_undegraded":"2023-10-21T15:39:17.749038+0000","last_fullsized":"2023-10-21T15:39:17.749038+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:05.096250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.238170+0000","last_change":"2023-10-21T15:39:18.779851+0000","last_active":"2023-10-21T15:39:47.238170+0000","last_peered":"2023-10-21T15:39:47.238170+0000","last_clean":"2023-10-21T15:39:47.238170+0000","last_became_active":"2023-10-21T15:39:18.779443+0000","last_became_peered":"2023-10-21T15:39:18.779443+0000","last_unstale":"2023-10-21T15:39:47.238170+0000","last_undegraded":"2023-10-21T15:39:47.238170+0000","last_fullsized":"2023-10-21T15:39:47.238170+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:57:06.167582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'34","reported_seq":245,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:52.804394+0000","last_change":"2023-10-21T15:39:18.761380+0000","last_active":"2023-10-21T15:39:52.804394+0000","last_peered":"2023-10-21T15:39:52.804394+0000","last_clean":"2023-10-21T15:39:52.804394+0000","last_became_active":"2023-10-21T15:39:18.749541+0000","last_became_peered":"2023-10-21T15:39:18.749541+0000","last_unstale":"2023-10-21T15:39:52.804394+0000","last_undegraded":"2023-10-21T15:39:52.804394+0000","last_fullsized":"2023-10-21T15:39:52.804394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:07:02.617203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62235,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":144,"num_write":36,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":56289,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.216472+0000","last_change":"2023-10-21T15:38:26.901535+0000","last_active":"2023-10-21T15:39:47.216472+0000","last_peered":"2023-10-21T15:39:47.216472+0000","last_clean":"2023-10-21T15:39:47.216472+0000","last_became_active":"2023-10-21T15:38:26.901232+0000","last_became_peered":"2023-10-21T15:38:26.901232+0000","last_unstale":"2023-10-21T15:39:47.216472+0000","last_undegraded":"2023-10-21T15:39:47.216472+0000","last_fullsized":"2023-10-21T15:39:47.216472+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:09:38.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.743221+0000","last_change":"2023-10-21T15:38:25.881847+0000","last_active":"2023-10-21T15:39:17.743221+0000","last_peered":"2023-10-21T15:39:17.743221+0000","last_clean":"2023-10-21T15:39:17.743221+0000","last_became_active":"2023-10-21T15:38:25.881473+0000","last_became_peered":"2023-10-21T15:38:25.881473+0000","last_unstale":"2023-10-21T15:39:17.743221+0000","last_undegraded":"2023-10-21T15:39:17.743221+0000","last_fullsized":"2023-10-21T15:39:17.743221+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:41.216838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240978+0000","last_change":"2023-10-21T15:38:26.894029+0000","last_active":"2023-10-21T15:39:47.240978+0000","last_peered":"2023-10-21T15:39:47.240978+0000","last_clean":"2023-10-21T15:39:47.240978+0000","last_became_active":"2023-10-21T15:38:26.893790+0000","last_became_peered":"2023-10-21T15:38:26.893790+0000","last_unstale":"2023-10-21T15:39:47.240978+0000","last_undegraded":"2023-10-21T15:39:47.240978+0000","last_fullsized":"2023-10-21T15:39:47.240978+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:14:55.059926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748655+0000","last_change":"2023-10-21T15:38:25.876442+0000","last_active":"2023-10-21T15:39:17.748655+0000","last_peered":"2023-10-21T15:39:17.748655+0000","last_clean":"2023-10-21T15:39:17.748655+0000","last_became_active":"2023-10-21T15:38:25.875893+0000","last_became_peered":"2023-10-21T15:38:25.875893+0000","last_unstale":"2023-10-21T15:39:17.748655+0000","last_undegraded":"2023-10-21T15:39:17.748655+0000","last_fullsized":"2023-10-21T15:39:17.748655+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:31.253944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.239093+0000","last_change":"2023-10-21T15:39:18.780275+0000","last_active":"2023-10-21T15:39:47.239093+0000","last_peered":"2023-10-21T15:39:47.239093+0000","last_clean":"2023-10-21T15:39:47.239093+0000","last_became_active":"2023-10-21T15:39:18.779825+0000","last_became_peered":"2023-10-21T15:39:18.779825+0000","last_unstale":"2023-10-21T15:39:47.239093+0000","last_undegraded":"2023-10-21T15:39:47.239093+0000","last_fullsized":"2023-10-21T15:39:47.239093+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:19:47.982101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'7","reported_seq":104,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.832342+0000","last_change":"2023-10-21T15:38:25.875651+0000","last_active":"2023-10-21T15:39:50.832342+0000","last_peered":"2023-10-21T15:39:50.832342+0000","last_clean":"2023-10-21T15:39:50.832342+0000","last_became_active":"2023-10-21T15:38:25.875304+0000","last_became_peered":"2023-10-21T15:38:25.875304+0000","last_unstale":"2023-10-21T15:39:50.832342+0000","last_undegraded":"2023-10-21T15:39:50.832342+0000","last_fullsized":"2023-10-21T15:39:50.832342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:48:30.695617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1119,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.221551+0000","last_change":"2023-10-21T15:38:26.895122+0000","last_active":"2023-10-21T15:39:47.221551+0000","last_peered":"2023-10-21T15:39:47.221551+0000","last_clean":"2023-10-21T15:39:47.221551+0000","last_became_active":"2023-10-21T15:38:26.894272+0000","last_became_peered":"2023-10-21T15:38:26.894272+0000","last_unstale":"2023-10-21T15:39:47.221551+0000","last_undegraded":"2023-10-21T15:39:47.221551+0000","last_fullsized":"2023-10-21T15:39:47.221551+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:00:42.013640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744997+0000","last_change":"2023-10-21T15:38:25.873934+0000","last_active":"2023-10-21T15:39:17.744997+0000","last_peered":"2023-10-21T15:39:17.744997+0000","last_clean":"2023-10-21T15:39:17.744997+0000","last_became_active":"2023-10-21T15:38:25.873451+0000","last_became_peered":"2023-10-21T15:38:25.873451+0000","last_unstale":"2023-10-21T15:39:17.744997+0000","last_undegraded":"2023-10-21T15:39:17.744997+0000","last_fullsized":"2023-10-21T15:39:17.744997+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:10:09.421310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229472+0000","last_change":"2023-10-21T15:38:26.900552+0000","last_active":"2023-10-21T15:39:47.229472+0000","last_peered":"2023-10-21T15:39:47.229472+0000","last_clean":"2023-10-21T15:39:47.229472+0000","last_became_active":"2023-10-21T15:38:26.900230+0000","last_became_peered":"2023-10-21T15:38:26.900230+0000","last_unstale":"2023-10-21T15:39:47.229472+0000","last_undegraded":"2023-10-21T15:39:47.229472+0000","last_fullsized":"2023-10-21T15:39:47.229472+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:31:11.093553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.746275+0000","last_change":"2023-10-21T15:38:25.877414+0000","last_active":"2023-10-21T15:39:17.746275+0000","last_peered":"2023-10-21T15:39:17.746275+0000","last_clean":"2023-10-21T15:39:17.746275+0000","last_became_active":"2023-10-21T15:38:25.877108+0000","last_became_peered":"2023-10-21T15:38:25.877108+0000","last_unstale":"2023-10-21T15:39:17.746275+0000","last_undegraded":"2023-10-21T15:39:17.746275+0000","last_fullsized":"2023-10-21T15:39:17.746275+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:44:03.587093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223558+0000","last_change":"2023-10-21T15:38:26.893441+0000","last_active":"2023-10-21T15:39:47.223558+0000","last_peered":"2023-10-21T15:39:47.223558+0000","last_clean":"2023-10-21T15:39:47.223558+0000","last_became_active":"2023-10-21T15:38:26.893140+0000","last_became_peered":"2023-10-21T15:38:26.893140+0000","last_unstale":"2023-10-21T15:39:47.223558+0000","last_undegraded":"2023-10-21T15:39:47.223558+0000","last_fullsized":"2023-10-21T15:39:47.223558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:06:25.188921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748081+0000","last_change":"2023-10-21T15:38:25.875305+0000","last_active":"2023-10-21T15:39:17.748081+0000","last_peered":"2023-10-21T15:39:17.748081+0000","last_clean":"2023-10-21T15:39:17.748081+0000","last_became_active":"2023-10-21T15:38:25.874951+0000","last_became_peered":"2023-10-21T15:38:25.874951+0000","last_unstale":"2023-10-21T15:39:17.748081+0000","last_undegraded":"2023-10-21T15:39:17.748081+0000","last_fullsized":"2023-10-21T15:39:17.748081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:04:14.812915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.232674+0000","last_change":"2023-10-21T15:38:26.895911+0000","last_active":"2023-10-21T15:39:47.232674+0000","last_peered":"2023-10-21T15:39:47.232674+0000","last_clean":"2023-10-21T15:39:47.232674+0000","last_became_active":"2023-10-21T15:38:26.895602+0000","last_became_peered":"2023-10-21T15:38:26.895602+0000","last_unstale":"2023-10-21T15:39:47.232674+0000","last_undegraded":"2023-10-21T15:39:47.232674+0000","last_fullsized":"2023-10-21T15:39:47.232674+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:33:52.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":100,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.814767+0000","last_change":"2023-10-21T15:38:25.878916+0000","last_active":"2023-10-21T15:39:50.814767+0000","last_peered":"2023-10-21T15:39:50.814767+0000","last_clean":"2023-10-21T15:39:50.814767+0000","last_became_active":"2023-10-21T15:38:25.878605+0000","last_became_peered":"2023-10-21T15:38:25.878605+0000","last_unstale":"2023-10-21T15:39:50.814767+0000","last_undegraded":"2023-10-21T15:39:50.814767+0000","last_fullsized":"2023-10-21T15:39:50.814767+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:21:17.780944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":80,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223434+0000","last_change":"2023-10-21T15:38:26.889767+0000","last_active":"2023-10-21T15:39:47.223434+0000","last_peered":"2023-10-21T15:39:47.223434+0000","last_clean":"2023-10-21T15:39:47.223434+0000","last_became_active":"2023-10-21T15:38:26.889470+0000","last_became_peered":"2023-10-21T15:38:26.889470+0000","last_unstale":"2023-10-21T15:39:47.223434+0000","last_undegraded":"2023-10-21T15:39:47.223434+0000","last_fullsized":"2023-10-21T15:39:47.223434+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:24.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224341+0000","last_change":"2023-10-21T15:38:26.901333+0000","last_active":"2023-10-21T15:39:47.224341+0000","last_peered":"2023-10-21T15:39:47.224341+0000","last_clean":"2023-10-21T15:39:47.224341+0000","last_became_active":"2023-10-21T15:38:26.896338+0000","last_became_peered":"2023-10-21T15:38:26.896338+0000","last_unstale":"2023-10-21T15:39:47.224341+0000","last_undegraded":"2023-10-21T15:39:47.224341+0000","last_fullsized":"2023-10-21T15:39:47.224341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:48.919749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'6","reported_seq":100,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:49.830316+0000","last_change":"2023-10-21T15:38:25.884503+0000","last_active":"2023-10-21T15:39:49.830316+0000","last_peered":"2023-10-21T15:39:49.830316+0000","last_clean":"2023-10-21T15:39:49.830316+0000","last_became_active":"2023-10-21T15:38:25.884195+0000","last_became_peered":"2023-10-21T15:38:25.884195+0000","last_unstale":"2023-10-21T15:39:49.830316+0000","last_undegraded":"2023-10-21T15:39:49.830316+0000","last_fullsized":"2023-10-21T15:39:49.830316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:22:38.645988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":79,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229805+0000","last_change":"2023-10-21T15:38:26.887547+0000","last_active":"2023-10-21T15:39:47.229805+0000","last_peered":"2023-10-21T15:39:47.229805+0000","last_clean":"2023-10-21T15:39:47.229805+0000","last_became_active":"2023-10-21T15:38:26.886427+0000","last_became_peered":"2023-10-21T15:38:26.886427+0000","last_unstale":"2023-10-21T15:39:47.229805+0000","last_undegraded":"2023-10-21T15:39:47.229805+0000","last_fullsized":"2023-10-21T15:39:47.229805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:19:17.570404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.746883+0000","last_change":"2023-10-21T15:38:25.871653+0000","last_active":"2023-10-21T15:39:17.746883+0000","last_peered":"2023-10-21T15:39:17.746883+0000","last_clean":"2023-10-21T15:39:17.746883+0000","last_became_active":"2023-10-21T15:38:25.871296+0000","last_became_peered":"2023-10-21T15:38:25.871296+0000","last_unstale":"2023-10-21T15:39:17.746883+0000","last_undegraded":"2023-10-21T15:39:17.746883+0000","last_fullsized":"2023-10-21T15:39:17.746883+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:05:39.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":312,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745312+0000","last_change":"2023-10-21T15:37:26.057389+0000","last_active":"2023-10-21T15:39:17.745312+0000","last_peered":"2023-10-21T15:39:17.745312+0000","last_clean":"2023-10-21T15:39:17.745312+0000","last_became_active":"2023-10-21T15:37:26.056924+0000","last_became_peered":"2023-10-21T15:37:26.056924+0000","last_unstale":"2023-10-21T15:39:17.745312+0000","last_undegraded":"2023-10-21T15:39:17.745312+0000","last_fullsized":"2023-10-21T15:39:17.745312+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_clean_scrub_stamp":"2023-10-21T15:34:29.971370+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:55:44.580703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.235522+0000","last_change":"2023-10-21T15:38:26.890694+0000","last_active":"2023-10-21T15:39:47.235522+0000","last_peered":"2023-10-21T15:39:47.235522+0000","last_clean":"2023-10-21T15:39:47.235522+0000","last_became_active":"2023-10-21T15:38:26.890358+0000","last_became_peered":"2023-10-21T15:38:26.890358+0000","last_unstale":"2023-10-21T15:39:47.235522+0000","last_undegraded":"2023-10-21T15:39:47.235522+0000","last_fullsized":"2023-10-21T15:39:47.235522+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:25:27.346968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.754582+0000","last_change":"2023-10-21T15:39:18.754582+0000","last_active":"2023-10-21T15:39:18.754582+0000","last_peered":"2023-10-21T15:39:18.754582+0000","last_clean":"2023-10-21T15:39:18.754582+0000","last_became_active":"2023-10-21T15:39:18.750022+0000","last_became_peered":"2023-10-21T15:39:18.750022+0000","last_unstale":"2023-10-21T15:39:18.754582+0000","last_undegraded":"2023-10-21T15:39:18.754582+0000","last_fullsized":"2023-10-21T15:39:18.754582+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:50:41.936153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745347+0000","last_change":"2023-10-21T15:38:25.873109+0000","last_active":"2023-10-21T15:39:17.745347+0000","last_peered":"2023-10-21T15:39:17.745347+0000","last_clean":"2023-10-21T15:39:17.745347+0000","last_became_active":"2023-10-21T15:38:25.872788+0000","last_became_peered":"2023-10-21T15:38:25.872788+0000","last_unstale":"2023-10-21T15:39:17.745347+0000","last_undegraded":"2023-10-21T15:39:17.745347+0000","last_fullsized":"2023-10-21T15:39:17.745347+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:21:25.251516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240530+0000","last_change":"2023-10-21T15:38:26.901500+0000","last_active":"2023-10-21T15:39:47.240530+0000","last_peered":"2023-10-21T15:39:47.240530+0000","last_clean":"2023-10-21T15:39:47.240530+0000","last_became_active":"2023-10-21T15:38:26.901126+0000","last_became_peered":"2023-10-21T15:38:26.901126+0000","last_unstale":"2023-10-21T15:39:47.240530+0000","last_undegraded":"2023-10-21T15:39:47.240530+0000","last_fullsized":"2023-10-21T15:39:47.240530+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:53:28.117172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'10","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.744989+0000","last_change":"2023-10-21T15:38:25.885899+0000","last_active":"2023-10-21T15:39:18.744989+0000","last_peered":"2023-10-21T15:39:18.744989+0000","last_clean":"2023-10-21T15:39:18.744989+0000","last_became_active":"2023-10-21T15:38:25.885597+0000","last_became_peered":"2023-10-21T15:38:25.885597+0000","last_unstale":"2023-10-21T15:39:18.744989+0000","last_undegraded":"2023-10-21T15:39:18.744989+0000","last_fullsized":"2023-10-21T15:39:18.744989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:26:17.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225720+0000","last_change":"2023-10-21T15:38:26.895852+0000","last_active":"2023-10-21T15:39:47.225720+0000","last_peered":"2023-10-21T15:39:47.225720+0000","last_clean":"2023-10-21T15:39:47.225720+0000","last_became_active":"2023-10-21T15:38:26.894433+0000","last_became_peered":"2023-10-21T15:38:26.894433+0000","last_unstale":"2023-10-21T15:39:47.225720+0000","last_undegraded":"2023-10-21T15:39:47.225720+0000","last_fullsized":"2023-10-21T15:39:47.225720+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:53.377014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.747649+0000","last_change":"2023-10-21T15:38:25.867897+0000","last_active":"2023-10-21T15:39:17.747649+0000","last_peered":"2023-10-21T15:39:17.747649+0000","last_clean":"2023-10-21T15:39:17.747649+0000","last_became_active":"2023-10-21T15:38:25.867599+0000","last_became_peered":"2023-10-21T15:38:25.867599+0000","last_unstale":"2023-10-21T15:39:17.747649+0000","last_undegraded":"2023-10-21T15:39:17.747649+0000","last_fullsized":"2023-10-21T15:39:17.747649+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:29:55.709865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229025+0000","last_change":"2023-10-21T15:38:26.888394+0000","last_active":"2023-10-21T15:39:47.229025+0000","last_peered":"2023-10-21T15:39:47.229025+0000","last_clean":"2023-10-21T15:39:47.229025+0000","last_became_active":"2023-10-21T15:38:26.888093+0000","last_became_peered":"2023-10-21T15:38:26.888093+0000","last_unstale":"2023-10-21T15:39:47.229025+0000","last_undegraded":"2023-10-21T15:39:47.229025+0000","last_fullsized":"2023-10-21T15:39:47.229025+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:58:41.172589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.742034+0000","last_change":"2023-10-21T15:38:25.872897+0000","last_active":"2023-10-21T15:39:17.742034+0000","last_peered":"2023-10-21T15:39:17.742034+0000","last_clean":"2023-10-21T15:39:17.742034+0000","last_became_active":"2023-10-21T15:38:25.872602+0000","last_became_peered":"2023-10-21T15:38:25.872602+0000","last_unstale":"2023-10-21T15:39:17.742034+0000","last_undegraded":"2023-10-21T15:39:17.742034+0000","last_fullsized":"2023-10-21T15:39:17.742034+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:36:39.400136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.193687+0000","last_change":"2023-10-21T15:38:26.898862+0000","last_active":"2023-10-21T15:39:47.193687+0000","last_peered":"2023-10-21T15:39:47.193687+0000","last_clean":"2023-10-21T15:39:47.193687+0000","last_became_active":"2023-10-21T15:38:26.898542+0000","last_became_peered":"2023-10-21T15:38:26.898542+0000","last_unstale":"2023-10-21T15:39:47.193687+0000","last_undegraded":"2023-10-21T15:39:47.193687+0000","last_fullsized":"2023-10-21T15:39:47.193687+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:32:14.627048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.747802+0000","last_change":"2023-10-21T15:38:25.884231+0000","last_active":"2023-10-21T15:39:17.747802+0000","last_peered":"2023-10-21T15:39:17.747802+0000","last_clean":"2023-10-21T15:39:17.747802+0000","last_became_active":"2023-10-21T15:38:25.883904+0000","last_became_peered":"2023-10-21T15:38:25.883904+0000","last_unstale":"2023-10-21T15:39:17.747802+0000","last_undegraded":"2023-10-21T15:39:17.747802+0000","last_fullsized":"2023-10-21T15:39:17.747802+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:38:00.151186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227081+0000","last_change":"2023-10-21T15:38:26.896477+0000","last_active":"2023-10-21T15:39:47.227081+0000","last_peered":"2023-10-21T15:39:47.227081+0000","last_clean":"2023-10-21T15:39:47.227081+0000","last_became_active":"2023-10-21T15:38:26.896161+0000","last_became_peered":"2023-10-21T15:38:26.896161+0000","last_unstale":"2023-10-21T15:39:47.227081+0000","last_undegraded":"2023-10-21T15:39:47.227081+0000","last_fullsized":"2023-10-21T15:39:47.227081+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:53:36.752844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.755869+0000","last_change":"2023-10-21T15:39:18.755386+0000","last_active":"2023-10-21T15:39:18.755869+0000","last_peered":"2023-10-21T15:39:18.755869+0000","last_clean":"2023-10-21T15:39:18.755869+0000","last_became_active":"2023-10-21T15:39:18.749548+0000","last_became_peered":"2023-10-21T15:39:18.749548+0000","last_unstale":"2023-10-21T15:39:18.755869+0000","last_undegraded":"2023-10-21T15:39:18.755869+0000","last_fullsized":"2023-10-21T15:39:18.755869+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:19:47.705606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229802+0000","last_change":"2023-10-21T15:38:26.890539+0000","last_active":"2023-10-21T15:39:47.229802+0000","last_peered":"2023-10-21T15:39:47.229802+0000","last_clean":"2023-10-21T15:39:47.229802+0000","last_became_active":"2023-10-21T15:38:26.890232+0000","last_became_peered":"2023-10-21T15:38:26.890232+0000","last_unstale":"2023-10-21T15:39:47.229802+0000","last_undegraded":"2023-10-21T15:39:47.229802+0000","last_fullsized":"2023-10-21T15:39:47.229802+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:56:10.082811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.759801+0000","last_change":"2023-10-21T15:39:18.759333+0000","last_active":"2023-10-21T15:39:18.759801+0000","last_peered":"2023-10-21T15:39:18.759801+0000","last_clean":"2023-10-21T15:39:18.759801+0000","last_became_active":"2023-10-21T15:39:18.751271+0000","last_became_peered":"2023-10-21T15:39:18.751271+0000","last_unstale":"2023-10-21T15:39:18.759801+0000","last_undegraded":"2023-10-21T15:39:18.759801+0000","last_fullsized":"2023-10-21T15:39:18.759801+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:18:11.220979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.236700+0000","last_change":"2023-10-21T15:38:26.899737+0000","last_active":"2023-10-21T15:39:47.236700+0000","last_peered":"2023-10-21T15:39:47.236700+0000","last_clean":"2023-10-21T15:39:47.236700+0000","last_became_active":"2023-10-21T15:38:26.899412+0000","last_became_peered":"2023-10-21T15:38:26.899412+0000","last_unstale":"2023-10-21T15:39:47.236700+0000","last_undegraded":"2023-10-21T15:39:47.236700+0000","last_fullsized":"2023-10-21T15:39:47.236700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:30:04.477638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'7","reported_seq":101,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.837866+0000","last_change":"2023-10-21T15:38:25.871074+0000","last_active":"2023-10-21T15:39:47.837866+0000","last_peered":"2023-10-21T15:39:47.837866+0000","last_clean":"2023-10-21T15:39:47.837866+0000","last_became_active":"2023-10-21T15:38:25.870774+0000","last_became_peered":"2023-10-21T15:38:25.870774+0000","last_unstale":"2023-10-21T15:39:47.837866+0000","last_undegraded":"2023-10-21T15:39:47.837866+0000","last_fullsized":"2023-10-21T15:39:47.837866+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:08:38.170372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1701,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229385+0000","last_change":"2023-10-21T15:38:26.897360+0000","last_active":"2023-10-21T15:39:47.229385+0000","last_peered":"2023-10-21T15:39:47.229385+0000","last_clean":"2023-10-21T15:39:47.229385+0000","last_became_active":"2023-10-21T15:38:26.896995+0000","last_became_peered":"2023-10-21T15:38:26.896995+0000","last_unstale":"2023-10-21T15:39:47.229385+0000","last_undegraded":"2023-10-21T15:39:47.229385+0000","last_fullsized":"2023-10-21T15:39:47.229385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:38:45.828527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748915+0000","last_change":"2023-10-21T15:38:25.882083+0000","last_active":"2023-10-21T15:39:17.748915+0000","last_peered":"2023-10-21T15:39:17.748915+0000","last_clean":"2023-10-21T15:39:17.748915+0000","last_became_active":"2023-10-21T15:38:25.881750+0000","last_became_peered":"2023-10-21T15:38:25.881750+0000","last_unstale":"2023-10-21T15:39:17.748915+0000","last_undegraded":"2023-10-21T15:39:17.748915+0000","last_fullsized":"2023-10-21T15:39:17.748915+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:59:47.975125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225832+0000","last_change":"2023-10-21T15:38:26.894931+0000","last_active":"2023-10-21T15:39:47.225832+0000","last_peered":"2023-10-21T15:39:47.225832+0000","last_clean":"2023-10-21T15:39:47.225832+0000","last_became_active":"2023-10-21T15:38:26.894595+0000","last_became_peered":"2023-10-21T15:38:26.894595+0000","last_unstale":"2023-10-21T15:39:47.225832+0000","last_undegraded":"2023-10-21T15:39:47.225832+0000","last_fullsized":"2023-10-21T15:39:47.225832+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:12:43.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.741561+0000","last_change":"2023-10-21T15:38:25.881824+0000","last_active":"2023-10-21T15:39:17.741561+0000","last_peered":"2023-10-21T15:39:17.741561+0000","last_clean":"2023-10-21T15:39:17.741561+0000","last_became_active":"2023-10-21T15:38:25.881474+0000","last_became_peered":"2023-10-21T15:38:25.881474+0000","last_unstale":"2023-10-21T15:39:17.741561+0000","last_undegraded":"2023-10-21T15:39:17.741561+0000","last_fullsized":"2023-10-21T15:39:17.741561+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:38.330884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224721+0000","last_change":"2023-10-21T15:38:26.899040+0000","last_active":"2023-10-21T15:39:47.224721+0000","last_peered":"2023-10-21T15:39:47.224721+0000","last_clean":"2023-10-21T15:39:47.224721+0000","last_became_active":"2023-10-21T15:38:26.898725+0000","last_became_peered":"2023-10-21T15:38:26.898725+0000","last_unstale":"2023-10-21T15:39:47.224721+0000","last_undegraded":"2023-10-21T15:39:47.224721+0000","last_fullsized":"2023-10-21T15:39:47.224721+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:41:54.596788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226172+0000","last_change":"2023-10-21T15:38:26.903548+0000","last_active":"2023-10-21T15:39:47.226172+0000","last_peered":"2023-10-21T15:39:47.226172+0000","last_clean":"2023-10-21T15:39:47.226172+0000","last_became_active":"2023-10-21T15:38:26.903097+0000","last_became_peered":"2023-10-21T15:38:26.903097+0000","last_unstale":"2023-10-21T15:39:47.226172+0000","last_undegraded":"2023-10-21T15:39:47.226172+0000","last_fullsized":"2023-10-21T15:39:47.226172+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:28.232463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.220931+0000","last_change":"2023-10-21T15:38:26.895573+0000","last_active":"2023-10-21T15:39:47.220931+0000","last_peered":"2023-10-21T15:39:47.220931+0000","last_clean":"2023-10-21T15:39:47.220931+0000","last_became_active":"2023-10-21T15:38:26.895168+0000","last_became_peered":"2023-10-21T15:38:26.895168+0000","last_unstale":"2023-10-21T15:39:47.220931+0000","last_undegraded":"2023-10-21T15:39:47.220931+0000","last_fullsized":"2023-10-21T15:39:47.220931+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:48:56.522010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224739+0000","last_change":"2023-10-21T15:38:26.890728+0000","last_active":"2023-10-21T15:39:47.224739+0000","last_peered":"2023-10-21T15:39:47.224739+0000","last_clean":"2023-10-21T15:39:47.224739+0000","last_became_active":"2023-10-21T15:38:26.890384+0000","last_became_peered":"2023-10-21T15:38:26.890384+0000","last_unstale":"2023-10-21T15:39:47.224739+0000","last_undegraded":"2023-10-21T15:39:47.224739+0000","last_fullsized":"2023-10-21T15:39:47.224739+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:19:22.847840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.234269+0000","last_change":"2023-10-21T15:38:26.894991+0000","last_active":"2023-10-21T15:39:47.234269+0000","last_peered":"2023-10-21T15:39:47.234269+0000","last_clean":"2023-10-21T15:39:47.234269+0000","last_became_active":"2023-10-21T15:38:26.892249+0000","last_became_peered":"2023-10-21T15:38:26.892249+0000","last_unstale":"2023-10-21T15:39:47.234269+0000","last_undegraded":"2023-10-21T15:39:47.234269+0000","last_fullsized":"2023-10-21T15:39:47.234269+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:23:21.801833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240763+0000","last_change":"2023-10-21T15:38:26.890891+0000","last_active":"2023-10-21T15:39:47.240763+0000","last_peered":"2023-10-21T15:39:47.240763+0000","last_clean":"2023-10-21T15:39:47.240763+0000","last_became_active":"2023-10-21T15:38:26.890418+0000","last_became_peered":"2023-10-21T15:38:26.890418+0000","last_unstale":"2023-10-21T15:39:47.240763+0000","last_undegraded":"2023-10-21T15:39:47.240763+0000","last_fullsized":"2023-10-21T15:39:47.240763+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:46:46.636955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224496+0000","last_change":"2023-10-21T15:38:26.899472+0000","last_active":"2023-10-21T15:39:47.224496+0000","last_peered":"2023-10-21T15:39:47.224496+0000","last_clean":"2023-10-21T15:39:47.224496+0000","last_became_active":"2023-10-21T15:38:26.899151+0000","last_became_peered":"2023-10-21T15:38:26.899151+0000","last_unstale":"2023-10-21T15:39:47.224496+0000","last_undegraded":"2023-10-21T15:39:47.224496+0000","last_fullsized":"2023-10-21T15:39:47.224496+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:10:57.193573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.231063+0000","last_change":"2023-10-21T15:38:26.903335+0000","last_active":"2023-10-21T15:39:47.231063+0000","last_peered":"2023-10-21T15:39:47.231063+0000","last_clean":"2023-10-21T15:39:47.231063+0000","last_became_active":"2023-10-21T15:38:26.903033+0000","last_became_peered":"2023-10-21T15:38:26.903033+0000","last_unstale":"2023-10-21T15:39:47.231063+0000","last_undegraded":"2023-10-21T15:39:47.231063+0000","last_fullsized":"2023-10-21T15:39:47.231063+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:55:07.362101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223906+0000","last_change":"2023-10-21T15:38:26.892240+0000","last_active":"2023-10-21T15:39:47.223906+0000","last_peered":"2023-10-21T15:39:47.223906+0000","last_clean":"2023-10-21T15:39:47.223906+0000","last_became_active":"2023-10-21T15:38:26.891589+0000","last_became_peered":"2023-10-21T15:38:26.891589+0000","last_unstale":"2023-10-21T15:39:47.223906+0000","last_undegraded":"2023-10-21T15:39:47.223906+0000","last_fullsized":"2023-10-21T15:39:47.223906+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:30.321203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226483+0000","last_change":"2023-10-21T15:38:26.894710+0000","last_active":"2023-10-21T15:39:47.226483+0000","last_peered":"2023-10-21T15:39:47.226483+0000","last_clean":"2023-10-21T15:39:47.226483+0000","last_became_active":"2023-10-21T15:38:26.894413+0000","last_became_peered":"2023-10-21T15:38:26.894413+0000","last_unstale":"2023-10-21T15:39:47.226483+0000","last_undegraded":"2023-10-21T15:39:47.226483+0000","last_fullsized":"2023-10-21T15:39:47.226483+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:29.674995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226186+0000","last_change":"2023-10-21T15:38:26.895463+0000","last_active":"2023-10-21T15:39:47.226186+0000","last_peered":"2023-10-21T15:39:47.226186+0000","last_clean":"2023-10-21T15:39:47.226186+0000","last_became_active":"2023-10-21T15:38:26.894700+0000","last_became_peered":"2023-10-21T15:38:26.894700+0000","last_unstale":"2023-10-21T15:39:47.226186+0000","last_undegraded":"2023-10-21T15:39:47.226186+0000","last_fullsized":"2023-10-21T15:39:47.226186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:56:21.190006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227836+0000","last_change":"2023-10-21T15:38:26.896846+0000","last_active":"2023-10-21T15:39:47.227836+0000","last_peered":"2023-10-21T15:39:47.227836+0000","last_clean":"2023-10-21T15:39:47.227836+0000","last_became_active":"2023-10-21T15:38:26.896512+0000","last_became_peered":"2023-10-21T15:38:26.896512+0000","last_unstale":"2023-10-21T15:39:47.227836+0000","last_undegraded":"2023-10-21T15:39:47.227836+0000","last_fullsized":"2023-10-21T15:39:47.227836+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:33.188705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.241934+0000","last_change":"2023-10-21T15:38:26.888852+0000","last_active":"2023-10-21T15:39:47.241934+0000","last_peered":"2023-10-21T15:39:47.241934+0000","last_clean":"2023-10-21T15:39:47.241934+0000","last_became_active":"2023-10-21T15:38:26.888464+0000","last_became_peered":"2023-10-21T15:38:26.888464+0000","last_unstale":"2023-10-21T15:39:47.241934+0000","last_undegraded":"2023-10-21T15:39:47.241934+0000","last_fullsized":"2023-10-21T15:39:47.241934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:09:09.958503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226421+0000","last_change":"2023-10-21T15:38:26.892630+0000","last_active":"2023-10-21T15:39:47.226421+0000","last_peered":"2023-10-21T15:39:47.226421+0000","last_clean":"2023-10-21T15:39:47.226421+0000","last_became_active":"2023-10-21T15:38:26.892329+0000","last_became_peered":"2023-10-21T15:38:26.892329+0000","last_unstale":"2023-10-21T15:39:47.226421+0000","last_undegraded":"2023-10-21T15:39:47.226421+0000","last_fullsized":"2023-10-21T15:39:47.226421+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:24:28.187673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69719,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":831,"num_read_kb":494,"num_write":242,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":56289,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":203778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416412,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":450079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57899999999999996,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.46899999999999997}]},{"osd":1,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.63200000000000001,"15min":0.629},"min":{"1min":0.42099999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81499999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.45000000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.89900000000000002}]},{"osd":2,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.33900000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.89400000000000002,"5min":1.052,"15min":1.052},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":4,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.70299999999999996,"15min":0.68300000000000005},"min":{"1min":0.59499999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.67200000000000004,"15min":0.65800000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.1150000000000002,"5min":3.1150000000000002,"15min":3.1150000000000002},"last":0.67700000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.63200000000000001,"15min":0.62},"min":{"1min":0.38500000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.44600000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.621}]},{"osd":6,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.69399999999999995}]},{"osd":7,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.76400000000000001,"15min":0.745},"min":{"1min":0.69399999999999995,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.754,"15min":0.74099999999999999},"min":{"1min":0.58099999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":3.0339999999999998,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":0.80700000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.66300000000000003}]},{"osd":9,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.82499999999999996,"15min":0.81499999999999995},"min":{"1min":0.61899999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.81699999999999995,"15min":0.80200000000000005},"min":{"1min":0.55500000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.88100000000000001}]},{"osd":10,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.80200000000000005,"15min":0.79100000000000004},"min":{"1min":0.63700000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.84399999999999997,"15min":0.83599999999999997},"min":{"1min":0.65300000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.976,"5min":1.976,"15min":1.976},"last":0.92900000000000005}]}]},{"osd":10,"up_from":71,"seq":304942678050,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1638400,"data_stored":1103349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.621},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.53800000000000003}]},{"osd":1,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.48899999999999999,"15min":0.47699999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.48599999999999999,"15min":0.49099999999999999},"min":{"1min":0.34200000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67800000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.45500000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.79300000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.64100000000000001,"15min":0.628},"min":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":2.5819999999999999,"5min":2.5819999999999999,"15min":2.5819999999999999},"last":0.80400000000000005}]},{"osd":3,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.65100000000000002,"15min":0.64500000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.4969999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.753},{"interface":"front","average":{"1min":0.627,"5min":0.65700000000000003,"15min":0.66200000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.81200000000000006,"5min":0.872,"15min":0.872},"last":0.70599999999999996}]},{"osd":4,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80100000000000005,"5min":0.878,"15min":0.878},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.78000000000000003,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66800000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.67300000000000004,"15min":0.66800000000000004},"min":{"1min":0.48299999999999998,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.71399999999999997,"15min":0.69999999999999996},"min":{"1min":0.51500000000000001,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.89000000000000001}]},{"osd":6,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.73999999999999999,"15min":0.73499999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":2.5339999999999998,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.745,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.57199999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.872}]},{"osd":7,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78100000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.76800000000000002,"15min":0.77200000000000002},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.95899999999999996,"5min":1.012,"15min":1.012},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.77100000000000002,"15min":0.77900000000000003},"min":{"1min":0.60299999999999998,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.94599999999999995,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.86099999999999999}]},{"osd":9,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.80400000000000005,"15min":0.81499999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.91600000000000004,"5min":1.155,"15min":1.155},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88100000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.82699999999999996}]},{"osd":11,"last update":"Sat Oct 21 15:39:51 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.84399999999999997,"15min":0.85999999999999999},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93000000000000005,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.77600000000000002,"15min":0.77400000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.96099999999999997}]}]},{"osd":9,"up_from":66,"seq":283467841574,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":449478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.48699999999999999,"15min":0.497},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56699999999999995,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44700000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.621,"15min":0.628},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.66400000000000003,"15min":0.68000000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85799999999999998,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54100000000000004}]},{"osd":2,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.68799999999999994,"15min":0.69799999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.89500000000000002,"5min":1,"15min":1},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.437,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.873,"15min":0.873},"last":0.55800000000000005}]},{"osd":3,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.497,"15min":0.50800000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69899999999999995,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.63600000000000001,"15min":0.66000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65600000000000003,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.59699999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.91500000000000004,"15min":0.96699999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84499999999999997,"5min":5.8840000000000003,"15min":5.8840000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.67300000000000004,"15min":0.68899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.872,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.621}]},{"osd":5,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.70799999999999996,"15min":0.71799999999999997},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.91000000000000003,"5min":1.085,"15min":1.085},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.746,"15min":0.75800000000000001},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82999999999999996,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.78800000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.73199999999999998,"15min":0.755},"min":{"1min":0.39600000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.92800000000000005,"5min":1.073,"15min":1.073},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.749,"15min":0.77100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90700000000000003,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.63100000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.74299999999999999,"15min":0.75600000000000001},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1,"5min":1,"15min":1},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.86499999999999999},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97499999999999998,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.84899999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.83299999999999996},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.97099999999999997,"5min":1.163,"15min":1.163},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.78400000000000003,"15min":0.79400000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0449999999999999,"5min":1.073,"15min":1.073},"last":0.80900000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.90600000000000003,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.80400000000000005,"15min":0.82499999999999996},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.91500000000000004,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.77300000000000002}]}]},{"osd":8,"up_from":58,"seq":249108103210,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":449525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.31,"15min":0.31},"max":{"1min":1.6299999999999999,"5min":1.6299999999999999,"15min":1.6299999999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.48499999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.63,"15min":0.60799999999999998},"min":{"1min":0.51300000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.60199999999999998,"15min":0.57999999999999996},"min":{"1min":0.48399999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82899999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.47299999999999998,"15min":0.45400000000000001},"min":{"1min":0.371,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.49099999999999999,"15min":0.47699999999999998},"min":{"1min":0.35299999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.52900000000000003}]},{"osd":3,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60099999999999998,"15min":0.59199999999999997},"min":{"1min":0.40100000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.441},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.622,"15min":0.60099999999999998},"min":{"1min":0.45200000000000001,"5min":0.438,"15min":0.438},"max":{"1min":1.5129999999999999,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":0.54800000000000004}]},{"osd":4,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.64400000000000002,"15min":0.63200000000000001},"min":{"1min":0.40799999999999997,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94099999999999995,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.66900000000000004,"15min":0.64100000000000001},"min":{"1min":0.54900000000000004,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63300000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.60499999999999998,"15min":0.59299999999999997},"min":{"1min":0.38600000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.92300000000000004,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61099999999999999,"15min":0.59099999999999997},"min":{"1min":0.436,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.60799999999999998}]},{"osd":6,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.72599999999999998,"15min":0.69599999999999995},"min":{"1min":0.52000000000000002,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.72199999999999998,"15min":0.71099999999999997},"min":{"1min":0.53400000000000003,"5min":0.434,"15min":0.434},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.59799999999999998}]},{"osd":7,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.73399999999999999,"15min":0.71699999999999997},"min":{"1min":0.61799999999999999,"5min":0.496,"15min":0.496},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.74199999999999999,"15min":0.71699999999999997},"min":{"1min":0.60599999999999998,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.73799999999999999}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.755,"15min":0.748},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.77900000000000003,"15min":0.76500000000000001},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.76200000000000001}]},{"osd":10,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.76300000000000001,"15min":0.74199999999999999},"min":{"1min":0.66900000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.79400000000000004,"15min":0.77400000000000002},"min":{"1min":0.75900000000000001,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.80300000000000005}]},{"osd":11,"last update":"Sat Oct 21 15:39:30 2023","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.84099999999999997}]}]},{"osd":7,"up_from":51,"seq":219043332142,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28528,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716624,"statfs":{"total":95995035648,"available":95965822976,"internally_reserved":0,"allocated":1548288,"data_stored":1042189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.501},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.41399999999999998,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.246,"15min":0.246},"max":{"1min":0.57299999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.45000000000000001,"15min":0.432},"min":{"1min":0.40500000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.68200000000000005,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.48499999999999999}]},{"osd":2,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.47499999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.85299999999999998,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57099999999999995,"15min":0.56999999999999995},"min":{"1min":0.45800000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73499999999999999,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.64500000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55800000000000005,"15min":0.54100000000000004},"min":{"1min":0.40799999999999997,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.751,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59599999999999997,"15min":0.57799999999999996},"min":{"1min":0.47299999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.625}]},{"osd":4,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.51100000000000001,"15min":0.497},"min":{"1min":0.34499999999999997,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.77400000000000002,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.497,"5min":0.495,"15min":0.48199999999999998},"min":{"1min":0.35699999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.79300000000000004,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.51300000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.52000000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.64300000000000002,"15min":0.64100000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.82699999999999996,"5min":0.877,"15min":0.877},"last":0.57899999999999996}]},{"osd":6,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.69199999999999995,"15min":0.69099999999999995},"min":{"1min":0.51400000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.92700000000000005,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.48499999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86799999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.72499999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69899999999999995,"15min":0.68600000000000005},"min":{"1min":0.51200000000000001,"5min":0.432,"15min":0.432},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.72099999999999997,"15min":0.70699999999999996},"min":{"1min":0.58299999999999996,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.89800000000000002,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.69699999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:39:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.67400000000000004,"15min":0.65900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.95199999999999996,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.753,"5min":0.70599999999999996,"15min":0.69799999999999995},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.77500000000000002}]},{"osd":10,"last update":"Sat Oct 21 15:39:30 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.72899999999999998,"15min":0.71999999999999997},"min":{"1min":0.53000000000000003,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.92300000000000004,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.747,"5min":0.72199999999999998,"15min":0.71799999999999997},"min":{"1min":0.435,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.80400000000000005}]},{"osd":11,"last update":"Sat Oct 21 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.82799999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495667,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":449201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.48099999999999998,"15min":0.437},"min":{"1min":0.23999999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.2329999999999997,"5min":6.2329999999999997,"15min":6.2329999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.42799999999999999,"15min":0.39600000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":2.3380000000000001,"5min":2.3380000000000001,"15min":2.3380000000000001},"last":0.33400000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60199999999999998,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.63900000000000001,"15min":0.61699999999999999},"min":{"1min":0.40000000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.3769999999999998,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.70099999999999996}]},{"osd":2,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.65400000000000003,"15min":0.59999999999999998},"min":{"1min":0.505,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":6.0670000000000002,"5min":6.0670000000000002,"15min":6.0670000000000002},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57699999999999996,"15min":0.55900000000000005},"min":{"1min":0.46999999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.48899999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46999999999999997,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.76300000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.52600000000000002,"15min":0.48999999999999999},"min":{"1min":0.32900000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.38100000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.70299999999999996,"15min":0.67300000000000004},"min":{"1min":0.40400000000000003,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":6.1050000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.873,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.626}]},{"osd":5,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.65400000000000003,"15min":0.62},"min":{"1min":0.498,"5min":0.375,"15min":0.375},"max":{"1min":2.468,"5min":2.468,"15min":2.468},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.73499999999999999,"15min":0.69299999999999995},"min":{"1min":0.48399999999999999,"5min":0.439,"15min":0.439},"max":{"1min":6.202,"5min":6.202,"15min":6.202},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.68899999999999995,"15min":0.66100000000000003},"min":{"1min":0.436,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.0249999999999999,"5min":0.78000000000000003,"15min":0.73599999999999999},"min":{"1min":0.52400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":6.1390000000000002,"5min":6.1390000000000002,"15min":6.1390000000000002},"last":0.80200000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.71299999999999997,"15min":0.74399999999999999},"min":{"1min":0.53700000000000003,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.748,"5min":1.825,"15min":1.825},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.75900000000000001,"15min":0.77200000000000002},"min":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.82399999999999995,"5min":2.4390000000000001,"15min":2.4390000000000001},"last":0.76400000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.78400000000000003,"15min":0.76300000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":5.9930000000000003,"5min":5.9930000000000003,"15min":5.9930000000000003},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.77700000000000002,"15min":0.78500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":0.58099999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":0.85099999999999998,"15min":0.82099999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":6.1699999999999999,"5min":6.1699999999999999,"15min":6.1699999999999999},"last":0.746},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.80300000000000005,"15min":0.81899999999999995},"min":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0429999999999999,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574921,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":506964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[13,6,8,17,57,27],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:15 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.50600000000000001,"15min":0.47599999999999998},"min":{"1min":0.307,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.72999999999999998,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":7.3449999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.497,"15min":0.48099999999999998},"min":{"1min":0.33700000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71199999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":8.3710000000000004}]},{"osd":2,"last update":"Sat Oct 21 15:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.56899999999999995,"15min":0.49099999999999999},"min":{"1min":0.45900000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78400000000000003,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":8.5700000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.56399999999999995,"15min":0.50600000000000001},"min":{"1min":0.39900000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.85899999999999999,"5min":1.274,"15min":1.274},"last":2.2749999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55000000000000004,"15min":0.51800000000000002},"min":{"1min":0.40600000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86099999999999999,"5min":1.034,"15min":1.034},"last":4.1580000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59599999999999997,"15min":0.55600000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88100000000000001,"5min":1.069,"15min":1.069},"last":8.4450000000000003}]},{"osd":4,"last update":"Sat Oct 21 15:39:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.45900000000000002,"15min":0.42299999999999999},"min":{"1min":0.39700000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.51200000000000001,"15min":0.48299999999999998},"min":{"1min":0.46700000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.79400000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.68000000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.64800000000000002,"15min":0.61399999999999999},"min":{"1min":0.58099999999999996,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.877,"5min":1.302,"15min":1.302},"last":8.532},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.66400000000000003,"15min":0.63300000000000001},"min":{"1min":0.46400000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.89900000000000002,"5min":1.371,"15min":1.371},"last":2.427}]},{"osd":6,"last update":"Sat Oct 21 15:38:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.64900000000000002,"15min":0.64200000000000002},"min":{"1min":0.40100000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":11.297000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64900000000000002,"15min":0.63800000000000001},"min":{"1min":0.48399999999999999,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":11.273}]},{"osd":7,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.60599999999999998,"15min":0.58599999999999997},"min":{"1min":0.503,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.90500000000000003,"5min":1.089,"15min":1.089},"last":8.4879999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.59599999999999997,"15min":0.57299999999999995},"min":{"1min":0.48699999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.91500000000000004,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":4.1150000000000002}]},{"osd":8,"last update":"Sat Oct 21 15:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.71199999999999997,"15min":0.67900000000000005},"min":{"1min":0.56899999999999995,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.99099999999999999,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":9.5289999999999999},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.69299999999999995,"15min":0.65800000000000003},"min":{"1min":0.48499999999999999,"5min":0.442,"15min":0.442},"max":{"1min":0.93400000000000005,"5min":1.321,"15min":1.321},"last":2.3140000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.72099999999999997},"min":{"1min":0.55800000000000005,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.91500000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":3.6499999999999999},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.76700000000000002,"15min":0.75800000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0169999999999999,"5min":1.024,"15min":1.024},"last":9.5730000000000004}]},{"osd":10,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.76700000000000002,"15min":0.76000000000000001},"min":{"1min":0.629,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":3.6930000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.61399999999999999,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.93300000000000005,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":4.8479999999999999}]},{"osd":11,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":9.6460000000000008},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":1.8939999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":451065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 15:39:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.55300000000000005,"15min":0.53100000000000003},"min":{"1min":0.36599999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71999999999999997,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.55900000000000005,"15min":0.54700000000000004},"min":{"1min":0.41299999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.59999999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58899999999999997,"15min":0.56699999999999995},"min":{"1min":0.41699999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.58699999999999997,"15min":0.56100000000000005},"min":{"1min":0.35299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76800000000000002,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.75800000000000001}]},{"osd":3,"last update":"Sat Oct 21 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54800000000000004,"15min":0.54000000000000004},"min":{"1min":0.33400000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.57599999999999996,"15min":0.55500000000000005},"min":{"1min":0.40000000000000002,"5min":0.312,"15min":0.312},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.56799999999999995}]},{"osd":5,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.67000000000000004,"15min":0.63600000000000001},"min":{"1min":0.443,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":4.0170000000000003,"5min":4.0170000000000003,"15min":4.0170000000000003},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58099999999999996,"15min":0.57799999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.71699999999999997}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.58799999999999997,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.1369999999999996,"5min":4.1369999999999996,"15min":4.1369999999999996},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.45900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69399999999999995,"15min":0.69299999999999995},"min":{"1min":0.44500000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.68100000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.51900000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0429999999999999,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.63800000000000001,"15min":0.66000000000000003},"min":{"1min":0.44,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.81100000000000005,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.68799999999999994}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.65700000000000003,"15min":0.66700000000000004},"min":{"1min":0.36099999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.76900000000000002,"15min":0.77600000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.109,"5min":4.109,"15min":4.109},"last":0.58299999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.626},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":3.944,"5min":3.944,"15min":3.944},"last":0.61199999999999999}]},{"osd":11,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.85099999999999998,"15min":0.86699999999999999},"min":{"1min":0.58199999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.117,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.63900000000000001,"15min":0.63300000000000001},"min":{"1min":0.498,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.84599999999999997,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.74099999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411396,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":450859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:38 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.48299999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.751,"5min":1.431,"15min":1.431},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.499,"15min":0.49099999999999999},"min":{"1min":0.33600000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.755,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.40100000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:39:38 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54700000000000004,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56000000000000005,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72799999999999998,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.68899999999999995}]},{"osd":3,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.56499999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78600000000000003,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57299999999999995,"15min":0.57799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81299999999999994,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.52600000000000002}]},{"osd":4,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:39:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.46899999999999997,"15min":0.44800000000000001},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.54000000000000004,"15min":0.50700000000000001},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.42499999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60999999999999999,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85199999999999998,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.64800000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:20 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.63900000000000001,"15min":0.63200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.67700000000000005,"15min":0.67400000000000004},"min":{"1min":0.52200000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.877}]},{"osd":8,"last update":"Sat Oct 21 15:39:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61899999999999999,"15min":0.629},"min":{"1min":0.38400000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.91300000000000003,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.629,"15min":0.627},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.55400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70899999999999996,"15min":0.71099999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93899999999999995,"5min":1.01,"15min":1.01},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.745,"15min":0.753},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.876,"5min":1.075,"15min":1.075},"last":0.71799999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.72399999999999998,"15min":0.71099999999999997},"min":{"1min":0.68500000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.74199999999999999,"15min":0.72999999999999998},"min":{"1min":0.63500000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.76100000000000001}]},{"osd":11,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.747},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.73299999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149759,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":449032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.379},{"interface":"front","average":{"1min":0.439,"5min":0.40799999999999997,"15min":0.38300000000000001},"min":{"1min":0.22600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.28599999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.58399999999999996,"15min":0.53400000000000003},"min":{"1min":0.45700000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55500000000000005,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.56499999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.443,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59099999999999997,"15min":0.56699999999999995},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.55000000000000004}]},{"osd":4,"last update":"Sat Oct 21 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57899999999999996,"15min":0.53300000000000003},"min":{"1min":0.495,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.871,"15min":0.871},"last":0.625},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.62,"15min":0.58199999999999996},"min":{"1min":0.47999999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79900000000000004,"5min":1.03,"15min":1.03},"last":0.78600000000000003}]},{"osd":5,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.63700000000000001,"15min":0.59499999999999997},"min":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.2450000000000001,"5min":3.6160000000000001,"15min":3.6160000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.68600000000000005,"15min":0.64600000000000002},"min":{"1min":0.46300000000000002,"5min":0.443,"15min":0.443},"max":{"1min":0.95599999999999996,"5min":3.601,"15min":3.601},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.53400000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.83199999999999996,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85999999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.40200000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.6819999999999999,"5min":1.6819999999999999,"15min":1.6819999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.67900000000000005,"15min":0.65900000000000003},"min":{"1min":0.55100000000000005,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.75800000000000001}]},{"osd":8,"last update":"Sat Oct 21 15:37:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.85199999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.437},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.99399999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.67600000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.79800000000000004,"15min":0.81599999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.90200000000000002,"5min":1.304,"15min":1.304},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.84899999999999998,"15min":0.871},"min":{"1min":0.56399999999999995,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.93100000000000005,"5min":1.958,"15min":1.958},"last":0.76900000000000002}]},{"osd":11,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.633,"5min":1.633,"15min":1.633},"last":0.73399999999999999}]}]},{"osd":4,"up_from":34,"seq":146028888123,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":511822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.49399999999999999,"15min":0.46300000000000002},"min":{"1min":0.377,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":1.5509999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.48799999999999999,"15min":0.46300000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":1.5369999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38,"15min":0.34599999999999997},"min":{"1min":0.28100000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.64600000000000002,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.40500000000000003,"15min":0.36599999999999999},"min":{"1min":0.30499999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.66900000000000004,"5min":0.755,"15min":0.755},"last":0.434}]},{"osd":2,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.58899999999999997,"15min":0.56299999999999994},"min":{"1min":0.36699999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79000000000000004,"5min":1.5329999999999999,"15min":1.5329999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.63,"5min":0.59299999999999997,"15min":0.55800000000000005},"min":{"1min":0.39900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81200000000000006,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.67200000000000004}]},{"osd":3,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56100000000000005,"15min":0.51200000000000001},"min":{"1min":0.41799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.56599999999999995,"15min":0.53400000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.46500000000000002}]},{"osd":5,"last update":"Sat Oct 21 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.60399999999999998,"15min":0.56499999999999995},"min":{"1min":0.46500000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.80800000000000005,"5min":1.597,"15min":1.597},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.622,"15min":0.58799999999999997},"min":{"1min":0.434,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73199999999999998,"5min":1.494,"15min":1.494},"last":0.71899999999999997}]},{"osd":6,"last update":"Sat Oct 21 15:39:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.61199999999999999,"15min":0.59399999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.53500000000000003}]},{"osd":7,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56499999999999995,"15min":0.54300000000000004},"min":{"1min":0.40999999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79200000000000004,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.56499999999999995,"15min":0.53900000000000003},"min":{"1min":0.436,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.63700000000000001}]},{"osd":8,"last update":"Sat Oct 21 15:39:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.68600000000000005,"15min":0.67600000000000005},"min":{"1min":0.622,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.878,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.751,"5min":0.72699999999999998,"15min":0.71699999999999997},"min":{"1min":0.60399999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.88900000000000001,"5min":0.995,"15min":0.995},"last":0.81699999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.73599999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.58099999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.621}]},{"osd":10,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.73599999999999999,"15min":0.74199999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.88700000000000001,"5min":1.038,"15min":1.038},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.73499999999999999,"15min":0.73999999999999999},"min":{"1min":0.48599999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.92700000000000005,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.76300000000000001}]},{"osd":11,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.751}]}]},{"osd":5,"up_from":39,"seq":167503724599,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28544,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716608,"statfs":{"total":95995035648,"available":95965806592,"internally_reserved":0,"allocated":1564672,"data_stored":1041667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.315,"5min":0.309,"15min":0.309},"max":{"1min":0.69199999999999995,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53000000000000003,"15min":0.503},"min":{"1min":0.36899999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.59099999999999997}]},{"osd":1,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.54000000000000004,"15min":0.50900000000000001},"min":{"1min":0.41599999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.53900000000000003},"min":{"1min":0.50700000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.72099999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.38500000000000001},"min":{"1min":0.34599999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.59399999999999997,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.495,"5min":0.438,"15min":0.41999999999999998},"min":{"1min":0.29699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.72999999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.66000000000000003}]},{"osd":3,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52500000000000002,"15min":0.53100000000000003},"min":{"1min":0.33600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.63700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.52400000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.57399999999999995,"15min":0.54000000000000004},"min":{"1min":0.48199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.876,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.70299999999999996}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57799999999999996,"15min":0.58299999999999996},"min":{"1min":0.35199999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84099999999999997,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.61599999999999999,"15min":0.61199999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.746}]},{"osd":7,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.66400000000000003,"15min":0.65300000000000002},"min":{"1min":0.54400000000000004,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.90800000000000003,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.65100000000000002,"15min":0.63400000000000001},"min":{"1min":0.55700000000000005,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.83799999999999997}]},{"osd":8,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58699999999999997,"15min":0.56899999999999995},"min":{"1min":0.46400000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57399999999999995,"15min":0.56899999999999995},"min":{"1min":0.49099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.76300000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.65300000000000002,"15min":0.64800000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.71599999999999997,"15min":0.71199999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.79700000000000004}]},{"osd":10,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.66800000000000004,"15min":0.65600000000000003},"min":{"1min":0.54900000000000004,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.94099999999999995,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.70399999999999996,"15min":0.69399999999999995},"min":{"1min":0.63200000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.88800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":58608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":63466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":64502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T15:39:53.877 INFO:tasks.fwd_scrub.ceph_manager:clean! 2023-10-21T15:39:53.878 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-21T15:39:54.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.031+0000 7f23d7cfc700 1 -- 172.21.15.46:0/128001694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01042d0 msgr2=0x7f23d01066c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.031+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/128001694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01042d0 0x7f23d01066c0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f23c4009990 tx=0x7f23c4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.031+0000 7f23d7cfc700 1 -- 172.21.15.46:0/128001694 shutdown_connections 2023-10-21T15:39:54.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.031+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/128001694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23d0106c00 0x7f23d0109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.031+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/128001694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f23d01019a0 0x7f23d0103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.031+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/128001694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01042d0 0x7f23d01066c0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.031+0000 7f23d7cfc700 1 -- 172.21.15.46:0/128001694 >> 172.21.15.46:0/128001694 conn(0x7f23d00fb3b0 msgr2=0x7f23d00fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:54.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 -- 172.21.15.46:0/128001694 shutdown_connections 2023-10-21T15:39:54.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 -- 172.21.15.46:0/128001694 wait complete. 2023-10-21T15:39:54.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 Processor -- start 2023-10-21T15:39:54.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 -- start start 2023-10-21T15:39:54.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01019a0 0x7f23d0196b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23d01042d0 0x7f23d0197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f23d0106c00 0x7f23d019e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23d019e690 con 0x7f23d01019a0 2023-10-21T15:39:54.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23d019e7d0 con 0x7f23d01042d0 2023-10-21T15:39:54.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d7cfc700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23d019e960 con 0x7f23d0106c00 2023-10-21T15:39:54.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d5a98700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01019a0 0x7f23d0196b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d5a98700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01019a0 0x7f23d0196b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34718/0 (socket says 172.21.15.46:34718) 2023-10-21T15:39:54.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.032+0000 7f23d5a98700 1 -- 172.21.15.46:0/1221457486 learned_addr learned my addr 172.21.15.46:0/1221457486 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:54.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d6299700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f23d0106c00 0x7f23d019e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d5297700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23d01042d0 0x7f23d0197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d5a98700 1 -- 172.21.15.46:0/1221457486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f23d0106c00 msgr2=0x7f23d019e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d5a98700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f23d0106c00 0x7f23d019e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d5a98700 1 -- 172.21.15.46:0/1221457486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23d01042d0 msgr2=0x7f23d0197050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d5a98700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23d01042d0 0x7f23d0197050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d5a98700 1 -- 172.21.15.46:0/1221457486 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23c40095f0 con 0x7f23d01019a0 2023-10-21T15:39:54.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d5297700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23d01042d0 0x7f23d0197050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:54.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d5a98700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01019a0 0x7f23d0196b10 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f23cc00d950 tx=0x7f23cc00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:54.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23c2ffd700 1 -- 172.21.15.46:0/1221457486 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23cc009940 con 0x7f23d01019a0 2023-10-21T15:39:54.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23d019ec40 con 0x7f23d01019a0 2023-10-21T15:39:54.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23c2ffd700 1 -- 172.21.15.46:0/1221457486 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23cc010460 con 0x7f23d01019a0 2023-10-21T15:39:54.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23c2ffd700 1 -- 172.21.15.46:0/1221457486 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23cc00f620 con 0x7f23d01019a0 2023-10-21T15:39:54.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.033+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23d019f150 con 0x7f23d01019a0 2023-10-21T15:39:54.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.034+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23d00fcf30 con 0x7f23d01019a0 2023-10-21T15:39:54.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.035+0000 7f23c2ffd700 1 -- 172.21.15.46:0/1221457486 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f23cc0108d0 con 0x7f23d01019a0 2023-10-21T15:39:54.050 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.036+0000 7f23c2ffd700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23bc0a1520 0x7f23bc0a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.036+0000 7f23c2ffd700 1 -- 172.21.15.46:0/1221457486 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f23cc0ccb00 con 0x7f23d01019a0 2023-10-21T15:39:54.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.036+0000 7f23d5297700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23bc0a1520 0x7f23bc0a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.036+0000 7f23d5297700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23bc0a1520 0x7f23bc0a39e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f23c400b5c0 tx=0x7f23c4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:54.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.039+0000 7f23c2ffd700 1 -- 172.21.15.46:0/1221457486 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f23cc096170 con 0x7f23d01019a0 2023-10-21T15:39:54.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:53 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1605139267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:54.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.235+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 --> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f23d002d220 con 0x7f23bc0a1520 2023-10-21T15:39:54.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:53 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1605139267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:54.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.247+0000 7f23c2ffd700 1 -- 172.21.15.46:0/1221457486 <== mgr.14150 v2:172.21.15.46:6800/4052512105 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344437 (secure 0 0 0) 0x7f23d002d220 con 0x7f23bc0a1520 2023-10-21T15:39:54.254 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:54.256 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23bc0a1520 msgr2=0x7f23bc0a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23bc0a1520 0x7f23bc0a39e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f23c400b5c0 tx=0x7f23c4005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01019a0 msgr2=0x7f23d0196b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01019a0 0x7f23d0196b10 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f23cc00d950 tx=0x7f23cc00dc60 comp rx=0 tx=0).stop 2023-10-21T15:39:54.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 shutdown_connections 2023-10-21T15:39:54.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23bc0a1520 0x7f23bc0a39e0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f23d01019a0 0x7f23d0196b10 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f23d0106c00 0x7f23d019e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 --2- 172.21.15.46:0/1221457486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23d01042d0 0x7f23d0197050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.259 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 >> 172.21.15.46:0/1221457486 conn(0x7f23d00fb3b0 msgr2=0x7f23d0102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:54.259 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 shutdown_connections 2023-10-21T15:39:54.259 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.251+0000 7f23d7cfc700 1 -- 172.21.15.46:0/1221457486 wait complete. 2023-10-21T15:39:54.259 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2023-10-21T15:39:54.266 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":304,"stamp":"2023-10-21T15:39:53.202268+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660333,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":957,"num_read_kb":603,"num_write":425,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15,"num_bytes_recovered":1237025,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":851,"ondisk_log_size":851,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337304,"kb_used_data":13112,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604520,"statfs":{"total":1151940427776,"available":1151595028480,"internally_reserved":0,"allocated":13426688,"data_stored":7355230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19132,"internal_metadata":331855172},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[13,6,8,17,57,27],"upper_bound":64},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6228,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":85,"num_write":12,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003052"},"pg_stats":[{"pgid":"3.3f","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228929+0000","last_change":"2023-10-21T15:38:26.896969+0000","last_active":"2023-10-21T15:39:47.228929+0000","last_peered":"2023-10-21T15:39:47.228929+0000","last_clean":"2023-10-21T15:39:47.228929+0000","last_became_active":"2023-10-21T15:38:26.896712+0000","last_became_peered":"2023-10-21T15:38:26.896712+0000","last_unstale":"2023-10-21T15:39:47.228929+0000","last_undegraded":"2023-10-21T15:39:47.228929+0000","last_fullsized":"2023-10-21T15:39:47.228929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:30:05.325907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228321+0000","last_change":"2023-10-21T15:38:26.896367+0000","last_active":"2023-10-21T15:39:47.228321+0000","last_peered":"2023-10-21T15:39:47.228321+0000","last_clean":"2023-10-21T15:39:47.228321+0000","last_became_active":"2023-10-21T15:38:26.896171+0000","last_became_peered":"2023-10-21T15:38:26.896171+0000","last_unstale":"2023-10-21T15:39:47.228321+0000","last_undegraded":"2023-10-21T15:39:47.228321+0000","last_fullsized":"2023-10-21T15:39:47.228321+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:34:17.297490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.222377+0000","last_change":"2023-10-21T15:38:26.894590+0000","last_active":"2023-10-21T15:39:47.222377+0000","last_peered":"2023-10-21T15:39:47.222377+0000","last_clean":"2023-10-21T15:39:47.222377+0000","last_became_active":"2023-10-21T15:38:26.892178+0000","last_became_peered":"2023-10-21T15:38:26.892178+0000","last_unstale":"2023-10-21T15:39:47.222377+0000","last_undegraded":"2023-10-21T15:39:47.222377+0000","last_fullsized":"2023-10-21T15:39:47.222377+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:38:18.037100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227768+0000","last_change":"2023-10-21T15:38:26.896592+0000","last_active":"2023-10-21T15:39:47.227768+0000","last_peered":"2023-10-21T15:39:47.227768+0000","last_clean":"2023-10-21T15:39:47.227768+0000","last_became_active":"2023-10-21T15:38:26.896244+0000","last_became_peered":"2023-10-21T15:38:26.896244+0000","last_unstale":"2023-10-21T15:39:47.227768+0000","last_undegraded":"2023-10-21T15:39:47.227768+0000","last_fullsized":"2023-10-21T15:39:47.227768+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:40:56.440420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.234533+0000","last_change":"2023-10-21T15:38:26.896863+0000","last_active":"2023-10-21T15:39:47.234533+0000","last_peered":"2023-10-21T15:39:47.234533+0000","last_clean":"2023-10-21T15:39:47.234533+0000","last_became_active":"2023-10-21T15:38:26.896541+0000","last_became_peered":"2023-10-21T15:38:26.896541+0000","last_unstale":"2023-10-21T15:39:47.234533+0000","last_undegraded":"2023-10-21T15:39:47.234533+0000","last_fullsized":"2023-10-21T15:39:47.234533+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:40:07.776260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223658+0000","last_change":"2023-10-21T15:38:26.886165+0000","last_active":"2023-10-21T15:39:47.223658+0000","last_peered":"2023-10-21T15:39:47.223658+0000","last_clean":"2023-10-21T15:39:47.223658+0000","last_became_active":"2023-10-21T15:38:26.885878+0000","last_became_peered":"2023-10-21T15:38:26.885878+0000","last_unstale":"2023-10-21T15:39:47.223658+0000","last_undegraded":"2023-10-21T15:39:47.223658+0000","last_fullsized":"2023-10-21T15:39:47.223658+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:12:33.088705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.221920+0000","last_change":"2023-10-21T15:38:26.898290+0000","last_active":"2023-10-21T15:39:47.221920+0000","last_peered":"2023-10-21T15:39:47.221920+0000","last_clean":"2023-10-21T15:39:47.221920+0000","last_became_active":"2023-10-21T15:38:26.897989+0000","last_became_peered":"2023-10-21T15:38:26.897989+0000","last_unstale":"2023-10-21T15:39:47.221920+0000","last_undegraded":"2023-10-21T15:39:47.221920+0000","last_fullsized":"2023-10-21T15:39:47.221920+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:57:08.698089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.228718+0000","last_change":"2023-10-21T15:38:26.893966+0000","last_active":"2023-10-21T15:39:47.228718+0000","last_peered":"2023-10-21T15:39:47.228718+0000","last_clean":"2023-10-21T15:39:47.228718+0000","last_became_active":"2023-10-21T15:38:26.893399+0000","last_became_peered":"2023-10-21T15:38:26.893399+0000","last_unstale":"2023-10-21T15:39:47.228718+0000","last_undegraded":"2023-10-21T15:39:47.228718+0000","last_fullsized":"2023-10-21T15:39:47.228718+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:14:39.509360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229083+0000","last_change":"2023-10-21T15:38:26.897029+0000","last_active":"2023-10-21T15:39:47.229083+0000","last_peered":"2023-10-21T15:39:47.229083+0000","last_clean":"2023-10-21T15:39:47.229083+0000","last_became_active":"2023-10-21T15:38:26.896739+0000","last_became_peered":"2023-10-21T15:38:26.896739+0000","last_unstale":"2023-10-21T15:39:47.229083+0000","last_undegraded":"2023-10-21T15:39:47.229083+0000","last_fullsized":"2023-10-21T15:39:47.229083+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:33:38.530676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"86'16","reported_seq":38,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225452+0000","last_change":"2023-10-21T15:39:18.751570+0000","last_active":"2023-10-21T15:39:47.225452+0000","last_peered":"2023-10-21T15:39:47.225452+0000","last_clean":"2023-10-21T15:39:47.225452+0000","last_became_active":"2023-10-21T15:39:18.751113+0000","last_became_peered":"2023-10-21T15:39:18.751113+0000","last_unstale":"2023-10-21T15:39:47.225452+0000","last_undegraded":"2023-10-21T15:39:47.225452+0000","last_fullsized":"2023-10-21T15:39:47.225452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:24:02.053662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229158+0000","last_change":"2023-10-21T15:38:26.898907+0000","last_active":"2023-10-21T15:39:47.229158+0000","last_peered":"2023-10-21T15:39:47.229158+0000","last_clean":"2023-10-21T15:39:47.229158+0000","last_became_active":"2023-10-21T15:38:26.898596+0000","last_became_peered":"2023-10-21T15:38:26.898596+0000","last_unstale":"2023-10-21T15:39:47.229158+0000","last_undegraded":"2023-10-21T15:39:47.229158+0000","last_fullsized":"2023-10-21T15:39:47.229158+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:17:50.229055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227416+0000","last_change":"2023-10-21T15:38:26.890394+0000","last_active":"2023-10-21T15:39:47.227416+0000","last_peered":"2023-10-21T15:39:47.227416+0000","last_clean":"2023-10-21T15:39:47.227416+0000","last_became_active":"2023-10-21T15:38:26.889961+0000","last_became_peered":"2023-10-21T15:38:26.889961+0000","last_unstale":"2023-10-21T15:39:47.227416+0000","last_undegraded":"2023-10-21T15:39:47.227416+0000","last_fullsized":"2023-10-21T15:39:47.227416+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:49:47.638345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.241873+0000","last_change":"2023-10-21T15:38:26.894223+0000","last_active":"2023-10-21T15:39:47.241873+0000","last_peered":"2023-10-21T15:39:47.241873+0000","last_clean":"2023-10-21T15:39:47.241873+0000","last_became_active":"2023-10-21T15:38:26.893909+0000","last_became_peered":"2023-10-21T15:38:26.893909+0000","last_unstale":"2023-10-21T15:39:47.241873+0000","last_undegraded":"2023-10-21T15:39:47.241873+0000","last_fullsized":"2023-10-21T15:39:47.241873+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:18:42.174182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227532+0000","last_change":"2023-10-21T15:38:26.889987+0000","last_active":"2023-10-21T15:39:47.227532+0000","last_peered":"2023-10-21T15:39:47.227532+0000","last_clean":"2023-10-21T15:39:47.227532+0000","last_became_active":"2023-10-21T15:38:26.889738+0000","last_became_peered":"2023-10-21T15:38:26.889738+0000","last_unstale":"2023-10-21T15:39:47.227532+0000","last_undegraded":"2023-10-21T15:39:47.227532+0000","last_fullsized":"2023-10-21T15:39:47.227532+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:02:05.271354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227553+0000","last_change":"2023-10-21T15:38:26.894151+0000","last_active":"2023-10-21T15:39:47.227553+0000","last_peered":"2023-10-21T15:39:47.227553+0000","last_clean":"2023-10-21T15:39:47.227553+0000","last_became_active":"2023-10-21T15:38:26.891753+0000","last_became_peered":"2023-10-21T15:38:26.891753+0000","last_unstale":"2023-10-21T15:39:47.227553+0000","last_undegraded":"2023-10-21T15:39:47.227553+0000","last_fullsized":"2023-10-21T15:39:47.227553+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:04:21.048929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226195+0000","last_change":"2023-10-21T15:38:26.894240+0000","last_active":"2023-10-21T15:39:47.226195+0000","last_peered":"2023-10-21T15:39:47.226195+0000","last_clean":"2023-10-21T15:39:47.226195+0000","last_became_active":"2023-10-21T15:38:26.893940+0000","last_became_peered":"2023-10-21T15:38:26.893940+0000","last_unstale":"2023-10-21T15:39:47.226195+0000","last_undegraded":"2023-10-21T15:39:47.226195+0000","last_fullsized":"2023-10-21T15:39:47.226195+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:44:53.337739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229113+0000","last_change":"2023-10-21T15:38:26.897096+0000","last_active":"2023-10-21T15:39:47.229113+0000","last_peered":"2023-10-21T15:39:47.229113+0000","last_clean":"2023-10-21T15:39:47.229113+0000","last_became_active":"2023-10-21T15:38:26.896859+0000","last_became_peered":"2023-10-21T15:38:26.896859+0000","last_unstale":"2023-10-21T15:39:47.229113+0000","last_undegraded":"2023-10-21T15:39:47.229113+0000","last_fullsized":"2023-10-21T15:39:47.229113+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:31:11.748997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.230016+0000","last_change":"2023-10-21T15:38:26.883077+0000","last_active":"2023-10-21T15:39:47.230016+0000","last_peered":"2023-10-21T15:39:47.230016+0000","last_clean":"2023-10-21T15:39:47.230016+0000","last_became_active":"2023-10-21T15:38:26.882768+0000","last_became_peered":"2023-10-21T15:38:26.882768+0000","last_unstale":"2023-10-21T15:39:47.230016+0000","last_undegraded":"2023-10-21T15:39:47.230016+0000","last_fullsized":"2023-10-21T15:39:47.230016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:02:39.303454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.232865+0000","last_change":"2023-10-21T15:38:26.893854+0000","last_active":"2023-10-21T15:39:47.232865+0000","last_peered":"2023-10-21T15:39:47.232865+0000","last_clean":"2023-10-21T15:39:47.232865+0000","last_became_active":"2023-10-21T15:38:26.893531+0000","last_became_peered":"2023-10-21T15:38:26.893531+0000","last_unstale":"2023-10-21T15:39:47.232865+0000","last_undegraded":"2023-10-21T15:39:47.232865+0000","last_fullsized":"2023-10-21T15:39:47.232865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:59:23.113741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'13","reported_seq":108,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.814041+0000","last_change":"2023-10-21T15:38:25.873981+0000","last_active":"2023-10-21T15:39:50.814041+0000","last_peered":"2023-10-21T15:39:50.814041+0000","last_clean":"2023-10-21T15:39:50.814041+0000","last_became_active":"2023-10-21T15:38:25.873516+0000","last_became_peered":"2023-10-21T15:38:25.873516+0000","last_unstale":"2023-10-21T15:39:50.814041+0000","last_undegraded":"2023-10-21T15:39:50.814041+0000","last_fullsized":"2023-10-21T15:39:50.814041+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T03:00:22.440091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226987+0000","last_change":"2023-10-21T15:38:26.899511+0000","last_active":"2023-10-21T15:39:47.226987+0000","last_peered":"2023-10-21T15:39:47.226987+0000","last_clean":"2023-10-21T15:39:47.226987+0000","last_became_active":"2023-10-21T15:38:26.899141+0000","last_became_peered":"2023-10-21T15:38:26.899141+0000","last_unstale":"2023-10-21T15:39:47.226987+0000","last_undegraded":"2023-10-21T15:39:47.226987+0000","last_fullsized":"2023-10-21T15:39:47.226987+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:58:56.275159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.749116+0000","last_change":"2023-10-21T15:38:25.879150+0000","last_active":"2023-10-21T15:39:17.749116+0000","last_peered":"2023-10-21T15:39:17.749116+0000","last_clean":"2023-10-21T15:39:17.749116+0000","last_became_active":"2023-10-21T15:38:25.878810+0000","last_became_peered":"2023-10-21T15:38:25.878810+0000","last_unstale":"2023-10-21T15:39:17.749116+0000","last_undegraded":"2023-10-21T15:39:17.749116+0000","last_fullsized":"2023-10-21T15:39:17.749116+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:31:38.921431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229350+0000","last_change":"2023-10-21T15:38:26.895936+0000","last_active":"2023-10-21T15:39:47.229350+0000","last_peered":"2023-10-21T15:39:47.229350+0000","last_clean":"2023-10-21T15:39:47.229350+0000","last_became_active":"2023-10-21T15:38:26.895650+0000","last_became_peered":"2023-10-21T15:38:26.895650+0000","last_unstale":"2023-10-21T15:39:47.229350+0000","last_undegraded":"2023-10-21T15:39:47.229350+0000","last_fullsized":"2023-10-21T15:39:47.229350+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:25:28.081813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"84'12","reported_seq":28,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745791+0000","last_change":"2023-10-21T15:38:25.878767+0000","last_active":"2023-10-21T15:39:17.745791+0000","last_peered":"2023-10-21T15:39:17.745791+0000","last_clean":"2023-10-21T15:39:17.745791+0000","last_became_active":"2023-10-21T15:38:25.878433+0000","last_became_peered":"2023-10-21T15:38:25.878433+0000","last_unstale":"2023-10-21T15:39:17.745791+0000","last_undegraded":"2023-10-21T15:39:17.745791+0000","last_fullsized":"2023-10-21T15:39:17.745791+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:53:52.772470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.238082+0000","last_change":"2023-10-21T15:38:26.894730+0000","last_active":"2023-10-21T15:39:47.238082+0000","last_peered":"2023-10-21T15:39:47.238082+0000","last_clean":"2023-10-21T15:39:47.238082+0000","last_became_active":"2023-10-21T15:38:26.894353+0000","last_became_peered":"2023-10-21T15:38:26.894353+0000","last_unstale":"2023-10-21T15:39:47.238082+0000","last_undegraded":"2023-10-21T15:39:47.238082+0000","last_fullsized":"2023-10-21T15:39:47.238082+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:22:27.135454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745652+0000","last_change":"2023-10-21T15:38:25.877831+0000","last_active":"2023-10-21T15:39:17.745652+0000","last_peered":"2023-10-21T15:39:17.745652+0000","last_clean":"2023-10-21T15:39:17.745652+0000","last_became_active":"2023-10-21T15:38:25.877084+0000","last_became_peered":"2023-10-21T15:38:25.877084+0000","last_unstale":"2023-10-21T15:39:17.745652+0000","last_undegraded":"2023-10-21T15:39:17.745652+0000","last_fullsized":"2023-10-21T15:39:17.745652+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:56:24.090502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"86'15","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229665+0000","last_change":"2023-10-21T15:38:26.900772+0000","last_active":"2023-10-21T15:39:47.229665+0000","last_peered":"2023-10-21T15:39:47.229665+0000","last_clean":"2023-10-21T15:39:47.229665+0000","last_became_active":"2023-10-21T15:38:26.900339+0000","last_became_peered":"2023-10-21T15:38:26.900339+0000","last_unstale":"2023-10-21T15:39:47.229665+0000","last_undegraded":"2023-10-21T15:39:47.229665+0000","last_fullsized":"2023-10-21T15:39:47.229665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:38:49.973658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"84'5","reported_seq":101,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.796281+0000","last_change":"2023-10-21T15:38:25.879162+0000","last_active":"2023-10-21T15:39:47.796281+0000","last_peered":"2023-10-21T15:39:47.796281+0000","last_clean":"2023-10-21T15:39:47.796281+0000","last_became_active":"2023-10-21T15:38:25.878817+0000","last_became_peered":"2023-10-21T15:38:25.878817+0000","last_unstale":"2023-10-21T15:39:47.796281+0000","last_undegraded":"2023-10-21T15:39:47.796281+0000","last_fullsized":"2023-10-21T15:39:47.796281+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:13:56.281533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":81,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.222787+0000","last_change":"2023-10-21T15:38:26.899280+0000","last_active":"2023-10-21T15:39:47.222787+0000","last_peered":"2023-10-21T15:39:47.222787+0000","last_clean":"2023-10-21T15:39:47.222787+0000","last_became_active":"2023-10-21T15:38:26.898983+0000","last_became_peered":"2023-10-21T15:38:26.898983+0000","last_unstale":"2023-10-21T15:39:47.222787+0000","last_undegraded":"2023-10-21T15:39:47.222787+0000","last_fullsized":"2023-10-21T15:39:47.222787+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:23:29.895144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744735+0000","last_change":"2023-10-21T15:38:25.878451+0000","last_active":"2023-10-21T15:39:17.744735+0000","last_peered":"2023-10-21T15:39:17.744735+0000","last_clean":"2023-10-21T15:39:17.744735+0000","last_became_active":"2023-10-21T15:38:25.878163+0000","last_became_peered":"2023-10-21T15:38:25.878163+0000","last_unstale":"2023-10-21T15:39:17.744735+0000","last_undegraded":"2023-10-21T15:39:17.744735+0000","last_fullsized":"2023-10-21T15:39:17.744735+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:05:40.364480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"86'8","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225683+0000","last_change":"2023-10-21T15:39:18.747977+0000","last_active":"2023-10-21T15:39:47.225683+0000","last_peered":"2023-10-21T15:39:47.225683+0000","last_clean":"2023-10-21T15:39:47.225683+0000","last_became_active":"2023-10-21T15:39:18.747614+0000","last_became_peered":"2023-10-21T15:39:18.747614+0000","last_unstale":"2023-10-21T15:39:47.225683+0000","last_undegraded":"2023-10-21T15:39:47.225683+0000","last_fullsized":"2023-10-21T15:39:47.225683+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:43:45.028053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"84'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.741502+0000","last_change":"2023-10-21T15:38:25.875691+0000","last_active":"2023-10-21T15:39:17.741502+0000","last_peered":"2023-10-21T15:39:17.741502+0000","last_clean":"2023-10-21T15:39:17.741502+0000","last_became_active":"2023-10-21T15:38:25.875237+0000","last_became_peered":"2023-10-21T15:38:25.875237+0000","last_unstale":"2023-10-21T15:39:17.741502+0000","last_undegraded":"2023-10-21T15:39:17.741502+0000","last_fullsized":"2023-10-21T15:39:17.741502+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:29.569070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.235171+0000","last_change":"2023-10-21T15:38:26.893776+0000","last_active":"2023-10-21T15:39:47.235171+0000","last_peered":"2023-10-21T15:39:47.235171+0000","last_clean":"2023-10-21T15:39:47.235171+0000","last_became_active":"2023-10-21T15:38:26.893414+0000","last_became_peered":"2023-10-21T15:38:26.893414+0000","last_unstale":"2023-10-21T15:39:47.235171+0000","last_undegraded":"2023-10-21T15:39:47.235171+0000","last_fullsized":"2023-10-21T15:39:47.235171+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:40:06.755378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"84'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748297+0000","last_change":"2023-10-21T15:38:25.876549+0000","last_active":"2023-10-21T15:39:17.748297+0000","last_peered":"2023-10-21T15:39:17.748297+0000","last_clean":"2023-10-21T15:39:17.748297+0000","last_became_active":"2023-10-21T15:38:25.875741+0000","last_became_peered":"2023-10-21T15:38:25.875741+0000","last_unstale":"2023-10-21T15:39:17.748297+0000","last_undegraded":"2023-10-21T15:39:17.748297+0000","last_fullsized":"2023-10-21T15:39:17.748297+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:44:22.232236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226954+0000","last_change":"2023-10-21T15:38:26.889857+0000","last_active":"2023-10-21T15:39:47.226954+0000","last_peered":"2023-10-21T15:39:47.226954+0000","last_clean":"2023-10-21T15:39:47.226954+0000","last_became_active":"2023-10-21T15:38:26.889551+0000","last_became_peered":"2023-10-21T15:38:26.889551+0000","last_unstale":"2023-10-21T15:39:47.226954+0000","last_undegraded":"2023-10-21T15:39:47.226954+0000","last_fullsized":"2023-10-21T15:39:47.226954+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:19:42.575985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'5","reported_seq":183,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:52.802924+0000","last_change":"2023-10-21T15:38:25.877536+0000","last_active":"2023-10-21T15:39:52.802924+0000","last_peered":"2023-10-21T15:39:52.802924+0000","last_clean":"2023-10-21T15:39:52.802924+0000","last_became_active":"2023-10-21T15:38:25.877034+0000","last_became_peered":"2023-10-21T15:38:25.877034+0000","last_unstale":"2023-10-21T15:39:52.802924+0000","last_undegraded":"2023-10-21T15:39:52.802924+0000","last_fullsized":"2023-10-21T15:39:52.802924+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:32:54.897269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":163,"num_read_kb":163,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.231386+0000","last_change":"2023-10-21T15:38:26.882998+0000","last_active":"2023-10-21T15:39:47.231386+0000","last_peered":"2023-10-21T15:39:47.231386+0000","last_clean":"2023-10-21T15:39:47.231386+0000","last_became_active":"2023-10-21T15:38:26.882719+0000","last_became_peered":"2023-10-21T15:38:26.882719+0000","last_unstale":"2023-10-21T15:39:47.231386+0000","last_undegraded":"2023-10-21T15:39:47.231386+0000","last_fullsized":"2023-10-21T15:39:47.231386+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:33:51.297695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"84'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744810+0000","last_change":"2023-10-21T15:38:25.877191+0000","last_active":"2023-10-21T15:39:17.744810+0000","last_peered":"2023-10-21T15:39:17.744810+0000","last_clean":"2023-10-21T15:39:17.744810+0000","last_became_active":"2023-10-21T15:38:25.876859+0000","last_became_peered":"2023-10-21T15:38:25.876859+0000","last_unstale":"2023-10-21T15:39:17.744810+0000","last_undegraded":"2023-10-21T15:39:17.744810+0000","last_fullsized":"2023-10-21T15:39:17.744810+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:38:51.651105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227718+0000","last_change":"2023-10-21T15:38:26.893536+0000","last_active":"2023-10-21T15:39:47.227718+0000","last_peered":"2023-10-21T15:39:47.227718+0000","last_clean":"2023-10-21T15:39:47.227718+0000","last_became_active":"2023-10-21T15:38:26.893224+0000","last_became_peered":"2023-10-21T15:38:26.893224+0000","last_unstale":"2023-10-21T15:39:47.227718+0000","last_undegraded":"2023-10-21T15:39:47.227718+0000","last_fullsized":"2023-10-21T15:39:47.227718+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:07:40.233971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.749038+0000","last_change":"2023-10-21T15:38:25.876646+0000","last_active":"2023-10-21T15:39:17.749038+0000","last_peered":"2023-10-21T15:39:17.749038+0000","last_clean":"2023-10-21T15:39:17.749038+0000","last_became_active":"2023-10-21T15:38:25.875788+0000","last_became_peered":"2023-10-21T15:38:25.875788+0000","last_unstale":"2023-10-21T15:39:17.749038+0000","last_undegraded":"2023-10-21T15:39:17.749038+0000","last_fullsized":"2023-10-21T15:39:17.749038+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:45:05.096250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"86'11","reported_seq":33,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.238170+0000","last_change":"2023-10-21T15:39:18.779851+0000","last_active":"2023-10-21T15:39:47.238170+0000","last_peered":"2023-10-21T15:39:47.238170+0000","last_clean":"2023-10-21T15:39:47.238170+0000","last_became_active":"2023-10-21T15:39:18.779443+0000","last_became_peered":"2023-10-21T15:39:18.779443+0000","last_unstale":"2023-10-21T15:39:47.238170+0000","last_undegraded":"2023-10-21T15:39:47.238170+0000","last_fullsized":"2023-10-21T15:39:47.238170+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:57:06.167582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'34","reported_seq":245,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:52.804394+0000","last_change":"2023-10-21T15:39:18.761380+0000","last_active":"2023-10-21T15:39:52.804394+0000","last_peered":"2023-10-21T15:39:52.804394+0000","last_clean":"2023-10-21T15:39:52.804394+0000","last_became_active":"2023-10-21T15:39:18.749541+0000","last_became_peered":"2023-10-21T15:39:18.749541+0000","last_unstale":"2023-10-21T15:39:52.804394+0000","last_undegraded":"2023-10-21T15:39:52.804394+0000","last_fullsized":"2023-10-21T15:39:52.804394+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:07:02.617203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62235,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":168,"num_read_kb":144,"num_write":36,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":56289,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.216472+0000","last_change":"2023-10-21T15:38:26.901535+0000","last_active":"2023-10-21T15:39:47.216472+0000","last_peered":"2023-10-21T15:39:47.216472+0000","last_clean":"2023-10-21T15:39:47.216472+0000","last_became_active":"2023-10-21T15:38:26.901232+0000","last_became_peered":"2023-10-21T15:38:26.901232+0000","last_unstale":"2023-10-21T15:39:47.216472+0000","last_undegraded":"2023-10-21T15:39:47.216472+0000","last_fullsized":"2023-10-21T15:39:47.216472+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:09:38.803358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"84'9","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.743221+0000","last_change":"2023-10-21T15:38:25.881847+0000","last_active":"2023-10-21T15:39:17.743221+0000","last_peered":"2023-10-21T15:39:17.743221+0000","last_clean":"2023-10-21T15:39:17.743221+0000","last_became_active":"2023-10-21T15:38:25.881473+0000","last_became_peered":"2023-10-21T15:38:25.881473+0000","last_unstale":"2023-10-21T15:39:17.743221+0000","last_undegraded":"2023-10-21T15:39:17.743221+0000","last_fullsized":"2023-10-21T15:39:17.743221+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:41.216838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240978+0000","last_change":"2023-10-21T15:38:26.894029+0000","last_active":"2023-10-21T15:39:47.240978+0000","last_peered":"2023-10-21T15:39:47.240978+0000","last_clean":"2023-10-21T15:39:47.240978+0000","last_became_active":"2023-10-21T15:38:26.893790+0000","last_became_peered":"2023-10-21T15:38:26.893790+0000","last_unstale":"2023-10-21T15:39:47.240978+0000","last_undegraded":"2023-10-21T15:39:47.240978+0000","last_fullsized":"2023-10-21T15:39:47.240978+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:14:55.059926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"84'5","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748655+0000","last_change":"2023-10-21T15:38:25.876442+0000","last_active":"2023-10-21T15:39:17.748655+0000","last_peered":"2023-10-21T15:39:17.748655+0000","last_clean":"2023-10-21T15:39:17.748655+0000","last_became_active":"2023-10-21T15:38:25.875893+0000","last_became_peered":"2023-10-21T15:38:25.875893+0000","last_unstale":"2023-10-21T15:39:17.748655+0000","last_undegraded":"2023-10-21T15:39:17.748655+0000","last_fullsized":"2023-10-21T15:39:17.748655+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:31.253944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"86'15","reported_seq":37,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.239093+0000","last_change":"2023-10-21T15:39:18.780275+0000","last_active":"2023-10-21T15:39:47.239093+0000","last_peered":"2023-10-21T15:39:47.239093+0000","last_clean":"2023-10-21T15:39:47.239093+0000","last_became_active":"2023-10-21T15:39:18.779825+0000","last_became_peered":"2023-10-21T15:39:18.779825+0000","last_unstale":"2023-10-21T15:39:47.239093+0000","last_undegraded":"2023-10-21T15:39:47.239093+0000","last_fullsized":"2023-10-21T15:39:47.239093+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:19:47.982101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'7","reported_seq":104,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.832342+0000","last_change":"2023-10-21T15:38:25.875651+0000","last_active":"2023-10-21T15:39:50.832342+0000","last_peered":"2023-10-21T15:39:50.832342+0000","last_clean":"2023-10-21T15:39:50.832342+0000","last_became_active":"2023-10-21T15:38:25.875304+0000","last_became_peered":"2023-10-21T15:38:25.875304+0000","last_unstale":"2023-10-21T15:39:50.832342+0000","last_undegraded":"2023-10-21T15:39:50.832342+0000","last_fullsized":"2023-10-21T15:39:50.832342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:48:30.695617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1119,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":83,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.221551+0000","last_change":"2023-10-21T15:38:26.895122+0000","last_active":"2023-10-21T15:39:47.221551+0000","last_peered":"2023-10-21T15:39:47.221551+0000","last_clean":"2023-10-21T15:39:47.221551+0000","last_became_active":"2023-10-21T15:38:26.894272+0000","last_became_peered":"2023-10-21T15:38:26.894272+0000","last_unstale":"2023-10-21T15:39:47.221551+0000","last_undegraded":"2023-10-21T15:39:47.221551+0000","last_fullsized":"2023-10-21T15:39:47.221551+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:00:42.013640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"84'17","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.744997+0000","last_change":"2023-10-21T15:38:25.873934+0000","last_active":"2023-10-21T15:39:17.744997+0000","last_peered":"2023-10-21T15:39:17.744997+0000","last_clean":"2023-10-21T15:39:17.744997+0000","last_became_active":"2023-10-21T15:38:25.873451+0000","last_became_peered":"2023-10-21T15:38:25.873451+0000","last_unstale":"2023-10-21T15:39:17.744997+0000","last_undegraded":"2023-10-21T15:39:17.744997+0000","last_fullsized":"2023-10-21T15:39:17.744997+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:10:09.421310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229472+0000","last_change":"2023-10-21T15:38:26.900552+0000","last_active":"2023-10-21T15:39:47.229472+0000","last_peered":"2023-10-21T15:39:47.229472+0000","last_clean":"2023-10-21T15:39:47.229472+0000","last_became_active":"2023-10-21T15:38:26.900230+0000","last_became_peered":"2023-10-21T15:38:26.900230+0000","last_unstale":"2023-10-21T15:39:47.229472+0000","last_undegraded":"2023-10-21T15:39:47.229472+0000","last_fullsized":"2023-10-21T15:39:47.229472+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:31:11.093553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.746275+0000","last_change":"2023-10-21T15:38:25.877414+0000","last_active":"2023-10-21T15:39:17.746275+0000","last_peered":"2023-10-21T15:39:17.746275+0000","last_clean":"2023-10-21T15:39:17.746275+0000","last_became_active":"2023-10-21T15:38:25.877108+0000","last_became_peered":"2023-10-21T15:38:25.877108+0000","last_unstale":"2023-10-21T15:39:17.746275+0000","last_undegraded":"2023-10-21T15:39:17.746275+0000","last_fullsized":"2023-10-21T15:39:17.746275+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:44:03.587093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223558+0000","last_change":"2023-10-21T15:38:26.893441+0000","last_active":"2023-10-21T15:39:47.223558+0000","last_peered":"2023-10-21T15:39:47.223558+0000","last_clean":"2023-10-21T15:39:47.223558+0000","last_became_active":"2023-10-21T15:38:26.893140+0000","last_became_peered":"2023-10-21T15:38:26.893140+0000","last_unstale":"2023-10-21T15:39:47.223558+0000","last_undegraded":"2023-10-21T15:39:47.223558+0000","last_fullsized":"2023-10-21T15:39:47.223558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:06:25.188921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"84'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748081+0000","last_change":"2023-10-21T15:38:25.875305+0000","last_active":"2023-10-21T15:39:17.748081+0000","last_peered":"2023-10-21T15:39:17.748081+0000","last_clean":"2023-10-21T15:39:17.748081+0000","last_became_active":"2023-10-21T15:38:25.874951+0000","last_became_peered":"2023-10-21T15:38:25.874951+0000","last_unstale":"2023-10-21T15:39:17.748081+0000","last_undegraded":"2023-10-21T15:39:17.748081+0000","last_fullsized":"2023-10-21T15:39:17.748081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:04:14.812915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.232674+0000","last_change":"2023-10-21T15:38:26.895911+0000","last_active":"2023-10-21T15:39:47.232674+0000","last_peered":"2023-10-21T15:39:47.232674+0000","last_clean":"2023-10-21T15:39:47.232674+0000","last_became_active":"2023-10-21T15:38:26.895602+0000","last_became_peered":"2023-10-21T15:38:26.895602+0000","last_unstale":"2023-10-21T15:39:47.232674+0000","last_undegraded":"2023-10-21T15:39:47.232674+0000","last_fullsized":"2023-10-21T15:39:47.232674+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T19:33:52.340536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"84'5","reported_seq":100,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:50.814767+0000","last_change":"2023-10-21T15:38:25.878916+0000","last_active":"2023-10-21T15:39:50.814767+0000","last_peered":"2023-10-21T15:39:50.814767+0000","last_clean":"2023-10-21T15:39:50.814767+0000","last_became_active":"2023-10-21T15:38:25.878605+0000","last_became_peered":"2023-10-21T15:38:25.878605+0000","last_unstale":"2023-10-21T15:39:50.814767+0000","last_undegraded":"2023-10-21T15:39:50.814767+0000","last_fullsized":"2023-10-21T15:39:50.814767+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:21:17.780944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":80,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223434+0000","last_change":"2023-10-21T15:38:26.889767+0000","last_active":"2023-10-21T15:39:47.223434+0000","last_peered":"2023-10-21T15:39:47.223434+0000","last_clean":"2023-10-21T15:39:47.223434+0000","last_became_active":"2023-10-21T15:38:26.889470+0000","last_became_peered":"2023-10-21T15:38:26.889470+0000","last_unstale":"2023-10-21T15:39:47.223434+0000","last_undegraded":"2023-10-21T15:39:47.223434+0000","last_fullsized":"2023-10-21T15:39:47.223434+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:24.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224341+0000","last_change":"2023-10-21T15:38:26.901333+0000","last_active":"2023-10-21T15:39:47.224341+0000","last_peered":"2023-10-21T15:39:47.224341+0000","last_clean":"2023-10-21T15:39:47.224341+0000","last_became_active":"2023-10-21T15:38:26.896338+0000","last_became_peered":"2023-10-21T15:38:26.896338+0000","last_unstale":"2023-10-21T15:39:47.224341+0000","last_undegraded":"2023-10-21T15:39:47.224341+0000","last_fullsized":"2023-10-21T15:39:47.224341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:48.919749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'6","reported_seq":100,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:49.830316+0000","last_change":"2023-10-21T15:38:25.884503+0000","last_active":"2023-10-21T15:39:49.830316+0000","last_peered":"2023-10-21T15:39:49.830316+0000","last_clean":"2023-10-21T15:39:49.830316+0000","last_became_active":"2023-10-21T15:38:25.884195+0000","last_became_peered":"2023-10-21T15:38:25.884195+0000","last_unstale":"2023-10-21T15:39:49.830316+0000","last_undegraded":"2023-10-21T15:39:49.830316+0000","last_fullsized":"2023-10-21T15:39:49.830316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:22:38.645988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":79,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229805+0000","last_change":"2023-10-21T15:38:26.887547+0000","last_active":"2023-10-21T15:39:47.229805+0000","last_peered":"2023-10-21T15:39:47.229805+0000","last_clean":"2023-10-21T15:39:47.229805+0000","last_became_active":"2023-10-21T15:38:26.886427+0000","last_became_peered":"2023-10-21T15:38:26.886427+0000","last_unstale":"2023-10-21T15:39:47.229805+0000","last_undegraded":"2023-10-21T15:39:47.229805+0000","last_fullsized":"2023-10-21T15:39:47.229805+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:19:17.570404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"84'6","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.746883+0000","last_change":"2023-10-21T15:38:25.871653+0000","last_active":"2023-10-21T15:39:17.746883+0000","last_peered":"2023-10-21T15:39:17.746883+0000","last_clean":"2023-10-21T15:39:17.746883+0000","last_became_active":"2023-10-21T15:38:25.871296+0000","last_became_peered":"2023-10-21T15:38:25.871296+0000","last_unstale":"2023-10-21T15:39:17.746883+0000","last_undegraded":"2023-10-21T15:39:17.746883+0000","last_fullsized":"2023-10-21T15:39:17.746883+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:05:39.645136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":312,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745312+0000","last_change":"2023-10-21T15:37:26.057389+0000","last_active":"2023-10-21T15:39:17.745312+0000","last_peered":"2023-10-21T15:39:17.745312+0000","last_clean":"2023-10-21T15:39:17.745312+0000","last_became_active":"2023-10-21T15:37:26.056924+0000","last_became_peered":"2023-10-21T15:37:26.056924+0000","last_unstale":"2023-10-21T15:39:17.745312+0000","last_undegraded":"2023-10-21T15:39:17.745312+0000","last_fullsized":"2023-10-21T15:39:17.745312+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:34:29.971370+0000","last_clean_scrub_stamp":"2023-10-21T15:34:29.971370+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:55:44.580703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.235522+0000","last_change":"2023-10-21T15:38:26.890694+0000","last_active":"2023-10-21T15:39:47.235522+0000","last_peered":"2023-10-21T15:39:47.235522+0000","last_clean":"2023-10-21T15:39:47.235522+0000","last_became_active":"2023-10-21T15:38:26.890358+0000","last_became_peered":"2023-10-21T15:38:26.890358+0000","last_unstale":"2023-10-21T15:39:47.235522+0000","last_undegraded":"2023-10-21T15:39:47.235522+0000","last_fullsized":"2023-10-21T15:39:47.235522+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:25:27.346968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"84'4","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.754582+0000","last_change":"2023-10-21T15:39:18.754582+0000","last_active":"2023-10-21T15:39:18.754582+0000","last_peered":"2023-10-21T15:39:18.754582+0000","last_clean":"2023-10-21T15:39:18.754582+0000","last_became_active":"2023-10-21T15:39:18.750022+0000","last_became_peered":"2023-10-21T15:39:18.750022+0000","last_unstale":"2023-10-21T15:39:18.754582+0000","last_undegraded":"2023-10-21T15:39:18.754582+0000","last_fullsized":"2023-10-21T15:39:18.754582+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:50:41.936153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"84'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.745347+0000","last_change":"2023-10-21T15:38:25.873109+0000","last_active":"2023-10-21T15:39:17.745347+0000","last_peered":"2023-10-21T15:39:17.745347+0000","last_clean":"2023-10-21T15:39:17.745347+0000","last_became_active":"2023-10-21T15:38:25.872788+0000","last_became_peered":"2023-10-21T15:38:25.872788+0000","last_unstale":"2023-10-21T15:39:17.745347+0000","last_undegraded":"2023-10-21T15:39:17.745347+0000","last_fullsized":"2023-10-21T15:39:17.745347+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:21:25.251516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240530+0000","last_change":"2023-10-21T15:38:26.901500+0000","last_active":"2023-10-21T15:39:47.240530+0000","last_peered":"2023-10-21T15:39:47.240530+0000","last_clean":"2023-10-21T15:39:47.240530+0000","last_became_active":"2023-10-21T15:38:26.901126+0000","last_became_peered":"2023-10-21T15:38:26.901126+0000","last_unstale":"2023-10-21T15:39:47.240530+0000","last_undegraded":"2023-10-21T15:39:47.240530+0000","last_fullsized":"2023-10-21T15:39:47.240530+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:53:28.117172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'10","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.744989+0000","last_change":"2023-10-21T15:38:25.885899+0000","last_active":"2023-10-21T15:39:18.744989+0000","last_peered":"2023-10-21T15:39:18.744989+0000","last_clean":"2023-10-21T15:39:18.744989+0000","last_became_active":"2023-10-21T15:38:25.885597+0000","last_became_peered":"2023-10-21T15:38:25.885597+0000","last_unstale":"2023-10-21T15:39:18.744989+0000","last_undegraded":"2023-10-21T15:39:18.744989+0000","last_fullsized":"2023-10-21T15:39:18.744989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:26:17.487874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225720+0000","last_change":"2023-10-21T15:38:26.895852+0000","last_active":"2023-10-21T15:39:47.225720+0000","last_peered":"2023-10-21T15:39:47.225720+0000","last_clean":"2023-10-21T15:39:47.225720+0000","last_became_active":"2023-10-21T15:38:26.894433+0000","last_became_peered":"2023-10-21T15:38:26.894433+0000","last_unstale":"2023-10-21T15:39:47.225720+0000","last_undegraded":"2023-10-21T15:39:47.225720+0000","last_fullsized":"2023-10-21T15:39:47.225720+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:47:53.377014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"84'7","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.747649+0000","last_change":"2023-10-21T15:38:25.867897+0000","last_active":"2023-10-21T15:39:17.747649+0000","last_peered":"2023-10-21T15:39:17.747649+0000","last_clean":"2023-10-21T15:39:17.747649+0000","last_became_active":"2023-10-21T15:38:25.867599+0000","last_became_peered":"2023-10-21T15:38:25.867599+0000","last_unstale":"2023-10-21T15:39:17.747649+0000","last_undegraded":"2023-10-21T15:39:17.747649+0000","last_fullsized":"2023-10-21T15:39:17.747649+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:29:55.709865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229025+0000","last_change":"2023-10-21T15:38:26.888394+0000","last_active":"2023-10-21T15:39:47.229025+0000","last_peered":"2023-10-21T15:39:47.229025+0000","last_clean":"2023-10-21T15:39:47.229025+0000","last_became_active":"2023-10-21T15:38:26.888093+0000","last_became_peered":"2023-10-21T15:38:26.888093+0000","last_unstale":"2023-10-21T15:39:47.229025+0000","last_undegraded":"2023-10-21T15:39:47.229025+0000","last_fullsized":"2023-10-21T15:39:47.229025+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:58:41.172589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.742034+0000","last_change":"2023-10-21T15:38:25.872897+0000","last_active":"2023-10-21T15:39:17.742034+0000","last_peered":"2023-10-21T15:39:17.742034+0000","last_clean":"2023-10-21T15:39:17.742034+0000","last_became_active":"2023-10-21T15:38:25.872602+0000","last_became_peered":"2023-10-21T15:38:25.872602+0000","last_unstale":"2023-10-21T15:39:17.742034+0000","last_undegraded":"2023-10-21T15:39:17.742034+0000","last_fullsized":"2023-10-21T15:39:17.742034+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:36:39.400136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"86'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.193687+0000","last_change":"2023-10-21T15:38:26.898862+0000","last_active":"2023-10-21T15:39:47.193687+0000","last_peered":"2023-10-21T15:39:47.193687+0000","last_clean":"2023-10-21T15:39:47.193687+0000","last_became_active":"2023-10-21T15:38:26.898542+0000","last_became_peered":"2023-10-21T15:38:26.898542+0000","last_unstale":"2023-10-21T15:39:47.193687+0000","last_undegraded":"2023-10-21T15:39:47.193687+0000","last_fullsized":"2023-10-21T15:39:47.193687+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:32:14.627048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"84'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.747802+0000","last_change":"2023-10-21T15:38:25.884231+0000","last_active":"2023-10-21T15:39:17.747802+0000","last_peered":"2023-10-21T15:39:17.747802+0000","last_clean":"2023-10-21T15:39:17.747802+0000","last_became_active":"2023-10-21T15:38:25.883904+0000","last_became_peered":"2023-10-21T15:38:25.883904+0000","last_unstale":"2023-10-21T15:39:17.747802+0000","last_undegraded":"2023-10-21T15:39:17.747802+0000","last_fullsized":"2023-10-21T15:39:17.747802+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:38:00.151186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227081+0000","last_change":"2023-10-21T15:38:26.896477+0000","last_active":"2023-10-21T15:39:47.227081+0000","last_peered":"2023-10-21T15:39:47.227081+0000","last_clean":"2023-10-21T15:39:47.227081+0000","last_became_active":"2023-10-21T15:38:26.896161+0000","last_became_peered":"2023-10-21T15:38:26.896161+0000","last_unstale":"2023-10-21T15:39:47.227081+0000","last_undegraded":"2023-10-21T15:39:47.227081+0000","last_fullsized":"2023-10-21T15:39:47.227081+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:53:36.752844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'3","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.755869+0000","last_change":"2023-10-21T15:39:18.755386+0000","last_active":"2023-10-21T15:39:18.755869+0000","last_peered":"2023-10-21T15:39:18.755869+0000","last_clean":"2023-10-21T15:39:18.755869+0000","last_became_active":"2023-10-21T15:39:18.749548+0000","last_became_peered":"2023-10-21T15:39:18.749548+0000","last_unstale":"2023-10-21T15:39:18.755869+0000","last_undegraded":"2023-10-21T15:39:18.755869+0000","last_fullsized":"2023-10-21T15:39:18.755869+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:19:47.705606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229802+0000","last_change":"2023-10-21T15:38:26.890539+0000","last_active":"2023-10-21T15:39:47.229802+0000","last_peered":"2023-10-21T15:39:47.229802+0000","last_clean":"2023-10-21T15:39:47.229802+0000","last_became_active":"2023-10-21T15:38:26.890232+0000","last_became_peered":"2023-10-21T15:38:26.890232+0000","last_unstale":"2023-10-21T15:39:47.229802+0000","last_undegraded":"2023-10-21T15:39:47.229802+0000","last_fullsized":"2023-10-21T15:39:47.229802+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:56:10.082811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"84'4","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:18.759801+0000","last_change":"2023-10-21T15:39:18.759333+0000","last_active":"2023-10-21T15:39:18.759801+0000","last_peered":"2023-10-21T15:39:18.759801+0000","last_clean":"2023-10-21T15:39:18.759801+0000","last_became_active":"2023-10-21T15:39:18.751271+0000","last_became_peered":"2023-10-21T15:39:18.751271+0000","last_unstale":"2023-10-21T15:39:18.759801+0000","last_undegraded":"2023-10-21T15:39:18.759801+0000","last_fullsized":"2023-10-21T15:39:18.759801+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:18:11.220979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"86'5","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.236700+0000","last_change":"2023-10-21T15:38:26.899737+0000","last_active":"2023-10-21T15:39:47.236700+0000","last_peered":"2023-10-21T15:39:47.236700+0000","last_clean":"2023-10-21T15:39:47.236700+0000","last_became_active":"2023-10-21T15:38:26.899412+0000","last_became_peered":"2023-10-21T15:38:26.899412+0000","last_unstale":"2023-10-21T15:39:47.236700+0000","last_undegraded":"2023-10-21T15:39:47.236700+0000","last_fullsized":"2023-10-21T15:39:47.236700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T02:30:04.477638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'7","reported_seq":101,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.837866+0000","last_change":"2023-10-21T15:38:25.871074+0000","last_active":"2023-10-21T15:39:47.837866+0000","last_peered":"2023-10-21T15:39:47.837866+0000","last_clean":"2023-10-21T15:39:47.837866+0000","last_became_active":"2023-10-21T15:38:25.870774+0000","last_became_peered":"2023-10-21T15:38:25.870774+0000","last_unstale":"2023-10-21T15:39:47.837866+0000","last_undegraded":"2023-10-21T15:39:47.837866+0000","last_fullsized":"2023-10-21T15:39:47.837866+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:08:38.170372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1701,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.229385+0000","last_change":"2023-10-21T15:38:26.897360+0000","last_active":"2023-10-21T15:39:47.229385+0000","last_peered":"2023-10-21T15:39:47.229385+0000","last_clean":"2023-10-21T15:39:47.229385+0000","last_became_active":"2023-10-21T15:38:26.896995+0000","last_became_peered":"2023-10-21T15:38:26.896995+0000","last_unstale":"2023-10-21T15:39:47.229385+0000","last_undegraded":"2023-10-21T15:39:47.229385+0000","last_fullsized":"2023-10-21T15:39:47.229385+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:38:45.828527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.748915+0000","last_change":"2023-10-21T15:38:25.882083+0000","last_active":"2023-10-21T15:39:17.748915+0000","last_peered":"2023-10-21T15:39:17.748915+0000","last_clean":"2023-10-21T15:39:17.748915+0000","last_became_active":"2023-10-21T15:38:25.881750+0000","last_became_peered":"2023-10-21T15:38:25.881750+0000","last_unstale":"2023-10-21T15:39:17.748915+0000","last_undegraded":"2023-10-21T15:39:17.748915+0000","last_fullsized":"2023-10-21T15:39:17.748915+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T17:59:47.975125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.225832+0000","last_change":"2023-10-21T15:38:26.894931+0000","last_active":"2023-10-21T15:39:47.225832+0000","last_peered":"2023-10-21T15:39:47.225832+0000","last_clean":"2023-10-21T15:39:47.225832+0000","last_became_active":"2023-10-21T15:38:26.894595+0000","last_became_peered":"2023-10-21T15:38:26.894595+0000","last_unstale":"2023-10-21T15:39:47.225832+0000","last_undegraded":"2023-10-21T15:39:47.225832+0000","last_fullsized":"2023-10-21T15:39:47.225832+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:12:43.235124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-21T15:39:17.741561+0000","last_change":"2023-10-21T15:38:25.881824+0000","last_active":"2023-10-21T15:39:17.741561+0000","last_peered":"2023-10-21T15:39:17.741561+0000","last_clean":"2023-10-21T15:39:17.741561+0000","last_became_active":"2023-10-21T15:38:25.881474+0000","last_became_peered":"2023-10-21T15:38:25.881474+0000","last_unstale":"2023-10-21T15:39:17.741561+0000","last_undegraded":"2023-10-21T15:39:17.741561+0000","last_fullsized":"2023-10-21T15:39:17.741561+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:24.856217+0000","last_clean_scrub_stamp":"2023-10-21T15:38:24.856217+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T22:30:38.330884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224721+0000","last_change":"2023-10-21T15:38:26.899040+0000","last_active":"2023-10-21T15:39:47.224721+0000","last_peered":"2023-10-21T15:39:47.224721+0000","last_clean":"2023-10-21T15:39:47.224721+0000","last_became_active":"2023-10-21T15:38:26.898725+0000","last_became_peered":"2023-10-21T15:38:26.898725+0000","last_unstale":"2023-10-21T15:39:47.224721+0000","last_undegraded":"2023-10-21T15:39:47.224721+0000","last_fullsized":"2023-10-21T15:39:47.224721+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T15:41:54.596788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"86'9","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226172+0000","last_change":"2023-10-21T15:38:26.903548+0000","last_active":"2023-10-21T15:39:47.226172+0000","last_peered":"2023-10-21T15:39:47.226172+0000","last_clean":"2023-10-21T15:39:47.226172+0000","last_became_active":"2023-10-21T15:38:26.903097+0000","last_became_peered":"2023-10-21T15:38:26.903097+0000","last_unstale":"2023-10-21T15:39:47.226172+0000","last_undegraded":"2023-10-21T15:39:47.226172+0000","last_fullsized":"2023-10-21T15:39:47.226172+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:31:28.232463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"86'12","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.220931+0000","last_change":"2023-10-21T15:38:26.895573+0000","last_active":"2023-10-21T15:39:47.220931+0000","last_peered":"2023-10-21T15:39:47.220931+0000","last_clean":"2023-10-21T15:39:47.220931+0000","last_became_active":"2023-10-21T15:38:26.895168+0000","last_became_peered":"2023-10-21T15:38:26.895168+0000","last_unstale":"2023-10-21T15:39:47.220931+0000","last_undegraded":"2023-10-21T15:39:47.220931+0000","last_fullsized":"2023-10-21T15:39:47.220931+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:48:56.522010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224739+0000","last_change":"2023-10-21T15:38:26.890728+0000","last_active":"2023-10-21T15:39:47.224739+0000","last_peered":"2023-10-21T15:39:47.224739+0000","last_clean":"2023-10-21T15:39:47.224739+0000","last_became_active":"2023-10-21T15:38:26.890384+0000","last_became_peered":"2023-10-21T15:38:26.890384+0000","last_unstale":"2023-10-21T15:39:47.224739+0000","last_undegraded":"2023-10-21T15:39:47.224739+0000","last_fullsized":"2023-10-21T15:39:47.224739+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T23:19:22.847840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"86'7","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.234269+0000","last_change":"2023-10-21T15:38:26.894991+0000","last_active":"2023-10-21T15:39:47.234269+0000","last_peered":"2023-10-21T15:39:47.234269+0000","last_clean":"2023-10-21T15:39:47.234269+0000","last_became_active":"2023-10-21T15:38:26.892249+0000","last_became_peered":"2023-10-21T15:38:26.892249+0000","last_unstale":"2023-10-21T15:39:47.234269+0000","last_undegraded":"2023-10-21T15:39:47.234269+0000","last_fullsized":"2023-10-21T15:39:47.234269+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:23:21.801833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"86'4","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.240763+0000","last_change":"2023-10-21T15:38:26.890891+0000","last_active":"2023-10-21T15:39:47.240763+0000","last_peered":"2023-10-21T15:39:47.240763+0000","last_clean":"2023-10-21T15:39:47.240763+0000","last_became_active":"2023-10-21T15:38:26.890418+0000","last_became_peered":"2023-10-21T15:38:26.890418+0000","last_unstale":"2023-10-21T15:39:47.240763+0000","last_undegraded":"2023-10-21T15:39:47.240763+0000","last_fullsized":"2023-10-21T15:39:47.240763+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:46:46.636955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.224496+0000","last_change":"2023-10-21T15:38:26.899472+0000","last_active":"2023-10-21T15:39:47.224496+0000","last_peered":"2023-10-21T15:39:47.224496+0000","last_clean":"2023-10-21T15:39:47.224496+0000","last_became_active":"2023-10-21T15:38:26.899151+0000","last_became_peered":"2023-10-21T15:38:26.899151+0000","last_unstale":"2023-10-21T15:39:47.224496+0000","last_undegraded":"2023-10-21T15:39:47.224496+0000","last_fullsized":"2023-10-21T15:39:47.224496+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:10:57.193573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"86'15","reported_seq":29,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.231063+0000","last_change":"2023-10-21T15:38:26.903335+0000","last_active":"2023-10-21T15:39:47.231063+0000","last_peered":"2023-10-21T15:39:47.231063+0000","last_clean":"2023-10-21T15:39:47.231063+0000","last_became_active":"2023-10-21T15:38:26.903033+0000","last_became_peered":"2023-10-21T15:38:26.903033+0000","last_unstale":"2023-10-21T15:39:47.231063+0000","last_undegraded":"2023-10-21T15:39:47.231063+0000","last_fullsized":"2023-10-21T15:39:47.231063+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T16:55:07.362101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"86'2","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.223906+0000","last_change":"2023-10-21T15:38:26.892240+0000","last_active":"2023-10-21T15:39:47.223906+0000","last_peered":"2023-10-21T15:39:47.223906+0000","last_clean":"2023-10-21T15:39:47.223906+0000","last_became_active":"2023-10-21T15:38:26.891589+0000","last_became_peered":"2023-10-21T15:38:26.891589+0000","last_unstale":"2023-10-21T15:39:47.223906+0000","last_undegraded":"2023-10-21T15:39:47.223906+0000","last_fullsized":"2023-10-21T15:39:47.223906+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T20:41:30.321203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"86'6","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226483+0000","last_change":"2023-10-21T15:38:26.894710+0000","last_active":"2023-10-21T15:39:47.226483+0000","last_peered":"2023-10-21T15:39:47.226483+0000","last_clean":"2023-10-21T15:39:47.226483+0000","last_became_active":"2023-10-21T15:38:26.894413+0000","last_became_peered":"2023-10-21T15:38:26.894413+0000","last_unstale":"2023-10-21T15:39:47.226483+0000","last_undegraded":"2023-10-21T15:39:47.226483+0000","last_fullsized":"2023-10-21T15:39:47.226483+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T18:37:29.674995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226186+0000","last_change":"2023-10-21T15:38:26.895463+0000","last_active":"2023-10-21T15:39:47.226186+0000","last_peered":"2023-10-21T15:39:47.226186+0000","last_clean":"2023-10-21T15:39:47.226186+0000","last_became_active":"2023-10-21T15:38:26.894700+0000","last_became_peered":"2023-10-21T15:38:26.894700+0000","last_unstale":"2023-10-21T15:39:47.226186+0000","last_undegraded":"2023-10-21T15:39:47.226186+0000","last_fullsized":"2023-10-21T15:39:47.226186+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-22T21:56:21.190006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"86'10","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.227836+0000","last_change":"2023-10-21T15:38:26.896846+0000","last_active":"2023-10-21T15:39:47.227836+0000","last_peered":"2023-10-21T15:39:47.227836+0000","last_clean":"2023-10-21T15:39:47.227836+0000","last_became_active":"2023-10-21T15:38:26.896512+0000","last_became_peered":"2023-10-21T15:38:26.896512+0000","last_unstale":"2023-10-21T15:39:47.227836+0000","last_undegraded":"2023-10-21T15:39:47.227836+0000","last_fullsized":"2023-10-21T15:39:47.227836+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:43:33.188705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"86'11","reported_seq":25,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.241934+0000","last_change":"2023-10-21T15:38:26.888852+0000","last_active":"2023-10-21T15:39:47.241934+0000","last_peered":"2023-10-21T15:39:47.241934+0000","last_clean":"2023-10-21T15:39:47.241934+0000","last_became_active":"2023-10-21T15:38:26.888464+0000","last_became_peered":"2023-10-21T15:38:26.888464+0000","last_unstale":"2023-10-21T15:39:47.241934+0000","last_undegraded":"2023-10-21T15:39:47.241934+0000","last_fullsized":"2023-10-21T15:39:47.241934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T01:09:09.958503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"86'8","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-21T15:39:47.226421+0000","last_change":"2023-10-21T15:38:26.892630+0000","last_active":"2023-10-21T15:39:47.226421+0000","last_peered":"2023-10-21T15:39:47.226421+0000","last_clean":"2023-10-21T15:39:47.226421+0000","last_became_active":"2023-10-21T15:38:26.892329+0000","last_became_peered":"2023-10-21T15:38:26.892329+0000","last_unstale":"2023-10-21T15:39:47.226421+0000","last_undegraded":"2023-10-21T15:39:47.226421+0000","last_fullsized":"2023-10-21T15:39:47.226421+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-21T15:38:25.857768+0000","last_clean_scrub_stamp":"2023-10-21T15:38:25.857768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-23T00:24:28.187673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69719,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":831,"num_read_kb":494,"num_write":242,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":56289,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":569344,"data_stored":203778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":79,"seq":339302416412,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":450079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55700000000000005,"15min":0.56000000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57899999999999996,"15min":0.56999999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.0640000000000001,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.46899999999999997}]},{"osd":1,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.63200000000000001,"15min":0.629},"min":{"1min":0.42099999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81499999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.45000000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.89900000000000002}]},{"osd":2,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.52800000000000002,"15min":0.52000000000000002},"min":{"1min":0.33900000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.89400000000000002,"5min":1.052,"15min":1.052},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":4,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.70299999999999996,"15min":0.68300000000000005},"min":{"1min":0.59499999999999997,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":2.137,"5min":2.137,"15min":2.137},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.67200000000000004,"15min":0.65800000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":3.1150000000000002,"5min":3.1150000000000002,"15min":3.1150000000000002},"last":0.67700000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.63200000000000001,"15min":0.62},"min":{"1min":0.38500000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.44600000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.621}]},{"osd":6,"last update":"Sat Oct 21 15:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.69399999999999995}]},{"osd":7,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.878,"5min":0.76400000000000001,"15min":0.745},"min":{"1min":0.69399999999999995,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.754,"15min":0.74099999999999999},"min":{"1min":0.58099999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":3.0339999999999998,"5min":3.0339999999999998,"15min":3.0339999999999998},"last":0.80700000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.66300000000000003}]},{"osd":9,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.82499999999999996,"15min":0.81499999999999995},"min":{"1min":0.61899999999999999,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":2.1200000000000001,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.90800000000000003,"5min":0.81699999999999995,"15min":0.80200000000000005},"min":{"1min":0.55500000000000005,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.88100000000000001}]},{"osd":10,"last update":"Sat Oct 21 15:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.80200000000000005,"15min":0.79100000000000004},"min":{"1min":0.63700000000000001,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.84399999999999997,"15min":0.83599999999999997},"min":{"1min":0.65300000000000002,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.976,"5min":1.976,"15min":1.976},"last":0.92900000000000005}]}]},{"osd":10,"up_from":71,"seq":304942678050,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1638400,"data_stored":1103349,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.621},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.53800000000000003}]},{"osd":1,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.48899999999999999,"15min":0.47699999999999998},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.3620000000000001,"5min":2.3620000000000001,"15min":2.3620000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.48599999999999999,"15min":0.49099999999999999},"min":{"1min":0.34200000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67800000000000005,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.51000000000000001}]},{"osd":2,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.59299999999999997,"15min":0.59099999999999997},"min":{"1min":0.45500000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.79300000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.64100000000000001,"15min":0.628},"min":{"1min":0.46999999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":2.5819999999999999,"5min":2.5819999999999999,"15min":2.5819999999999999},"last":0.80400000000000005}]},{"osd":3,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.65100000000000002,"15min":0.64500000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":2.4969999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.753},{"interface":"front","average":{"1min":0.627,"5min":0.65700000000000003,"15min":0.66200000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.81200000000000006,"5min":0.872,"15min":0.872},"last":0.70599999999999996}]},{"osd":4,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.80100000000000005,"5min":0.878,"15min":0.878},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.78000000000000003,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66800000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.67300000000000004,"15min":0.66800000000000004},"min":{"1min":0.48299999999999998,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.71399999999999997,"15min":0.69999999999999996},"min":{"1min":0.51500000000000001,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":0.89000000000000001}]},{"osd":6,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.73999999999999999,"15min":0.73499999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":2.5339999999999998,"5min":2.5339999999999998,"15min":2.5339999999999998},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.745,"5min":0.77100000000000002,"15min":0.77500000000000002},"min":{"1min":0.57199999999999995,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2390000000000001,"5min":1.2390000000000001,"15min":1.2390000000000001},"last":0.872}]},{"osd":7,"last update":"Sat Oct 21 15:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78100000000000003}]},{"osd":8,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.76800000000000002,"15min":0.77200000000000002},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.95899999999999996,"5min":1.012,"15min":1.012},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.77100000000000002,"15min":0.77900000000000003},"min":{"1min":0.60299999999999998,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.94599999999999995,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.86099999999999999}]},{"osd":9,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.80400000000000005,"15min":0.81499999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.91600000000000004,"5min":1.155,"15min":1.155},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.88100000000000001,"5min":1.5800000000000001,"15min":1.5800000000000001},"last":0.82699999999999996}]},{"osd":11,"last update":"Sat Oct 21 15:39:51 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.84399999999999997,"15min":0.85999999999999999},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.93000000000000005,"5min":2.4420000000000002,"15min":2.4420000000000002},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.77600000000000002,"15min":0.77400000000000002},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.96099999999999997}]}]},{"osd":9,"up_from":66,"seq":283467841574,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":449478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.442,"15min":0.45200000000000001},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.48699999999999999,"15min":0.497},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.56699999999999995,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44700000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.621,"15min":0.628},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.66400000000000003,"15min":0.68000000000000005},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.85799999999999998,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54100000000000004}]},{"osd":2,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.68799999999999994,"15min":0.69799999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.89500000000000002,"5min":1,"15min":1},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.437,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.79600000000000004,"5min":0.873,"15min":0.873},"last":0.55800000000000005}]},{"osd":3,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.497,"15min":0.50800000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69899999999999995,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.63600000000000001,"15min":0.66000000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.65600000000000003,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.59699999999999998}]},{"osd":4,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.91500000000000004,"15min":0.96699999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84499999999999997,"5min":5.8840000000000003,"15min":5.8840000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.67300000000000004,"15min":0.68899999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.872,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.621}]},{"osd":5,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.70799999999999996,"15min":0.71799999999999997},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.91000000000000003,"5min":1.085,"15min":1.085},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.746,"15min":0.75800000000000001},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.82999999999999996,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.78800000000000003}]},{"osd":6,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.73199999999999998,"15min":0.755},"min":{"1min":0.39600000000000002,"5min":0.379,"15min":0.379},"max":{"1min":0.92800000000000005,"5min":1.073,"15min":1.073},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.749,"15min":0.77100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.90700000000000003,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.63100000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.74299999999999999,"15min":0.75600000000000001},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1,"5min":1,"15min":1},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.84299999999999997,"15min":0.86499999999999999},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.97499999999999998,"5min":1.1419999999999999,"15min":1.1419999999999999},"last":0.84899999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.81799999999999995,"15min":0.83299999999999996},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.97099999999999997,"5min":1.163,"15min":1.163},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.78400000000000003,"15min":0.79400000000000004},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0449999999999999,"5min":1.073,"15min":1.073},"last":0.80900000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.90600000000000003,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.80400000000000005,"15min":0.82499999999999996},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.91500000000000004,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.77300000000000002}]}]},{"osd":8,"up_from":58,"seq":249108103210,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":449525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.53900000000000003,"15min":0.52700000000000002},"min":{"1min":0.375,"5min":0.31,"15min":0.31},"max":{"1min":1.6299999999999999,"5min":1.6299999999999999,"15min":1.6299999999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.48499999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.63,"15min":0.60799999999999998},"min":{"1min":0.51300000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.60199999999999998,"15min":0.57999999999999996},"min":{"1min":0.48399999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82899999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.47299999999999998,"15min":0.45400000000000001},"min":{"1min":0.371,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.49099999999999999,"15min":0.47699999999999998},"min":{"1min":0.35299999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.52900000000000003}]},{"osd":3,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60099999999999998,"15min":0.59199999999999997},"min":{"1min":0.40100000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.441},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.622,"15min":0.60099999999999998},"min":{"1min":0.45200000000000001,"5min":0.438,"15min":0.438},"max":{"1min":1.5129999999999999,"5min":1.5129999999999999,"15min":1.5129999999999999},"last":0.54800000000000004}]},{"osd":4,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.64400000000000002,"15min":0.63200000000000001},"min":{"1min":0.40799999999999997,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.94099999999999995,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.66900000000000004,"15min":0.64100000000000001},"min":{"1min":0.54900000000000004,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63300000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.60499999999999998,"15min":0.59299999999999997},"min":{"1min":0.38600000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.92300000000000004,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.61099999999999999,"15min":0.59099999999999997},"min":{"1min":0.436,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.60799999999999998}]},{"osd":6,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.72599999999999998,"15min":0.69599999999999995},"min":{"1min":0.52000000000000002,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.597,"5min":1.597,"15min":1.597},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.72199999999999998,"15min":0.71099999999999997},"min":{"1min":0.53400000000000003,"5min":0.434,"15min":0.434},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.59799999999999998}]},{"osd":7,"last update":"Sat Oct 21 15:39:43 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.73399999999999999,"15min":0.71699999999999997},"min":{"1min":0.61799999999999999,"5min":0.496,"15min":0.496},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.74199999999999999,"15min":0.71699999999999997},"min":{"1min":0.60599999999999998,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.73799999999999999}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.755,"15min":0.748},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.77900000000000003,"15min":0.76500000000000001},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.76200000000000001}]},{"osd":10,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.76300000000000001,"15min":0.74199999999999999},"min":{"1min":0.66900000000000004,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.79400000000000004,"15min":0.77400000000000002},"min":{"1min":0.75900000000000001,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.80300000000000005}]},{"osd":11,"last update":"Sat Oct 21 15:39:30 2023","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.84099999999999997}]}]},{"osd":7,"up_from":51,"seq":219043332142,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28528,"kb_used_data":1512,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716624,"statfs":{"total":95995035648,"available":95965822976,"internally_reserved":0,"allocated":1548288,"data_stored":1042189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:21 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.501,"15min":0.501},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.52200000000000002,"15min":0.52000000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.44900000000000001}]},{"osd":1,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.41399999999999998,"15min":0.39700000000000002},"min":{"1min":0.309,"5min":0.246,"15min":0.246},"max":{"1min":0.57299999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.45000000000000001,"15min":0.432},"min":{"1min":0.40500000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.68200000000000005,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.48499999999999999}]},{"osd":2,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.47499999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.85299999999999998,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57099999999999995,"15min":0.56999999999999995},"min":{"1min":0.45800000000000002,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73499999999999999,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.64500000000000002}]},{"osd":3,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55800000000000005,"15min":0.54100000000000004},"min":{"1min":0.40799999999999997,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.751,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59599999999999997,"15min":0.57799999999999996},"min":{"1min":0.47299999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.625}]},{"osd":4,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.51100000000000001,"15min":0.497},"min":{"1min":0.34499999999999997,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.77400000000000002,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.497,"5min":0.495,"15min":0.48199999999999998},"min":{"1min":0.35699999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.79300000000000004,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.51300000000000001}]},{"osd":5,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.52000000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.64300000000000002,"15min":0.64100000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.82699999999999996,"5min":0.877,"15min":0.877},"last":0.57899999999999996}]},{"osd":6,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.69199999999999995,"15min":0.69099999999999995},"min":{"1min":0.51400000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.92700000000000005,"5min":2.0640000000000001,"15min":2.0640000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64400000000000002,"15min":0.63600000000000001},"min":{"1min":0.48499999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86799999999999999,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.72499999999999998}]},{"osd":8,"last update":"Sat Oct 21 15:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69899999999999995,"15min":0.68600000000000005},"min":{"1min":0.51200000000000001,"5min":0.432,"15min":0.432},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.72099999999999997,"15min":0.70699999999999996},"min":{"1min":0.58299999999999996,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.89800000000000002,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.69699999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:39:09 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.67400000000000004,"15min":0.65900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.95199999999999996,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.753,"5min":0.70599999999999996,"15min":0.69799999999999995},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.77500000000000002}]},{"osd":10,"last update":"Sat Oct 21 15:39:30 2023","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.72899999999999998,"15min":0.71999999999999997},"min":{"1min":0.53000000000000003,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.92300000000000004,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.747,"5min":0.72199999999999998,"15min":0.71799999999999997},"min":{"1min":0.435,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.80400000000000005}]},{"osd":11,"last update":"Sat Oct 21 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.82799999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495667,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":449201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.48099999999999998,"15min":0.437},"min":{"1min":0.23999999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":6.2329999999999997,"5min":6.2329999999999997,"15min":6.2329999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.42799999999999999,"15min":0.39600000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":2.3380000000000001,"5min":2.3380000000000001,"15min":2.3380000000000001},"last":0.33400000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60199999999999998,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.63900000000000001,"15min":0.61699999999999999},"min":{"1min":0.40000000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":2.3769999999999998,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.70099999999999996}]},{"osd":2,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92100000000000004,"5min":0.65400000000000003,"15min":0.59999999999999998},"min":{"1min":0.505,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":6.0670000000000002,"5min":6.0670000000000002,"15min":6.0670000000000002},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57699999999999996,"15min":0.55900000000000005},"min":{"1min":0.46999999999999997,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.48899999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.46999999999999997,"15min":0.45600000000000002},"min":{"1min":0.30599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.76300000000000001,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.52600000000000002,"15min":0.48999999999999999},"min":{"1min":0.32900000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.38100000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.70299999999999996,"15min":0.67300000000000004},"min":{"1min":0.40400000000000003,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":6.1050000000000004,"5min":6.1050000000000004,"15min":6.1050000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.873,"5min":1.7749999999999999,"15min":1.7749999999999999},"last":0.626}]},{"osd":5,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.65400000000000003,"15min":0.62},"min":{"1min":0.498,"5min":0.375,"15min":0.375},"max":{"1min":2.468,"5min":2.468,"15min":2.468},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.73499999999999999,"15min":0.69299999999999995},"min":{"1min":0.48399999999999999,"5min":0.439,"15min":0.439},"max":{"1min":6.202,"5min":6.202,"15min":6.202},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.68899999999999995,"15min":0.66100000000000003},"min":{"1min":0.436,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.0249999999999999,"5min":0.78000000000000003,"15min":0.73599999999999999},"min":{"1min":0.52400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":6.1390000000000002,"5min":6.1390000000000002,"15min":6.1390000000000002},"last":0.80200000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.71299999999999997,"15min":0.74399999999999999},"min":{"1min":0.53700000000000003,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.748,"5min":1.825,"15min":1.825},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.75900000000000001,"15min":0.77200000000000002},"min":{"1min":0.501,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.82399999999999995,"5min":2.4390000000000001,"15min":2.4390000000000001},"last":0.76400000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:07 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.78400000000000003,"15min":0.76300000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":5.9930000000000003,"5min":5.9930000000000003,"15min":5.9930000000000003},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.77700000000000002,"15min":0.78500000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":0.58099999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:39:27 2023","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":0.85099999999999998,"15min":0.82099999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":6.1699999999999999,"5min":6.1699999999999999,"15min":6.1699999999999999},"last":0.746},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.80300000000000005,"15min":0.81899999999999995},"min":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0429999999999999,"5min":1.157,"15min":1.157},"last":0.69099999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574921,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":506964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[13,6,8,17,57,27],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:15 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.50600000000000001,"15min":0.47599999999999998},"min":{"1min":0.307,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.72999999999999998,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":7.3449999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.497,"15min":0.48099999999999998},"min":{"1min":0.33700000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.71199999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":8.3710000000000004}]},{"osd":2,"last update":"Sat Oct 21 15:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.56899999999999995,"15min":0.49099999999999999},"min":{"1min":0.45900000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.78400000000000003,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":8.5700000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.56399999999999995,"15min":0.50600000000000001},"min":{"1min":0.39900000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.85899999999999999,"5min":1.274,"15min":1.274},"last":2.2749999999999999}]},{"osd":3,"last update":"Sat Oct 21 15:38:55 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55000000000000004,"15min":0.51800000000000002},"min":{"1min":0.40600000000000003,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.86099999999999999,"5min":1.034,"15min":1.034},"last":4.1580000000000004},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59599999999999997,"15min":0.55600000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88100000000000001,"5min":1.069,"15min":1.069},"last":8.4450000000000003}]},{"osd":4,"last update":"Sat Oct 21 15:39:15 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.45900000000000002,"15min":0.42299999999999999},"min":{"1min":0.39700000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.51200000000000001,"15min":0.48299999999999998},"min":{"1min":0.46700000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.79400000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.68000000000000005}]},{"osd":5,"last update":"Sat Oct 21 15:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.64800000000000002,"15min":0.61399999999999999},"min":{"1min":0.58099999999999996,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.877,"5min":1.302,"15min":1.302},"last":8.532},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.66400000000000003,"15min":0.63300000000000001},"min":{"1min":0.46400000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.89900000000000002,"5min":1.371,"15min":1.371},"last":2.427}]},{"osd":6,"last update":"Sat Oct 21 15:38:59 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.64900000000000002,"15min":0.64200000000000002},"min":{"1min":0.40100000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.91300000000000003,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":11.297000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.64900000000000002,"15min":0.63800000000000001},"min":{"1min":0.48399999999999999,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":11.273}]},{"osd":7,"last update":"Sat Oct 21 15:39:21 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.60599999999999998,"15min":0.58599999999999997},"min":{"1min":0.503,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.90500000000000003,"5min":1.089,"15min":1.089},"last":8.4879999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.59599999999999997,"15min":0.57299999999999995},"min":{"1min":0.48699999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.91500000000000004,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":4.1150000000000002}]},{"osd":8,"last update":"Sat Oct 21 15:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.71199999999999997,"15min":0.67900000000000005},"min":{"1min":0.56899999999999995,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.99099999999999999,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":9.5289999999999999},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.69299999999999995,"15min":0.65800000000000003},"min":{"1min":0.48499999999999999,"5min":0.442,"15min":0.442},"max":{"1min":0.93400000000000005,"5min":1.321,"15min":1.321},"last":2.3140000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:06 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.72899999999999998,"15min":0.72099999999999997},"min":{"1min":0.55800000000000005,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.91500000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":3.6499999999999999},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.76700000000000002,"15min":0.75800000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0169999999999999,"5min":1.024,"15min":1.024},"last":9.5730000000000004}]},{"osd":10,"last update":"Sat Oct 21 15:39:25 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.76700000000000002,"15min":0.76000000000000001},"min":{"1min":0.629,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":3.6930000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.61399999999999999,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.93300000000000005,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":4.8479999999999999}]},{"osd":11,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":9.6460000000000008},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":1.8939999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":451065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Oct 21 15:39:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.55300000000000005,"15min":0.53100000000000003},"min":{"1min":0.36599999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71999999999999997,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.55900000000000005,"15min":0.54700000000000004},"min":{"1min":0.41299999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.59999999999999998}]},{"osd":2,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58899999999999997,"15min":0.56699999999999995},"min":{"1min":0.41699999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.58699999999999997,"15min":0.56100000000000005},"min":{"1min":0.35299999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76800000000000002,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.75800000000000001}]},{"osd":3,"last update":"Sat Oct 21 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.2629999999999999,"5min":1.2629999999999999,"15min":1.2629999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.44700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.54800000000000004,"15min":0.54000000000000004},"min":{"1min":0.33400000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.57599999999999996,"15min":0.55500000000000005},"min":{"1min":0.40000000000000002,"5min":0.312,"15min":0.312},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.56799999999999995}]},{"osd":5,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.67000000000000004,"15min":0.63600000000000001},"min":{"1min":0.443,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":4.0170000000000003,"5min":4.0170000000000003,"15min":4.0170000000000003},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58099999999999996,"15min":0.57799999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.71699999999999997}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53700000000000003,"15min":0.53100000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.58799999999999997,"15min":0.56100000000000005},"min":{"1min":0.32800000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":4.1369999999999996,"5min":4.1369999999999996,"15min":4.1369999999999996},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat Oct 21 15:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.45900000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69399999999999995,"15min":0.69299999999999995},"min":{"1min":0.44500000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.68100000000000005}]},{"osd":8,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.76600000000000001,"15min":0.76400000000000001},"min":{"1min":0.51900000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.0429999999999999,"5min":4.0549999999999997,"15min":4.0549999999999997},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.63800000000000001,"15min":0.66000000000000003},"min":{"1min":0.44,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.81100000000000005,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.68799999999999994}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.65700000000000003,"15min":0.66700000000000004},"min":{"1min":0.36099999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.76900000000000002,"15min":0.77600000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":4.109,"5min":4.109,"15min":4.109},"last":0.58299999999999996}]},{"osd":10,"last update":"Sat Oct 21 15:39:28 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.626},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.80000000000000004,"15min":0.79200000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":3.944,"5min":3.944,"15min":3.944},"last":0.61199999999999999}]},{"osd":11,"last update":"Sat Oct 21 15:39:48 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.85099999999999998,"15min":0.86699999999999999},"min":{"1min":0.58199999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.117,"5min":4.0800000000000001,"15min":4.0800000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.63900000000000001,"15min":0.63300000000000001},"min":{"1min":0.498,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.84599999999999997,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.74099999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411396,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":450859,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:38 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.50700000000000001,"15min":0.48299999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.751,"5min":1.431,"15min":1.431},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.499,"15min":0.49099999999999999},"min":{"1min":0.33600000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.755,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.40100000000000002}]},{"osd":1,"last update":"Sat Oct 21 15:39:38 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54700000000000004,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56000000000000005,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.72799999999999998,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.68899999999999995}]},{"osd":3,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.56499999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.78600000000000003,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57299999999999995,"15min":0.57799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81299999999999994,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.52600000000000002}]},{"osd":4,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.67000000000000004}]},{"osd":5,"last update":"Sat Oct 21 15:39:47 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.46899999999999997,"15min":0.44800000000000001},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.54000000000000004,"15min":0.50700000000000001},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.308},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60599999999999998,"15min":0.60099999999999998},"min":{"1min":0.42499999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60999999999999999,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.85199999999999998,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.64800000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:38:20 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.63900000000000001,"15min":0.63200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.85799999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.67700000000000005,"15min":0.67400000000000004},"min":{"1min":0.52200000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.877}]},{"osd":8,"last update":"Sat Oct 21 15:39:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61899999999999999,"15min":0.629},"min":{"1min":0.38400000000000001,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.91300000000000003,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.629,"15min":0.627},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.55400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.70899999999999996,"15min":0.71099999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93899999999999995,"5min":1.01,"15min":1.01},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.745,"15min":0.753},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.876,"5min":1.075,"15min":1.075},"last":0.71799999999999997}]},{"osd":10,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.72399999999999998,"15min":0.71099999999999997},"min":{"1min":0.68500000000000005,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.74199999999999999,"15min":0.72999999999999998},"min":{"1min":0.63500000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.76100000000000001}]},{"osd":11,"last update":"Sat Oct 21 15:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.747},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.73299999999999998}]}]},{"osd":3,"up_from":26,"seq":111669149759,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":449032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.371,"15min":0.35099999999999998},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.379},{"interface":"front","average":{"1min":0.439,"5min":0.40799999999999997,"15min":0.38300000000000001},"min":{"1min":0.22600000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.28599999999999998}]},{"osd":1,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.58399999999999996,"15min":0.53400000000000003},"min":{"1min":0.45700000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55500000000000005,"15min":0.52300000000000002},"min":{"1min":0.38300000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.56499999999999995}]},{"osd":2,"last update":"Sat Oct 21 15:38:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.58699999999999997,"15min":0.59199999999999997},"min":{"1min":0.443,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59099999999999997,"15min":0.56699999999999995},"min":{"1min":0.45300000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.55000000000000004}]},{"osd":4,"last update":"Sat Oct 21 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57899999999999996,"15min":0.53300000000000003},"min":{"1min":0.495,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.81200000000000006,"5min":0.871,"15min":0.871},"last":0.625},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.62,"15min":0.58199999999999996},"min":{"1min":0.47999999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79900000000000004,"5min":1.03,"15min":1.03},"last":0.78600000000000003}]},{"osd":5,"last update":"Sat Oct 21 15:39:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.63700000000000001,"15min":0.59499999999999997},"min":{"1min":0.38900000000000001,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.2450000000000001,"5min":3.6160000000000001,"15min":3.6160000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.68600000000000005,"15min":0.64600000000000002},"min":{"1min":0.46300000000000002,"5min":0.443,"15min":0.443},"max":{"1min":0.95599999999999996,"5min":3.601,"15min":3.601},"last":0.64800000000000002}]},{"osd":6,"last update":"Sat Oct 21 15:38:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54200000000000004,"15min":0.53400000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.83199999999999996,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.85999999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.40200000000000002}]},{"osd":7,"last update":"Sat Oct 21 15:39:22 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.6819999999999999,"5min":1.6819999999999999,"15min":1.6819999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.67900000000000005,"15min":0.65900000000000003},"min":{"1min":0.55100000000000005,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.75800000000000001}]},{"osd":8,"last update":"Sat Oct 21 15:37:41 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.68400000000000005}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.70099999999999996,"15min":0.72699999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.85199999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.437},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.99399999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.67600000000000005}]},{"osd":10,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.79800000000000004,"15min":0.81599999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.90200000000000002,"5min":1.304,"15min":1.304},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.84899999999999998,"15min":0.871},"min":{"1min":0.56399999999999995,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.93100000000000005,"5min":1.958,"15min":1.958},"last":0.76900000000000002}]},{"osd":11,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.9870000000000001,"5min":1.9870000000000001,"15min":1.9870000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.633,"5min":1.633,"15min":1.633},"last":0.73399999999999999}]}]},{"osd":4,"up_from":34,"seq":146028888123,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":511822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:38:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.49399999999999999,"15min":0.46300000000000002},"min":{"1min":0.377,"5min":0.313,"15min":0.313},"max":{"1min":0.88200000000000001,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":1.5509999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.48799999999999999,"15min":0.46300000000000002},"min":{"1min":0.38500000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":1.5369999999999999}]},{"osd":1,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38,"15min":0.34599999999999997},"min":{"1min":0.28100000000000003,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.64600000000000002,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.40500000000000003,"15min":0.36599999999999999},"min":{"1min":0.30499999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.66900000000000004,"5min":0.755,"15min":0.755},"last":0.434}]},{"osd":2,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.58899999999999997,"15min":0.56299999999999994},"min":{"1min":0.36699999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.79000000000000004,"5min":1.5329999999999999,"15min":1.5329999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.63,"5min":0.59299999999999997,"15min":0.55800000000000005},"min":{"1min":0.39900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81200000000000006,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.67200000000000004}]},{"osd":3,"last update":"Sat Oct 21 15:39:16 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.56100000000000005,"15min":0.51200000000000001},"min":{"1min":0.41799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.56599999999999995,"15min":0.53400000000000003},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.46500000000000002}]},{"osd":5,"last update":"Sat Oct 21 15:39:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.60399999999999998,"15min":0.56499999999999995},"min":{"1min":0.46500000000000002,"5min":0.38,"15min":0.38},"max":{"1min":0.80800000000000005,"5min":1.597,"15min":1.597},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.622,"15min":0.58799999999999997},"min":{"1min":0.434,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73199999999999998,"5min":1.494,"15min":1.494},"last":0.71899999999999997}]},{"osd":6,"last update":"Sat Oct 21 15:39:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.61199999999999999,"15min":0.59399999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.627,"5min":1.627,"15min":1.627},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.514,"5min":1.514,"15min":1.514},"last":0.53500000000000003}]},{"osd":7,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56499999999999995,"15min":0.54300000000000004},"min":{"1min":0.40999999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79200000000000004,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.56499999999999995,"15min":0.53900000000000003},"min":{"1min":0.436,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.63700000000000001}]},{"osd":8,"last update":"Sat Oct 21 15:39:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.68600000000000005,"15min":0.67600000000000005},"min":{"1min":0.622,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.878,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.751,"5min":0.72699999999999998,"15min":0.71699999999999997},"min":{"1min":0.60399999999999998,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.88900000000000001,"5min":0.995,"15min":0.995},"last":0.81699999999999995}]},{"osd":9,"last update":"Sat Oct 21 15:39:05 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.73599999999999999,"15min":0.73499999999999999},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.58099999999999996,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.621}]},{"osd":10,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.73599999999999999,"15min":0.74199999999999999},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.88700000000000001,"5min":1.038,"15min":1.038},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.73499999999999999,"15min":0.73999999999999999},"min":{"1min":0.48599999999999999,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.92700000000000005,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.76300000000000001}]},{"osd":11,"last update":"Sat Oct 21 15:39:26 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.751}]}]},{"osd":5,"up_from":39,"seq":167503724599,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28544,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716608,"statfs":{"total":95995035648,"available":95965806592,"internally_reserved":0,"allocated":1564672,"data_stored":1041667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.315,"5min":0.309,"15min":0.309},"max":{"1min":0.69199999999999995,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53000000000000003,"15min":0.503},"min":{"1min":0.36899999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.59099999999999997}]},{"osd":1,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.54000000000000004,"15min":0.50900000000000001},"min":{"1min":0.41599999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.57799999999999996,"15min":0.53900000000000003},"min":{"1min":0.50700000000000001,"5min":0.371,"15min":0.371},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.72099999999999997}]},{"osd":2,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.40799999999999997,"15min":0.38500000000000001},"min":{"1min":0.34599999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.59399999999999997,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.495,"5min":0.438,"15min":0.41999999999999998},"min":{"1min":0.29699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.72999999999999998,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.66000000000000003}]},{"osd":3,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52500000000000002,"15min":0.53100000000000003},"min":{"1min":0.33600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.63700000000000001}]},{"osd":4,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.52400000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.57399999999999995,"15min":0.54000000000000004},"min":{"1min":0.48199999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.876,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.70299999999999996}]},{"osd":6,"last update":"Sat Oct 21 15:39:01 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57799999999999996,"15min":0.58299999999999996},"min":{"1min":0.35199999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84099999999999997,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.61599999999999999,"15min":0.61199999999999999},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.746}]},{"osd":7,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.66400000000000003,"15min":0.65300000000000002},"min":{"1min":0.54400000000000004,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.90800000000000003,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.65100000000000002,"15min":0.63400000000000001},"min":{"1min":0.55700000000000005,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.83799999999999997}]},{"osd":8,"last update":"Sat Oct 21 15:39:42 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58699999999999997,"15min":0.56899999999999995},"min":{"1min":0.46400000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57399999999999995,"15min":0.56899999999999995},"min":{"1min":0.49099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.76300000000000001}]},{"osd":9,"last update":"Sat Oct 21 15:39:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.65300000000000002,"15min":0.64800000000000002},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.71599999999999997,"15min":0.71199999999999997},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.79700000000000004}]},{"osd":10,"last update":"Sat Oct 21 15:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.66800000000000004,"15min":0.65600000000000003},"min":{"1min":0.54900000000000004,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.94099999999999995,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.70399999999999996,"15min":0.69399999999999995},"min":{"1min":0.63200000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.88800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":58608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":63466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":64502,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-21T15:39:54.274 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:54.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:53 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1605139267' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:54.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.429+0000 7f39c56fe700 1 -- 172.21.15.46:0/2888284192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c0101970 msgr2=0x7f39c0108220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.429+0000 7f39c56fe700 1 --2- 172.21.15.46:0/2888284192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c0101970 0x7f39c0108220 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f39b800b0d0 tx=0x7f39b800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.429+0000 7f39c56fe700 1 -- 172.21.15.46:0/2888284192 shutdown_connections 2023-10-21T15:39:54.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.429+0000 7f39c56fe700 1 --2- 172.21.15.46:0/2888284192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c0101970 0x7f39c0108220 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.429+0000 7f39c56fe700 1 --2- 172.21.15.46:0/2888284192 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f39c00ffde0 0x7f39c0100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.429+0000 7f39c56fe700 1 --2- 172.21.15.46:0/2888284192 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39c0100fd0 0x7f39c0101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.429+0000 7f39c56fe700 1 -- 172.21.15.46:0/2888284192 >> 172.21.15.46:0/2888284192 conn(0x7f39c00fb310 msgr2=0x7f39c00fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:54.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 -- 172.21.15.46:0/2888284192 shutdown_connections 2023-10-21T15:39:54.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 -- 172.21.15.46:0/2888284192 wait complete. 2023-10-21T15:39:54.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 Processor -- start 2023-10-21T15:39:54.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 -- start start 2023-10-21T15:39:54.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c00ffde0 0x7f39c0196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f39c0100fd0 0x7f39c01970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39c0101970 0x7f39c019e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39c019e700 con 0x7f39c00ffde0 2023-10-21T15:39:54.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39c019e840 con 0x7f39c0101970 2023-10-21T15:39:54.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.430+0000 7f39c56fe700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39c019e9d0 con 0x7f39c0100fd0 2023-10-21T15:39:54.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c00ffde0 0x7f39c0196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c00ffde0 0x7f39c0196b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34732/0 (socket says 172.21.15.46:34732) 2023-10-21T15:39:54.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 -- 172.21.15.46:0/1807259514 learned_addr learned my addr 172.21.15.46:0/1807259514 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:54.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39bf7fe700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39c0101970 0x7f39c019e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39be7fc700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f39c0100fd0 0x7f39c01970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 -- 172.21.15.46:0/1807259514 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f39c0100fd0 msgr2=0x7f39c01970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f39c0100fd0 0x7f39c01970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 -- 172.21.15.46:0/1807259514 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39c0101970 msgr2=0x7f39c019e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39c0101970 0x7f39c019e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 -- 172.21.15.46:0/1807259514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39b8009d00 con 0x7f39c00ffde0 2023-10-21T15:39:54.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39be7fc700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f39c0100fd0 0x7f39c01970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:54.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39bf7fe700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39c0101970 0x7f39c019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:54.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39beffd700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c00ffde0 0x7f39c0196b80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f39b000d980 tx=0x7f39b000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:54.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39a7fff700 1 -- 172.21.15.46:0/1807259514 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b000de60 con 0x7f39c00ffde0 2023-10-21T15:39:54.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39c019ecb0 con 0x7f39c00ffde0 2023-10-21T15:39:54.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39a7fff700 1 -- 172.21.15.46:0/1807259514 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f39b00044e0 con 0x7f39c00ffde0 2023-10-21T15:39:54.443 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39a7fff700 1 -- 172.21.15.46:0/1807259514 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39b0003be0 con 0x7f39c00ffde0 2023-10-21T15:39:54.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.431+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39c019f1c0 con 0x7f39c00ffde0 2023-10-21T15:39:54.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.432+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39c010b600 con 0x7f39c00ffde0 2023-10-21T15:39:54.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.433+0000 7f39a7fff700 1 -- 172.21.15.46:0/1807259514 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f39b0009bb0 con 0x7f39c00ffde0 2023-10-21T15:39:54.444 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.434+0000 7f39a7fff700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f39a80a1520 0x7f39a80a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.434+0000 7f39be7fc700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f39a80a1520 0x7f39a80a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.434+0000 7f39a7fff700 1 -- 172.21.15.46:0/1807259514 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f39b00ccda0 con 0x7f39c00ffde0 2023-10-21T15:39:54.445 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.435+0000 7f39be7fc700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f39a80a1520 0x7f39a80a39e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f39b4005fd0 tx=0x7f39b4005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:54.446 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.438+0000 7f39a7fff700 1 -- 172.21.15.46:0/1807259514 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f39b0096410 con 0x7f39c00ffde0 2023-10-21T15:39:54.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.642+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f39c019f3b0 con 0x7f39c00ffde0 2023-10-21T15:39:54.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.644+0000 7f39a7fff700 1 -- 172.21.15.46:0/1807259514 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7f39b0009940 con 0x7f39c00ffde0 2023-10-21T15:39:54.647 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:54.647 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:54.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f39a80a1520 msgr2=0x7f39a80a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f39a80a1520 0x7f39a80a39e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f39b4005fd0 tx=0x7f39b4005e20 comp rx=0 tx=0).stop 2023-10-21T15:39:54.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c00ffde0 msgr2=0x7f39c0196b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c00ffde0 0x7f39c0196b80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f39b000d980 tx=0x7f39b000dd40 comp rx=0 tx=0).stop 2023-10-21T15:39:54.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 shutdown_connections 2023-10-21T15:39:54.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f39a80a1520 0x7f39a80a39e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39c00ffde0 0x7f39c0196b80 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f39c0101970 0x7f39c019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 --2- 172.21.15.46:0/1807259514 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f39c0100fd0 0x7f39c01970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 >> 172.21.15.46:0/1807259514 conn(0x7f39c00fb310 msgr2=0x7f39c0069340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:54.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 shutdown_connections 2023-10-21T15:39:54.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.646+0000 7f39c56fe700 1 -- 172.21.15.46:0/1807259514 wait complete. 2023-10-21T15:39:54.661 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:39:54.662 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:39:54.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 -- 172.21.15.46:0/4005433368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0101950 msgr2=0x7f2ec0108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/4005433368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0101950 0x7f2ec0108200 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f2eb800b0d0 tx=0x7f2eb800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 -- 172.21.15.46:0/4005433368 shutdown_connections 2023-10-21T15:39:54.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/4005433368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0101950 0x7f2ec0108200 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/4005433368 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ec00ffdc0 0x7f2ec01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/4005433368 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2ec0100fb0 0x7f2ec0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 -- 172.21.15.46:0/4005433368 >> 172.21.15.46:0/4005433368 conn(0x7f2ec00fb2f0 msgr2=0x7f2ec00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:54.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 -- 172.21.15.46:0/4005433368 shutdown_connections 2023-10-21T15:39:54.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 -- 172.21.15.46:0/4005433368 wait complete. 2023-10-21T15:39:54.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 Processor -- start 2023-10-21T15:39:54.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.789+0000 7f2ec76cd700 1 -- start start 2023-10-21T15:39:54.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec76cd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ec00ffdc0 0x7f2ec0103d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec76cd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0100fb0 0x7f2ec0102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec76cd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2ec0101950 0x7f2ec01028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec76cd700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ec0103070 con 0x7f2ec0100fb0 2023-10-21T15:39:54.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec76cd700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ec01031e0 con 0x7f2ec00ffdc0 2023-10-21T15:39:54.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec76cd700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ec01a0cd0 con 0x7f2ec0101950 2023-10-21T15:39:54.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0100fb0 0x7f2ec0102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0100fb0 0x7f2ec0102390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34746/0 (socket says 172.21.15.46:34746) 2023-10-21T15:39:54.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 -- 172.21.15.46:0/3298439973 learned_addr learned my addr 172.21.15.46:0/3298439973 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:54.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec5469700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ec00ffdc0 0x7f2ec0103d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec5c6a700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2ec0101950 0x7f2ec01028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 -- 172.21.15.46:0/3298439973 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2ec0101950 msgr2=0x7f2ec01028d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2ec0101950 0x7f2ec01028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 -- 172.21.15.46:0/3298439973 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ec00ffdc0 msgr2=0x7f2ec0103d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:54.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ec00ffdc0 0x7f2ec0103d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:54.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 -- 172.21.15.46:0/3298439973 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2eb8009d00 con 0x7f2ec0100fb0 2023-10-21T15:39:54.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec5469700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ec00ffdc0 0x7f2ec0103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:54.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec4c68700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0100fb0 0x7f2ec0102390 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f2eb000e9a0 tx=0x7f2eb000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:54.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2eb67fc700 1 -- 172.21.15.46:0/3298439973 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eb0009790 con 0x7f2ec0100fb0 2023-10-21T15:39:54.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2eb67fc700 1 -- 172.21.15.46:0/3298439973 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2eb000cbd0 con 0x7f2ec0100fb0 2023-10-21T15:39:54.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ec01a0fb0 con 0x7f2ec0100fb0 2023-10-21T15:39:54.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2eb67fc700 1 -- 172.21.15.46:0/3298439973 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eb0018680 con 0x7f2ec0100fb0 2023-10-21T15:39:54.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.790+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ec01a1430 con 0x7f2ec0100fb0 2023-10-21T15:39:54.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.791+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ec010b5e0 con 0x7f2ec0100fb0 2023-10-21T15:39:54.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.793+0000 7f2eb67fc700 1 -- 172.21.15.46:0/3298439973 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2eb000cd40 con 0x7f2ec0100fb0 2023-10-21T15:39:54.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.793+0000 7f2eb67fc700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2eac0a1480 0x7f2eac0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:54.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.793+0000 7f2ec5469700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2eac0a1480 0x7f2eac0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:54.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.793+0000 7f2eb67fc700 1 -- 172.21.15.46:0/3298439973 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f2eb0014070 con 0x7f2ec0100fb0 2023-10-21T15:39:54.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.794+0000 7f2ec5469700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2eac0a1480 0x7f2eac0a3940 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0100e10 tx=0x7f2ebc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:54.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:54.797+0000 7f2eb67fc700 1 -- 172.21.15.46:0/3298439973 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2eb0096b30 con 0x7f2ec0100fb0 2023-10-21T15:39:54.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:54 smithi046 ceph-mon[99436]: pgmap v304: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2023-10-21T15:39:54.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:54 smithi046 ceph-mon[99436]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:54.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:54 smithi046 ceph-mon[99436]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:54.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:54 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1807259514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.004+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2ec01a1650 con 0x7f2ec0100fb0 2023-10-21T15:39:55.007 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.004+0000 7f2eb67fc700 1 -- 172.21.15.46:0/3298439973 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2eb009a150 con 0x7f2ec0100fb0 2023-10-21T15:39:55.008 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:39:55.009 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2eac0a1480 msgr2=0x7f2eac0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2eac0a1480 0x7f2eac0a3940 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0100e10 tx=0x7f2ebc009260 comp rx=0 tx=0).stop 2023-10-21T15:39:55.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0100fb0 msgr2=0x7f2ec0102390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.010 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0100fb0 0x7f2ec0102390 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f2eb000e9a0 tx=0x7f2eb000ed60 comp rx=0 tx=0).stop 2023-10-21T15:39:55.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 shutdown_connections 2023-10-21T15:39:55.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2eac0a1480 0x7f2eac0a3940 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2ec0101950 0x7f2ec01028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.011 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2ec00ffdc0 0x7f2ec0103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 --2- 172.21.15.46:0/3298439973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2ec0100fb0 0x7f2ec0102390 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 >> 172.21.15.46:0/3298439973 conn(0x7f2ec00fb2f0 msgr2=0x7f2ec0069020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:55.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 shutdown_connections 2023-10-21T15:39:55.012 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.007+0000 7f2ec76cd700 1 -- 172.21.15.46:0/3298439973 wait complete. 2023-10-21T15:39:55.022 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:39:55.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3956982947 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c40ffde0 msgr2=0x7f61c4100200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3956982947 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c40ffde0 0x7f61c4100200 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f61c00099c0 tx=0x7f61c0009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3956982947 shutdown_connections 2023-10-21T15:39:55.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3956982947 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c40ffde0 0x7f61c4100200 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3956982947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61c4101970 0x7f61c4108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3956982947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f61c4100fd0 0x7f61c4101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3956982947 >> 172.21.15.46:0/3956982947 conn(0x7f61c40fb310 msgr2=0x7f61c40fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:55.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3956982947 shutdown_connections 2023-10-21T15:39:55.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.149+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3956982947 wait complete. 2023-10-21T15:39:55.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61cb5b9700 1 Processor -- start 2023-10-21T15:39:55.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61cb5b9700 1 -- start start 2023-10-21T15:39:55.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61cb5b9700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61c40ffde0 0x7f61c4195b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61cb5b9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c4100fd0 0x7f61c41960a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61cb5b9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f61c4101970 0x7f61c419d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61cb5b9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c419d6e0 con 0x7f61c4100fd0 2023-10-21T15:39:55.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61cb5b9700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c419d820 con 0x7f61c40ffde0 2023-10-21T15:39:55.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61cb5b9700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c419d9b0 con 0x7f61c4101970 2023-10-21T15:39:55.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c4100fd0 0x7f61c41960a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c4100fd0 0x7f61c41960a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34762/0 (socket says 172.21.15.46:34762) 2023-10-21T15:39:55.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 -- 172.21.15.46:0/3314307106 learned_addr learned my addr 172.21.15.46:0/3314307106 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:55.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c9355700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61c40ffde0 0x7f61c4195b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c9b56700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f61c4101970 0x7f61c419d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 -- 172.21.15.46:0/3314307106 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f61c4101970 msgr2=0x7f61c419d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f61c4101970 0x7f61c419d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 -- 172.21.15.46:0/3314307106 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61c40ffde0 msgr2=0x7f61c4195b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61c40ffde0 0x7f61c4195b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 -- 172.21.15.46:0/3314307106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61c00095f0 con 0x7f61c4100fd0 2023-10-21T15:39:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c9b56700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f61c4101970 0x7f61c419d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c9355700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61c40ffde0 0x7f61c4195b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.150+0000 7f61c8b54700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c4100fd0 0x7f61c41960a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f61b400d9e0 tx=0x7f61b400dda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.151+0000 7f61ba7fc700 1 -- 172.21.15.46:0/3314307106 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61b400ecd0 con 0x7f61c4100fd0 2023-10-21T15:39:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.151+0000 7f61ba7fc700 1 -- 172.21.15.46:0/3314307106 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f61b400ee30 con 0x7f61c4100fd0 2023-10-21T15:39:55.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.151+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61c4069060 con 0x7f61c4100fd0 2023-10-21T15:39:55.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.151+0000 7f61ba7fc700 1 -- 172.21.15.46:0/3314307106 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61b4014800 con 0x7f61c4100fd0 2023-10-21T15:39:55.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.151+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61c4069570 con 0x7f61c4100fd0 2023-10-21T15:39:55.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.152+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61c410b670 con 0x7f61c4100fd0 2023-10-21T15:39:55.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.153+0000 7f61ba7fc700 1 -- 172.21.15.46:0/3314307106 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f61b4016b20 con 0x7f61c4100fd0 2023-10-21T15:39:55.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.153+0000 7f61ba7fc700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f61b00a1480 0x7f61b00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.154+0000 7f61c9355700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f61b00a1480 0x7f61b00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.154+0000 7f61ba7fc700 1 -- 172.21.15.46:0/3314307106 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f61b40ce5c0 con 0x7f61c4100fd0 2023-10-21T15:39:55.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.154+0000 7f61c9355700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f61b00a1480 0x7f61b00a3940 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f61c000b580 tx=0x7f61c0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:55.163 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.158+0000 7f61ba7fc700 1 -- 172.21.15.46:0/3314307106 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f61b4097cc0 con 0x7f61c4100fd0 2023-10-21T15:39:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:54 smithi105 ceph-mon[103980]: pgmap v304: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2023-10-21T15:39:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:54 smithi105 ceph-mon[103980]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:55.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:54 smithi105 ceph-mon[103980]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:55.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:54 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1807259514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:54 smithi119 ceph-mon[103628]: pgmap v304: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2023-10-21T15:39:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:54 smithi119 ceph-mon[103628]: from='client.15348 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:55.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:54 smithi119 ceph-mon[103628]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:55.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:54 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1807259514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:55.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.362+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f61c4106d30 con 0x7f61c4100fd0 2023-10-21T15:39:55.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.362+0000 7f61ba7fc700 1 -- 172.21.15.46:0/3314307106 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f61b409b2e0 con 0x7f61c4100fd0 2023-10-21T15:39:55.365 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:39:55.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f61b00a1480 msgr2=0x7f61b00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f61b00a1480 0x7f61b00a3940 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f61c000b580 tx=0x7f61c0005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c4100fd0 msgr2=0x7f61c41960a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c4100fd0 0x7f61c41960a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f61b400d9e0 tx=0x7f61b400dda0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 shutdown_connections 2023-10-21T15:39:55.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f61b00a1480 0x7f61b00a3940 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f61c4101970 0x7f61c419d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61c40ffde0 0x7f61c4195b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 --2- 172.21.15.46:0/3314307106 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f61c4100fd0 0x7f61c41960a0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 >> 172.21.15.46:0/3314307106 conn(0x7f61c40fb310 msgr2=0x7f61c40fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:55.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 shutdown_connections 2023-10-21T15:39:55.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.364+0000 7f61cb5b9700 1 -- 172.21.15.46:0/3314307106 wait complete. 2023-10-21T15:39:55.379 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:39:55.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 -- 172.21.15.46:0/901618345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d64100010 msgr2=0x7f6d64100490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 --2- 172.21.15.46:0/901618345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d64100010 0x7f6d64100490 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f6d54009990 tx=0x7f6d54009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 -- 172.21.15.46:0/901618345 shutdown_connections 2023-10-21T15:39:55.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 --2- 172.21.15.46:0/901618345 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d641009d0 0x7f6d64108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 --2- 172.21.15.46:0/901618345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d64101450 0x7f6d64101870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 --2- 172.21.15.46:0/901618345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d64100010 0x7f6d64100490 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 -- 172.21.15.46:0/901618345 >> 172.21.15.46:0/901618345 conn(0x7f6d640faa80 msgr2=0x7f6d640fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:55.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 -- 172.21.15.46:0/901618345 shutdown_connections 2023-10-21T15:39:55.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.506+0000 7f6d694f3700 1 -- 172.21.15.46:0/901618345 wait complete. 2023-10-21T15:39:55.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d694f3700 1 Processor -- start 2023-10-21T15:39:55.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d694f3700 1 -- start start 2023-10-21T15:39:55.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d694f3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d64100010 0x7f6d64196af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d694f3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d641009d0 0x7f6d64197030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d694f3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d64101450 0x7f6d6419e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d694f3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6419e670 con 0x7f6d641009d0 2023-10-21T15:39:55.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d694f3700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6419e7b0 con 0x7f6d64100010 2023-10-21T15:39:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d694f3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6419e940 con 0x7f6d64101450 2023-10-21T15:39:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d627fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d641009d0 0x7f6d64197030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d627fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d641009d0 0x7f6d64197030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34776/0 (socket says 172.21.15.46:34776) 2023-10-21T15:39:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d627fc700 1 -- 172.21.15.46:0/152207111 learned_addr learned my addr 172.21.15.46:0/152207111 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:55.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d637fe700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d64101450 0x7f6d6419e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.507+0000 7f6d62ffd700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d64100010 0x7f6d64196af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d627fc700 1 -- 172.21.15.46:0/152207111 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d64101450 msgr2=0x7f6d6419e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d627fc700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d64101450 0x7f6d6419e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d627fc700 1 -- 172.21.15.46:0/152207111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d64100010 msgr2=0x7f6d64196af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d627fc700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d64100010 0x7f6d64196af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d627fc700 1 -- 172.21.15.46:0/152207111 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d540095f0 con 0x7f6d641009d0 2023-10-21T15:39:55.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d62ffd700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d64100010 0x7f6d64196af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:55.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d627fc700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d641009d0 0x7f6d64197030 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f6d540059d0 tx=0x7f6d54004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:55.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d4bfff700 1 -- 172.21.15.46:0/152207111 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d5401d070 con 0x7f6d641009d0 2023-10-21T15:39:55.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d4bfff700 1 -- 172.21.15.46:0/152207111 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d5400fc40 con 0x7f6d641009d0 2023-10-21T15:39:55.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d6419ebc0 con 0x7f6d641009d0 2023-10-21T15:39:55.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d4bfff700 1 -- 172.21.15.46:0/152207111 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d540173f0 con 0x7f6d641009d0 2023-10-21T15:39:55.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.508+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d6419efe0 con 0x7f6d641009d0 2023-10-21T15:39:55.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.509+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d64107f00 con 0x7f6d641009d0 2023-10-21T15:39:55.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.510+0000 7f6d4bfff700 1 -- 172.21.15.46:0/152207111 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6d54022470 con 0x7f6d641009d0 2023-10-21T15:39:55.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.511+0000 7f6d4bfff700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d4c0a1480 0x7f6d4c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.511+0000 7f6d62ffd700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d4c0a1480 0x7f6d4c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.511+0000 7f6d4bfff700 1 -- 172.21.15.46:0/152207111 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6d540ce200 con 0x7f6d641009d0 2023-10-21T15:39:55.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.511+0000 7f6d62ffd700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d4c0a1480 0x7f6d4c0a3940 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6d58009cb0 tx=0x7f6d58009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:55.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.515+0000 7f6d4bfff700 1 -- 172.21.15.46:0/152207111 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6d5405d100 con 0x7f6d641009d0 2023-10-21T15:39:55.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.719+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6d6410b550 con 0x7f6d641009d0 2023-10-21T15:39:55.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.720+0000 7f6d4bfff700 1 -- 172.21.15.46:0/152207111 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6d54097020 con 0x7f6d641009d0 2023-10-21T15:39:55.723 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:39:55.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d4c0a1480 msgr2=0x7f6d4c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d4c0a1480 0x7f6d4c0a3940 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f6d58009cb0 tx=0x7f6d58009260 comp rx=0 tx=0).stop 2023-10-21T15:39:55.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d641009d0 msgr2=0x7f6d64197030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d641009d0 0x7f6d64197030 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f6d540059d0 tx=0x7f6d54004730 comp rx=0 tx=0).stop 2023-10-21T15:39:55.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 shutdown_connections 2023-10-21T15:39:55.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6d4c0a1480 0x7f6d4c0a3940 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6d64101450 0x7f6d6419e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6d64100010 0x7f6d64196af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 --2- 172.21.15.46:0/152207111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d641009d0 0x7f6d64197030 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 >> 172.21.15.46:0/152207111 conn(0x7f6d640faa80 msgr2=0x7f6d640fccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:55.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 shutdown_connections 2023-10-21T15:39:55.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.722+0000 7f6d694f3700 1 -- 172.21.15.46:0/152207111 wait complete. 2023-10-21T15:39:55.737 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:39:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3963997915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 msgr2=0x7fb0dc100240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3963997915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 0x7fb0dc100240 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb0d8009990 tx=0x7fb0d8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3963997915 shutdown_connections 2023-10-21T15:39:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3963997915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 0x7fb0dc100240 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3963997915 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0dc101930 0x7fb0dc108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3963997915 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0dc100f70 0x7fb0dc1013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3963997915 >> 172.21.15.46:0/3963997915 conn(0x7fb0dc0fb3b0 msgr2=0x7fb0dc0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3963997915 shutdown_connections 2023-10-21T15:39:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.862+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3963997915 wait complete. 2023-10-21T15:39:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e3ccc700 1 Processor -- start 2023-10-21T15:39:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e3ccc700 1 -- start start 2023-10-21T15:39:55.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e3ccc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 0x7fb0dc198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e3ccc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0dc100f70 0x7fb0dc199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e3ccc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0dc101930 0x7fb0dc1a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e3ccc700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0dc1a0860 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e3ccc700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0dc1a09d0 con 0x7fb0dc100f70 2023-10-21T15:39:55.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e3ccc700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0dc1a0b90 con 0x7fb0dc101930 2023-10-21T15:39:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e1a68700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 0x7fb0dc198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e1a68700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 0x7fb0dc198d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34788/0 (socket says 172.21.15.46:34788) 2023-10-21T15:39:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e1a68700 1 -- 172.21.15.46:0/3027812589 learned_addr learned my addr 172.21.15.46:0/3027812589 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.863+0000 7fb0e1267700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0dc100f70 0x7fb0dc199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e2269700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0dc101930 0x7fb0dc1a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e1a68700 1 -- 172.21.15.46:0/3027812589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0dc101930 msgr2=0x7fb0dc1a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e1a68700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0dc101930 0x7fb0dc1a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e1a68700 1 -- 172.21.15.46:0/3027812589 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0dc100f70 msgr2=0x7fb0dc199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:55.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e1a68700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0dc100f70 0x7fb0dc199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:55.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e1a68700 1 -- 172.21.15.46:0/3027812589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0d80095f0 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e1a68700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 0x7fb0dc198d20 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb0d800b620 tx=0x7fb0d8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:55.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0d2ffd700 1 -- 172.21.15.46:0/3027812589 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0d801d070 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0d2ffd700 1 -- 172.21.15.46:0/3027812589 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0d8005030 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0dc1a0e10 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0d2ffd700 1 -- 172.21.15.46:0/3027812589 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0d8004bf0 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.864+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0dc1a1180 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.865+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0dc10b620 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.866+0000 7fb0d2ffd700 1 -- 172.21.15.46:0/3027812589 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb0d8004d50 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.867+0000 7fb0d2ffd700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0c80a1520 0x7fb0c80a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:55.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.867+0000 7fb0e1267700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0c80a1520 0x7fb0c80a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:55.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.867+0000 7fb0d2ffd700 1 -- 172.21.15.46:0/3027812589 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb0d80cdde0 con 0x7fb0dc0ffe20 2023-10-21T15:39:55.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.867+0000 7fb0e1267700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0c80a1520 0x7fb0c80a39e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc009c60 tx=0x7fb0cc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:55.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:55.871+0000 7fb0d2ffd700 1 -- 172.21.15.46:0/3027812589 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb0d8097480 con 0x7fb0dc0ffe20 2023-10-21T15:39:56.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.118+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb0dc1a1370 con 0x7fb0dc0ffe20 2023-10-21T15:39:56.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.118+0000 7fb0d2ffd700 1 -- 172.21.15.46:0/3027812589 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7fb0d809aaa0 con 0x7fb0dc0ffe20 2023-10-21T15:39:56.123 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:56.123 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:39:56.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0c80a1520 msgr2=0x7fb0c80a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0c80a1520 0x7fb0c80a39e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc009c60 tx=0x7fb0cc009260 comp rx=0 tx=0).stop 2023-10-21T15:39:56.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 msgr2=0x7fb0dc198d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 0x7fb0dc198d20 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb0d800b620 tx=0x7fb0d8004730 comp rx=0 tx=0).stop 2023-10-21T15:39:56.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 shutdown_connections 2023-10-21T15:39:56.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0c80a1520 0x7fb0c80a39e0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0dc0ffe20 0x7fb0dc198d20 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0dc101930 0x7fb0dc1a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 --2- 172.21.15.46:0/3027812589 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0dc100f70 0x7fb0dc199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 >> 172.21.15.46:0/3027812589 conn(0x7fb0dc0fb3b0 msgr2=0x7fb0dc069010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 shutdown_connections 2023-10-21T15:39:56.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.121+0000 7fb0e3ccc700 1 -- 172.21.15.46:0/3027812589 wait complete. 2023-10-21T15:39:56.127 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:56.134 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:55 smithi046 ceph-mon[99436]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:56.135 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:55 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3298439973' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.135 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:55 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3314307106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.135 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:55 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/152207111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.136 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:39:56.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:55 smithi105 ceph-mon[103980]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:56.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:55 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3298439973' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:55 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3314307106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:55 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/152207111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 -- 172.21.15.46:0/2394359640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff894100fd0 msgr2=0x7ff894101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 --2- 172.21.15.46:0/2394359640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff894100fd0 0x7ff894101430 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ff8840099c0 tx=0x7ff884009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 -- 172.21.15.46:0/2394359640 shutdown_connections 2023-10-21T15:39:56.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 --2- 172.21.15.46:0/2394359640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff894101970 0x7ff894108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 --2- 172.21.15.46:0/2394359640 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8940ffde0 0x7ff894100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 --2- 172.21.15.46:0/2394359640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff894100fd0 0x7ff894101430 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 -- 172.21.15.46:0/2394359640 >> 172.21.15.46:0/2394359640 conn(0x7ff8940fb310 msgr2=0x7ff8940fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 -- 172.21.15.46:0/2394359640 shutdown_connections 2023-10-21T15:39:56.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.260+0000 7ff899c85700 1 -- 172.21.15.46:0/2394359640 wait complete. 2023-10-21T15:39:56.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff899c85700 1 Processor -- start 2023-10-21T15:39:56.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff899c85700 1 -- start start 2023-10-21T15:39:56.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff899c85700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8940ffde0 0x7ff894196ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff899c85700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff894100fd0 0x7ff894196ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff899c85700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff894101970 0x7ff89419e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff899c85700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff89419e630 con 0x7ff8940ffde0 2023-10-21T15:39:56.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff899c85700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff89419e770 con 0x7ff894100fd0 2023-10-21T15:39:56.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff899c85700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff89419e900 con 0x7ff894101970 2023-10-21T15:39:56.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff8937fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8940ffde0 0x7ff894196ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff8937fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8940ffde0 0x7ff894196ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34802/0 (socket says 172.21.15.46:34802) 2023-10-21T15:39:56.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff8937fe700 1 -- 172.21.15.46:0/4077865162 learned_addr learned my addr 172.21.15.46:0/4077865162 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff893fff700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff894101970 0x7ff89419e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff892ffd700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff894100fd0 0x7ff894196ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.261+0000 7ff8937fe700 1 -- 172.21.15.46:0/4077865162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff894101970 msgr2=0x7ff89419e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff8937fe700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff894101970 0x7ff89419e060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff8937fe700 1 -- 172.21.15.46:0/4077865162 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff894100fd0 msgr2=0x7ff894196ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff8937fe700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff894100fd0 0x7ff894196ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff8937fe700 1 -- 172.21.15.46:0/4077865162 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8840095f0 con 0x7ff8940ffde0 2023-10-21T15:39:56.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff892ffd700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff894100fd0 0x7ff894196ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:56.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff8937fe700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8940ffde0 0x7ff894196ab0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff88800c990 tx=0x7ff88800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff890ff9700 1 -- 172.21.15.46:0/4077865162 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff888007b00 con 0x7ff8940ffde0 2023-10-21T15:39:56.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff89419ebe0 con 0x7ff8940ffde0 2023-10-21T15:39:56.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff890ff9700 1 -- 172.21.15.46:0/4077865162 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff888007c60 con 0x7ff8940ffde0 2023-10-21T15:39:56.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff890ff9700 1 -- 172.21.15.46:0/4077865162 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff888018660 con 0x7ff8940ffde0 2023-10-21T15:39:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.262+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff89419f0f0 con 0x7ff8940ffde0 2023-10-21T15:39:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.263+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff89410b640 con 0x7ff8940ffde0 2023-10-21T15:39:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.264+0000 7ff890ff9700 1 -- 172.21.15.46:0/4077865162 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff88800f450 con 0x7ff8940ffde0 2023-10-21T15:39:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.264+0000 7ff890ff9700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff87c0a1520 0x7ff87c0a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.265+0000 7ff892ffd700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff87c0a1520 0x7ff87c0a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.265+0000 7ff890ff9700 1 -- 172.21.15.46:0/4077865162 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff8880ccea0 con 0x7ff8940ffde0 2023-10-21T15:39:56.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.265+0000 7ff892ffd700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff87c0a1520 0x7ff87c0a39e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff8840098e0 tx=0x7ff884019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.268+0000 7ff890ff9700 1 -- 172.21.15.46:0/4077865162 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff888096540 con 0x7ff8940ffde0 2023-10-21T15:39:56.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:55 smithi119 ceph-mon[103628]: from='client.15360 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-21T15:39:56.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:55 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3298439973' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:55 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3314307106' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:55 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/152207111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:39:56.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.473+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff89410b7f0 con 0x7ff8940ffde0 2023-10-21T15:39:56.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.474+0000 7ff890ff9700 1 -- 172.21.15.46:0/4077865162 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+22552 (secure 0 0 0) 0x7ff888099b60 con 0x7ff8940ffde0 2023-10-21T15:39:56.477 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:56.477 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":86,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:39:18.739251+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:39:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff87c0a1520 msgr2=0x7ff87c0a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff87c0a1520 0x7ff87c0a39e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff8840098e0 tx=0x7ff884019040 comp rx=0 tx=0).stop 2023-10-21T15:39:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8940ffde0 msgr2=0x7ff894196ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8940ffde0 0x7ff894196ab0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ff88800c990 tx=0x7ff88800cd50 comp rx=0 tx=0).stop 2023-10-21T15:39:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 shutdown_connections 2023-10-21T15:39:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff87c0a1520 0x7ff87c0a39e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff8940ffde0 0x7ff894196ab0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff894101970 0x7ff89419e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 --2- 172.21.15.46:0/4077865162 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff894100fd0 0x7ff894196ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 >> 172.21.15.46:0/4077865162 conn(0x7ff8940fb310 msgr2=0x7ff894069050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 shutdown_connections 2023-10-21T15:39:56.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.477+0000 7ff899c85700 1 -- 172.21.15.46:0/4077865162 wait complete. 2023-10-21T15:39:56.493 DEBUG:tasks.fwd_scrub:Yielding 2023-10-21T15:39:56.494 INFO:teuthology.run_tasks:Running task background_exec... 2023-10-21T15:39:56.505 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2023-10-21T15:39:56.506 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2023-10-21T15:39:56.507 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2023-10-21T15:39:56.507 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-21T15:39:56.507 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-21T15:39:56.510 INFO:teuthology.run_tasks:Running task workunit... 2023-10-21T15:39:56.547 INFO:tasks.workunit:Pulling workunits from ref f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:39:56.548 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-10-21T15:39:56.548 INFO:tasks.workunit:timeout=3h 2023-10-21T15:39:56.548 INFO:tasks.workunit:cleanup=True 2023-10-21T15:39:56.549 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2023-10-21T15:39:56.569 INFO:teuthology.orchestra.run.smithi046.stdout: File: /home/ubuntu/cephtest/mnt.0 2023-10-21T15:39:56.569 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2023-10-21T15:39:56.569 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 7ch/124d Inode: 1099511628283 Links: 2 2023-10-21T15:39:56.570 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-21T15:39:56.570 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:cephfs_t:s0 2023-10-21T15:39:56.570 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2023-10-21 15:38:33.534518194 +0000 2023-10-21T15:39:56.570 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2023-10-21 15:38:33.534518194 +0000 2023-10-21T15:39:56.570 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2023-10-21 15:39:49.445688779 +0000 2023-10-21T15:39:56.571 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2023-10-21 15:38:33.534518194 +0000 2023-10-21T15:39:56.571 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2023-10-21T15:39:56.571 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2023-10-21T15:39:56.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 -- 172.21.15.46:0/448055692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f0101990 msgr2=0x7f66f0103d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 --2- 172.21.15.46:0/448055692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f0101990 0x7f66f0103d80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f66e0009990 tx=0x7f66e0009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 -- 172.21.15.46:0/448055692 shutdown_connections 2023-10-21T15:39:56.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 --2- 172.21.15.46:0/448055692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f0101990 0x7f66f0103d80 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 --2- 172.21.15.46:0/448055692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f66f0106bf0 0x7f66f0109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 --2- 172.21.15.46:0/448055692 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66f01042c0 0x7f66f01066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 -- 172.21.15.46:0/448055692 >> 172.21.15.46:0/448055692 conn(0x7f66f00fb320 msgr2=0x7f66f00fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 -- 172.21.15.46:0/448055692 shutdown_connections 2023-10-21T15:39:56.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.647+0000 7f66f561a700 1 -- 172.21.15.46:0/448055692 wait complete. 2023-10-21T15:39:56.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.649+0000 7f66f561a700 1 Processor -- start 2023-10-21T15:39:56.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.649+0000 7f66f561a700 1 -- start start 2023-10-21T15:39:56.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66f561a700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f66f0101990 0x7f66f0101300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66f561a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f01042c0 0x7f66f00ff940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66f561a700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66f0106bf0 0x7f66f00ffe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66f561a700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66f0100620 con 0x7f66f01042c0 2023-10-21T15:39:56.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66f561a700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66f0100790 con 0x7f66f0101990 2023-10-21T15:39:56.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66f561a700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66f01a0be0 con 0x7f66f0106bf0 2023-10-21T15:39:56.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66ee7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f01042c0 0x7f66f00ff940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66ef7fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66f0106bf0 0x7f66f00ffe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66ef7fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66f0106bf0 0x7f66f00ffe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:46820/0 (socket says 172.21.15.46:46820) 2023-10-21T15:39:56.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66ee7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f01042c0 0x7f66f00ff940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34820/0 (socket says 172.21.15.46:34820) 2023-10-21T15:39:56.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66ef7fe700 1 -- 172.21.15.46:0/2011127163 learned_addr learned my addr 172.21.15.46:0/2011127163 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.650+0000 7f66eeffd700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f66f0101990 0x7f66f0101300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.651+0000 7f66eeffd700 1 -- 172.21.15.46:0/2011127163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66f0106bf0 msgr2=0x7f66f00ffe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.651+0000 7f66eeffd700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66f0106bf0 0x7f66f00ffe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.651+0000 7f66eeffd700 1 -- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f01042c0 msgr2=0x7f66f00ff940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.651+0000 7f66eeffd700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f01042c0 0x7f66f00ff940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.651+0000 7f66eeffd700 1 -- 172.21.15.46:0/2011127163 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66e00095f0 con 0x7f66f0101990 2023-10-21T15:39:56.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.651+0000 7f66ef7fe700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66f0106bf0 0x7f66f00ffe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:56.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.651+0000 7f66eeffd700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f66f0101990 0x7f66f0101300 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f66e000b680 tx=0x7f66e0004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.652+0000 7f66d7fff700 1 -- 172.21.15.46:0/2011127163 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e001d070 con 0x7f66f0101990 2023-10-21T15:39:56.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.652+0000 7f66d7fff700 1 -- 172.21.15.46:0/2011127163 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66e00054f0 con 0x7f66f0101990 2023-10-21T15:39:56.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.652+0000 7f66f561a700 1 -- 172.21.15.46:0/2011127163 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66f01a0e60 con 0x7f66f0101990 2023-10-21T15:39:56.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.652+0000 7f66d7fff700 1 -- 172.21.15.46:0/2011127163 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e0004b90 con 0x7f66f0101990 2023-10-21T15:39:56.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.652+0000 7f66f561a700 1 -- 172.21.15.46:0/2011127163 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66f01a11d0 con 0x7f66f0101990 2023-10-21T15:39:56.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.656+0000 7f66d7fff700 1 -- 172.21.15.46:0/2011127163 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f66e000fb90 con 0x7f66f0101990 2023-10-21T15:39:56.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.658+0000 7f66d7fff700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66d80a1500 0x7f66d80a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.658+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66d80a1500 0x7f66d80a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.658+0000 7f66d7fff700 1 -- 172.21.15.46:0/2011127163 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f66e00cdd80 con 0x7f66f0101990 2023-10-21T15:39:56.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.659+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66d80a1500 0x7f66d80a39c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f66e4009c60 tx=0x7f66e4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f6701803b80 1 Processor -- start 2023-10-21T15:39:56.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f6701803b80 1 -- start start 2023-10-21T15:39:56.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f6701803b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f63ea0 0x55bef9f642c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f6701803b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f650c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f6701803b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f65b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f6701803b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9ed8cf0 con 0x55bef9f63ea0 2023-10-21T15:39:56.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f6701803b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9ebdce0 con 0x55bef9f64800 2023-10-21T15:39:56.665 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f6701803b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9ebb600 con 0x55bef9f656a0 2023-10-21T15:39:56.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f63ea0 0x55bef9f642c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f63ea0 0x55bef9f642c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34828/0 (socket says 172.21.15.46:34828) 2023-10-21T15:39:56.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 -- 172.21.15.46:0/4160257813 learned_addr learned my addr 172.21.15.46:0/4160257813 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f650c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.666 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66ef7fe700 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f65b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 -- 172.21.15.46:0/4160257813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 msgr2=0x55bef9f65b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f65b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.667 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 -- 172.21.15.46:0/4160257813 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 msgr2=0x55bef9f650c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f650c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 -- 172.21.15.46:0/4160257813 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bef9e74470 con 0x55bef9f63ea0 2023-10-21T15:39:56.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66ef7fe700 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f65b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:56.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.660+0000 7f66eeffd700 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f63ea0 0x55bef9f642c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f66e0097640 tx=0x7f66e0005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2d0393a9d7c2e9b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f66d57fa700 1 -- 172.21.15.46:0/4160257813 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e009b840 con 0x55bef9f63ea0 2023-10-21T15:39:56.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f66d57fa700 1 -- 172.21.15.46:0/4160257813 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66e00aee90 con 0x55bef9f63ea0 2023-10-21T15:39:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f66d57fa700 1 -- 172.21.15.46:0/4160257813 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e009a630 con 0x55bef9f63ea0 2023-10-21T15:39:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f6701803b80 1 -- 172.21.15.46:0/4160257813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f63ea0 msgr2=0x55bef9f642c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f6701803b80 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f63ea0 0x55bef9f642c0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f66e0097640 tx=0x7f66e0005a90 comp rx=0 tx=0).stop 2023-10-21T15:39:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f6701803b80 1 -- 172.21.15.46:0/4160257813 shutdown_connections 2023-10-21T15:39:56.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f6701803b80 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f63ea0 0x55bef9f642c0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f6701803b80 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f65b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f6701803b80 1 --2- 172.21.15.46:0/4160257813 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f650c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f6701803b80 1 -- 172.21.15.46:0/4160257813 >> 172.21.15.46:0/4160257813 conn(0x55bef9e91e50 msgr2=0x55bef9f5f060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.661+0000 7f6701803b80 1 -- 172.21.15.46:0/4160257813 shutdown_connections 2023-10-21T15:39:56.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 -- 172.21.15.46:0/4160257813 wait complete. 2023-10-21T15:39:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 -- start start 2023-10-21T15:39:56.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 Processor -- start 2023-10-21T15:39:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f6dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f656a0 0x55bef9f75010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9eb6ef0 con 0x55bef9f64800 2023-10-21T15:39:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9e53790 con 0x55bef9f656a0 2023-10-21T15:39:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9e53430 con 0x55bef9f63ea0 2023-10-21T15:39:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f6701803b80 10 client.0 _ll_register_callbacks cb 0x55bef9cb0880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f66ee7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f6dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f66eeffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f66ee7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f6dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34836/0 (socket says 172.21.15.46:34836) 2023-10-21T15:39:56.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f66ee7fc700 1 -- 172.21.15.46:0/4164944310 learned_addr learned my addr 172.21.15.46:0/4164944310 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.662+0000 7f66ef7fe700 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f656a0 0x55bef9f75010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66ee7fc700 1 -- 172.21.15.46:0/4164944310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 msgr2=0x55bef9f6da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66ee7fc700 1 -- 172.21.15.46:0/4164944310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f656a0 msgr2=0x55bef9f75010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f656a0 0x55bef9f75010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66ee7fc700 1 -- 172.21.15.46:0/4164944310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66f01a11d0 con 0x55bef9f64800 2023-10-21T15:39:56.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66eeffd700 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:56.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f6dfd0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f66e4003900 tx=0x7f66e40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1774333f3f66dc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66d2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:56.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66d2ff5700 1 -- 172.21.15.46:0/4164944310 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e4022070 con 0x55bef9f64800 2023-10-21T15:39:56.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66d2ff5700 1 -- 172.21.15.46:0/4164944310 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f66e401d620 con 0x55bef9f64800 2023-10-21T15:39:56.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f6701803b80 1 -- 172.21.15.46:0/4164944310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bef9ebbf70 con 0x55bef9f64800 2023-10-21T15:39:56.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f66d2ff5700 1 -- 172.21.15.46:0/4164944310 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66e401d7e0 con 0x55bef9f64800 2023-10-21T15:39:56.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.663+0000 7f6701803b80 10 client.15408 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:56.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f6701803b80 1 -- 172.21.15.46:0/4164944310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55bef9ce1e60 con 0x55bef9f64800 2023-10-21T15:39:56.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f66d2ff5700 1 -- 172.21.15.46:0/4164944310 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bef9ebbf70 con 0x55bef9f64800 2023-10-21T15:39:56.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f66d2ff5700 1 -- 172.21.15.46:0/4164944310 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f66e40279b0 con 0x55bef9f64800 2023-10-21T15:39:56.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f6701803b80 10 client.15408 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:56.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f6701803b80 10 client.15408 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:56.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f6701803b80 20 client.15408 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:56.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f6701803b80 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bef9f798c0 0x55bef9f7bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f6701803b80 4 client.15408 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:56.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f6701803b80 1 -- 172.21.15.46:0/4164944310 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bef9f33c90 con 0x55bef9f798c0 2023-10-21T15:39:56.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.664+0000 7f66eeffd700 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bef9f798c0 0x55bef9f7bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f66d2ff5700 10 client.15408 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:56.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f66eeffd700 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bef9f798c0 0x55bef9f7bce0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d489365f267fbef5 server_cookie=eb2c6f3ab7c6d9c6 in_seq=0 out_seq=0 2023-10-21T15:39:56.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f66d2ff5700 1 -- 172.21.15.46:0/4164944310 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55bef9f33c90 con 0x55bef9f798c0 2023-10-21T15:39:56.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f66d2ff5700 10 client.15408 handle_command_reply: tid=0 2023-10-21T15:39:56.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 client.15408 shutdown 2023-10-21T15:39:56.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 -- 172.21.15.46:0/4164944310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 msgr2=0x55bef9f6dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f6dfd0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f66e4003900 tx=0x7f66e40047c0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 -- 172.21.15.46:0/4164944310 shutdown_connections 2023-10-21T15:39:56.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bef9f798c0 0x55bef9f7bce0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f656a0 0x55bef9f75010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 --2- 172.21.15.46:0/4164944310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f6dfd0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f66d2ff5700 0 client.15408 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:56.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 -- 172.21.15.46:0/4164944310 >> 172.21.15.46:0/4164944310 conn(0x55bef9e91e50 msgr2=0x55bef9f5ec70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 -- 172.21.15.46:0/4164944310 shutdown_connections 2023-10-21T15:39:56.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.665+0000 7f6701803b80 1 -- 172.21.15.46:0/4164944310 wait complete. 2023-10-21T15:39:56.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.666+0000 7f6701803b80 20 client.15408 trim_cache size 0 max 16384 2023-10-21T15:39:56.691 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout f0804064d67a2a63dbabf1801ff452580a050cfc 2023-10-21T15:39:56.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f6701803b80 1 Processor -- start 2023-10-21T15:39:56.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f6701803b80 1 -- start start 2023-10-21T15:39:56.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f6701803b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f6701803b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f74fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f6701803b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f656a0 0x55bef9f686b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f6701803b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9d379a0 con 0x55bef9f656a0 2023-10-21T15:39:56.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f6701803b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9f57570 con 0x55bef9f64800 2023-10-21T15:39:56.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f6701803b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9f76d00 con 0x55bef9f63ea0 2023-10-21T15:39:56.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f66ef7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f656a0 0x55bef9f686b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f66ee7fc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f74fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f66ef7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f656a0 0x55bef9f686b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34846/0 (socket says 172.21.15.46:34846) 2023-10-21T15:39:56.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f66ef7fe700 1 -- 172.21.15.46:0/4279254366 learned_addr learned my addr 172.21.15.46:0/4279254366 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.693+0000 7f66eeffd700 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66ef7fe700 1 -- 172.21.15.46:0/4279254366 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 msgr2=0x55bef9f6c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66ef7fe700 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66ef7fe700 1 -- 172.21.15.46:0/4279254366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 msgr2=0x55bef9f74fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66ef7fe700 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f74fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66ef7fe700 1 -- 172.21.15.46:0/4279254366 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bef9f80910 con 0x55bef9f656a0 2023-10-21T15:39:56.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66eeffd700 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:56.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f74fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:56.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66ef7fe700 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f656a0 0x55bef9f686b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f66e8007920 tx=0x7f66e80091b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b9a970f3601637 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66d5ffb700 1 -- 172.21.15.46:0/4279254366 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e8004db0 con 0x55bef9f656a0 2023-10-21T15:39:56.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66d5ffb700 1 -- 172.21.15.46:0/4279254366 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66e800f040 con 0x55bef9f656a0 2023-10-21T15:39:56.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.694+0000 7f66d5ffb700 1 -- 172.21.15.46:0/4279254366 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e8005580 con 0x55bef9f656a0 2023-10-21T15:39:56.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 -- 172.21.15.46:0/4279254366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f656a0 msgr2=0x55bef9f686b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f656a0 0x55bef9f686b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f66e8007920 tx=0x7f66e80091b0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 -- 172.21.15.46:0/4279254366 shutdown_connections 2023-10-21T15:39:56.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f656a0 0x55bef9f686b0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f63ea0 0x55bef9f6c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 --2- 172.21.15.46:0/4279254366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f64800 0x55bef9f74fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 -- 172.21.15.46:0/4279254366 >> 172.21.15.46:0/4279254366 conn(0x55bef9e91e50 msgr2=0x55bef9f75900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 -- 172.21.15.46:0/4279254366 shutdown_connections 2023-10-21T15:39:56.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 -- 172.21.15.46:0/4279254366 wait complete. 2023-10-21T15:39:56.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 -- start start 2023-10-21T15:39:56.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.695+0000 7f6701803b80 1 Processor -- start 2023-10-21T15:39:56.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f6701803b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f63ea0 0x55bef9f74f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f6701803b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f73510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f6701803b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f73a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f6701803b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9f74160 con 0x55bef9f64800 2023-10-21T15:39:56.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f6701803b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9f742d0 con 0x55bef9f63ea0 2023-10-21T15:39:56.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f6701803b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bef9fcd6e0 con 0x55bef9f656a0 2023-10-21T15:39:56.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f6701803b80 10 client.0 _ll_register_callbacks cb 0x7f66e40043e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:56.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f73510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f73510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34850/0 (socket says 172.21.15.46:34850) 2023-10-21T15:39:56.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 -- 172.21.15.46:0/3622150773 learned_addr learned my addr 172.21.15.46:0/3622150773 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66eeffd700 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f63ea0 0x55bef9f74f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ef7fe700 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f73a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 -- 172.21.15.46:0/3622150773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 msgr2=0x55bef9f73a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f73a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 -- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f63ea0 msgr2=0x55bef9f74f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f63ea0 0x55bef9f74f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 -- 172.21.15.46:0/3622150773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bef9ce1e60 con 0x55bef9f64800 2023-10-21T15:39:56.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66eeffd700 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f63ea0 0x55bef9f74f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:56.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66ee7fc700 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f73510 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f66e4016040 tx=0x7f66e4027ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29aedb03869ec791 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66d2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:56.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.696+0000 7f66d2ff5700 1 -- 172.21.15.46:0/3622150773 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66e4037070 con 0x55bef9f64800 2023-10-21T15:39:56.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f66d2ff5700 1 -- 172.21.15.46:0/3622150773 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f66e40092d0 con 0x55bef9f64800 2023-10-21T15:39:56.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 1 -- 172.21.15.46:0/3622150773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f66e00aee90 con 0x55bef9f64800 2023-10-21T15:39:56.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f66d2ff5700 1 -- 172.21.15.46:0/3622150773 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66e4042030 con 0x55bef9f64800 2023-10-21T15:39:56.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 10 client.15414 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:56.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 1 -- 172.21.15.46:0/3622150773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f66e80075d0 con 0x55bef9f64800 2023-10-21T15:39:56.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f66d2ff5700 1 -- 172.21.15.46:0/3622150773 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66e00aee90 con 0x55bef9f64800 2023-10-21T15:39:56.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f66d2ff5700 1 -- 172.21.15.46:0/3622150773 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f66e4031600 con 0x55bef9f64800 2023-10-21T15:39:56.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 10 client.15414 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:56.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 10 client.15414 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:56.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 20 client.15414 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:56.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bef9fcf080 0x55bef9fd14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 4 client.15414 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-21T15:39:56.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.697+0000 7f6701803b80 1 -- 172.21.15.46:0/3622150773 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55bef9eafed0 con 0x55bef9fcf080 2023-10-21T15:39:56.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.698+0000 7f66eeffd700 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bef9fcf080 0x55bef9fd14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.698+0000 7f66d2ff5700 10 client.15414 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:56.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.698+0000 7f66eeffd700 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bef9fcf080 0x55bef9fd14a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dee8ce7590fe3d5 server_cookie=6bdc17c7cdcbad0c in_seq=0 out_seq=0 2023-10-21T15:39:56.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f66d2ff5700 1 -- 172.21.15.46:0/3622150773 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55bef9eafed0 con 0x55bef9fcf080 2023-10-21T15:39:56.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f66d2ff5700 10 client.15414 handle_command_reply: tid=0 2023-10-21T15:39:56.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 client.15414 shutdown 2023-10-21T15:39:56.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 -- 172.21.15.46:0/3622150773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 msgr2=0x55bef9f73510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f73510 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f66e4016040 tx=0x7f66e4027ab0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 -- 172.21.15.46:0/3622150773 shutdown_connections 2023-10-21T15:39:56.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bef9fcf080 0x55bef9fd14a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bef9f656a0 0x55bef9f73a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bef9f63ea0 0x55bef9f74f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 --2- 172.21.15.46:0/3622150773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bef9f64800 0x55bef9f73510 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f66d2ff5700 0 client.15414 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:56.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.699+0000 7f6701803b80 1 -- 172.21.15.46:0/3622150773 >> 172.21.15.46:0/3622150773 conn(0x55bef9e91e50 msgr2=0x55bef9f6c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f6701803b80 1 -- 172.21.15.46:0/3622150773 shutdown_connections 2023-10-21T15:39:56.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f6701803b80 1 -- 172.21.15.46:0/3622150773 wait complete. 2023-10-21T15:39:56.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f6701803b80 20 client.15414 trim_cache size 0 max 16384 2023-10-21T15:39:56.718 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:56.718 INFO:teuthology.orchestra.run.smithi046.stdout: "return_code": 0, 2023-10-21T15:39:56.718 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_tag": "2d5551ff-a794-48c0-84a4-e1de4f73c6cc", 2023-10-21T15:39:56.719 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": "asynchronous" 2023-10-21T15:39:56.719 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:56.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 -- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66d80a1500 msgr2=0x7f66d80a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66d80a1500 0x7f66d80a39c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f66e4009c60 tx=0x7f66e4009260 comp rx=0 tx=0).stop 2023-10-21T15:39:56.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 -- 172.21.15.46:0/2011127163 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f66f0101990 msgr2=0x7f66f0101300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f66f0101990 0x7f66f0101300 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f66e000b680 tx=0x7f66e0004730 comp rx=0 tx=0).stop 2023-10-21T15:39:56.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 -- 172.21.15.46:0/2011127163 shutdown_connections 2023-10-21T15:39:56.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f66d80a1500 0x7f66d80a39c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f66f0106bf0 0x7f66f00ffe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f66f0101990 0x7f66f0101300 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 --2- 172.21.15.46:0/2011127163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f66f01042c0 0x7f66f00ff940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.700+0000 7f66f561a700 1 -- 172.21.15.46:0/2011127163 >> 172.21.15.46:0/2011127163 conn(0x7f66f00fb320 msgr2=0x7f66f0102600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.701+0000 7f66f561a700 1 -- 172.21.15.46:0/2011127163 shutdown_connections 2023-10-21T15:39:56.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.701+0000 7f66f561a700 1 -- 172.21.15.46:0/2011127163 wait complete. 2023-10-21T15:39:56.722 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-10-21T15:39:56.723 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-21T15:39:56.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 -- 172.21.15.46:0/1177512192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0058101950 msgr2=0x7f0058108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 --2- 172.21.15.46:0/1177512192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0058101950 0x7f0058108200 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f00500099c0 tx=0x7f0050009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 -- 172.21.15.46:0/1177512192 shutdown_connections 2023-10-21T15:39:56.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 --2- 172.21.15.46:0/1177512192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0058101950 0x7f0058108200 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 --2- 172.21.15.46:0/1177512192 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f00580ffdc0 0x7f00581001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 --2- 172.21.15.46:0/1177512192 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0058100fb0 0x7f0058101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 -- 172.21.15.46:0/1177512192 >> 172.21.15.46:0/1177512192 conn(0x7f00580fb2f0 msgr2=0x7f00580fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 -- 172.21.15.46:0/1177512192 shutdown_connections 2023-10-21T15:39:56.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.892+0000 7f005e39d700 1 -- 172.21.15.46:0/1177512192 wait complete. 2023-10-21T15:39:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f005e39d700 1 Processor -- start 2023-10-21T15:39:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f005e39d700 1 -- start start 2023-10-21T15:39:56.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f005e39d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f00580ffdc0 0x7f0058069bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f005e39d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0058100fb0 0x7f005819b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f005e39d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0058101950 0x7f005819dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f005e39d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005819e6b0 con 0x7f00580ffdc0 2023-10-21T15:39:56.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f005e39d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005819e820 con 0x7f0058100fb0 2023-10-21T15:39:56.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f005e39d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f005819e9e0 con 0x7f0058101950 2023-10-21T15:39:56.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f0057fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f00580ffdc0 0x7f0058069bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f0057fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f00580ffdc0 0x7f0058069bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34864/0 (socket says 172.21.15.46:34864) 2023-10-21T15:39:56.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.893+0000 7f0057fff700 1 -- 172.21.15.46:0/3106792976 learned_addr learned my addr 172.21.15.46:0/3106792976 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f004f7fe700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0058100fb0 0x7f005819b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f005c93a700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0058101950 0x7f005819dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0057fff700 1 -- 172.21.15.46:0/3106792976 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0058101950 msgr2=0x7f005819dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0057fff700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0058101950 0x7f005819dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0057fff700 1 -- 172.21.15.46:0/3106792976 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0058100fb0 msgr2=0x7f005819b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0057fff700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0058100fb0 0x7f005819b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0057fff700 1 -- 172.21.15.46:0/3106792976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00500095f0 con 0x7f00580ffdc0 2023-10-21T15:39:56.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0057fff700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f00580ffdc0 0x7f0058069bb0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f004800efc0 tx=0x7f004800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0055ffb700 1 -- 172.21.15.46:0/3106792976 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0048018070 con 0x7f00580ffdc0 2023-10-21T15:39:56.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0055ffb700 1 -- 172.21.15.46:0/3106792976 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f004800f040 con 0x7f00580ffdc0 2023-10-21T15:39:56.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f0055ffb700 1 -- 172.21.15.46:0/3106792976 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0048004310 con 0x7f00580ffdc0 2023-10-21T15:39:56.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f005e39d700 1 -- 172.21.15.46:0/3106792976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f005819ec60 con 0x7f00580ffdc0 2023-10-21T15:39:56.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.894+0000 7f005e39d700 1 -- 172.21.15.46:0/3106792976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f005819f120 con 0x7f00580ffdc0 2023-10-21T15:39:56.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.896+0000 7f0055ffb700 1 -- 172.21.15.46:0/3106792976 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f004800ca70 con 0x7f00580ffdc0 2023-10-21T15:39:56.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.897+0000 7f0055ffb700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f00440a1480 0x7f00440a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.897+0000 7f004f7fe700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f00440a1480 0x7f00440a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.897+0000 7f0055ffb700 1 -- 172.21.15.46:0/3106792976 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f00480ccc50 con 0x7f00580ffdc0 2023-10-21T15:39:56.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.898+0000 7f004f7fe700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f00440a1480 0x7f00440a3940 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0058069920 tx=0x7f004000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f006a586b80 1 Processor -- start 2023-10-21T15:39:56.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f006a586b80 1 -- start start 2023-10-21T15:39:56.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f006a586b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 0x55f21da3f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f006a586b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3f780 0x55f21da40040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f006a586b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da40aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f006a586b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21d9b3c70 con 0x55f21da40620 2023-10-21T15:39:56.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f006a586b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21d998c60 con 0x55f21da3ee20 2023-10-21T15:39:56.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f006a586b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21d996580 con 0x55f21da3f780 2023-10-21T15:39:56.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f005c93a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da40aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f005c93a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da40aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34876/0 (socket says 172.21.15.46:34876) 2023-10-21T15:39:56.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f005c93a700 1 -- 172.21.15.46:0/60409352 learned_addr learned my addr 172.21.15.46:0/60409352 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.899+0000 7f004f7fe700 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3f780 0x55f21da40040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f0057fff700 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 0x55f21da3f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f005c93a700 1 -- 172.21.15.46:0/60409352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3f780 msgr2=0x55f21da40040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f005c93a700 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3f780 0x55f21da40040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f005c93a700 1 -- 172.21.15.46:0/60409352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 msgr2=0x55f21da3f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f005c93a700 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 0x55f21da3f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f005c93a700 1 -- 172.21.15.46:0/60409352 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f21d94f3f0 con 0x55f21da40620 2023-10-21T15:39:56.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f004f7fe700 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3f780 0x55f21da40040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:56.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f005c93a700 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da40aa0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f0050009990 tx=0x7f0050005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8c8ac7d1a49a475 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.921 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f004e7fc700 1 -- 172.21.15.46:0/60409352 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f005001d040 con 0x55f21da40620 2023-10-21T15:39:56.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f004e7fc700 1 -- 172.21.15.46:0/60409352 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0050005070 con 0x55f21da40620 2023-10-21T15:39:56.922 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.900+0000 7f004e7fc700 1 -- 172.21.15.46:0/60409352 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0050003b90 con 0x55f21da40620 2023-10-21T15:39:56.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 -- 172.21.15.46:0/60409352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 msgr2=0x55f21da40aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da40aa0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f0050009990 tx=0x7f0050005e80 comp rx=0 tx=0).stop 2023-10-21T15:39:56.923 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 -- 172.21.15.46:0/60409352 shutdown_connections 2023-10-21T15:39:56.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da40aa0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 0x55f21da3f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.924 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 --2- 172.21.15.46:0/60409352 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3f780 0x55f21da40040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 -- 172.21.15.46:0/60409352 >> 172.21.15.46:0/60409352 conn(0x55f21d96cdd0 msgr2=0x55f21da39fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 -- 172.21.15.46:0/60409352 shutdown_connections 2023-10-21T15:39:56.925 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 -- 172.21.15.46:0/60409352 wait complete. 2023-10-21T15:39:56.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 -- start start 2023-10-21T15:39:56.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.901+0000 7f006a586b80 1 Processor -- start 2023-10-21T15:39:56.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f006a586b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 0x55f21da48c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f006a586b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da3f780 0x55f21da491b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f006a586b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da40620 0x55f21da501f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f006a586b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21d991e70 con 0x55f21da3f780 2023-10-21T15:39:56.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f006a586b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21d92e710 con 0x55f21da3ee20 2023-10-21T15:39:56.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f006a586b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21d92e3b0 con 0x55f21da40620 2023-10-21T15:39:56.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f006a586b80 10 client.0 _ll_register_callbacks cb 0x55f21d78b800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:56.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da3f780 0x55f21da491b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da3f780 0x55f21da491b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34880/0 (socket says 172.21.15.46:34880) 2023-10-21T15:39:56.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 -- 172.21.15.46:0/2417954608 learned_addr learned my addr 172.21.15.46:0/2417954608 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f0057fff700 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 0x55f21da48c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f005c93a700 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da40620 0x55f21da501f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 -- 172.21.15.46:0/2417954608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da40620 msgr2=0x55f21da501f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da40620 0x55f21da501f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 -- 172.21.15.46:0/2417954608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 msgr2=0x55f21da48c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 0x55f21da48c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 -- 172.21.15.46:0/2417954608 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0058108b50 con 0x55f21da3f780 2023-10-21T15:39:56.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f004f7fe700 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da3f780 0x55f21da491b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f0040011770 tx=0x7f00400047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdf0963da4731c3 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.902+0000 7f00377fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:56.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f00377fe700 1 -- 172.21.15.46:0/2417954608 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0040004a30 con 0x55f21da3f780 2023-10-21T15:39:56.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f00377fe700 1 -- 172.21.15.46:0/2417954608 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0040017070 con 0x55f21da3f780 2023-10-21T15:39:56.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 1 -- 172.21.15.46:0/2417954608 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f21d996ef0 con 0x55f21da3f780 2023-10-21T15:39:56.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f00377fe700 1 -- 172.21.15.46:0/2417954608 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0040004b90 con 0x55f21da3f780 2023-10-21T15:39:56.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 10 client.15426 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:56.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 1 -- 172.21.15.46:0/2417954608 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f21d7bcde0 con 0x55f21da3f780 2023-10-21T15:39:56.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f00377fe700 1 -- 172.21.15.46:0/2417954608 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f21d996ef0 con 0x55f21da3f780 2023-10-21T15:39:56.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f00377fe700 1 -- 172.21.15.46:0/2417954608 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0040030070 con 0x55f21da3f780 2023-10-21T15:39:56.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 10 client.15426 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:56.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 10 client.15426 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:56.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 20 client.15426 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:56.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55f21da54aa0 0x55f21da56ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 4 client.15426 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:56.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f006a586b80 1 -- 172.21.15.46:0/2417954608 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f21da0ec10 con 0x55f21da54aa0 2023-10-21T15:39:56.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.903+0000 7f0057fff700 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55f21da54aa0 0x55f21da56ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.904+0000 7f0057fff700 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55f21da54aa0 0x55f21da56ec0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4aa79edf5ac19e48 server_cookie=9e64c1ab583daf7 in_seq=0 out_seq=0 2023-10-21T15:39:56.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.904+0000 7f00377fe700 10 client.15426 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:56.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f00377fe700 1 -- 172.21.15.46:0/2417954608 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f21da0ec10 con 0x55f21da54aa0 2023-10-21T15:39:56.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f00377fe700 10 client.15426 handle_command_reply: tid=0 2023-10-21T15:39:56.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 client.15426 shutdown 2023-10-21T15:39:56.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 -- 172.21.15.46:0/2417954608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da3f780 msgr2=0x55f21da491b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da3f780 0x55f21da491b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f0040011770 tx=0x7f00400047c0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 -- 172.21.15.46:0/2417954608 shutdown_connections 2023-10-21T15:39:56.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55f21da54aa0 0x55f21da56ec0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da40620 0x55f21da501f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3ee20 0x55f21da48c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f00377fe700 0 client.15426 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:56.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 --2- 172.21.15.46:0/2417954608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da3f780 0x55f21da491b0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 -- 172.21.15.46:0/2417954608 >> 172.21.15.46:0/2417954608 conn(0x55f21d96cdd0 msgr2=0x55f21da39bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 -- 172.21.15.46:0/2417954608 shutdown_connections 2023-10-21T15:39:56.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 1 -- 172.21.15.46:0/2417954608 wait complete. 2023-10-21T15:39:56.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.905+0000 7f006a586b80 20 client.15426 trim_cache size 0 max 16384 2023-10-21T15:39:56.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f006a586b80 1 Processor -- start 2023-10-21T15:39:56.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f006a586b80 1 -- start start 2023-10-21T15:39:56.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f006a586b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da469e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f006a586b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da501b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f006a586b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da39b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f006a586b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21d812920 con 0x55f21da40620 2023-10-21T15:39:56.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f006a586b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21da48120 con 0x55f21da3f780 2023-10-21T15:39:56.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f006a586b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21da3fb60 con 0x55f21da3ee20 2023-10-21T15:39:56.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f005c93a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da39b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f005c93a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da39b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34890/0 (socket says 172.21.15.46:34890) 2023-10-21T15:39:56.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f005c93a700 1 -- 172.21.15.46:0/733511732 learned_addr learned my addr 172.21.15.46:0/733511732 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f004f7fe700 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da501b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.922+0000 7f0057fff700 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da469e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f005c93a700 1 -- 172.21.15.46:0/733511732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 msgr2=0x55f21da469e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f005c93a700 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da469e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f005c93a700 1 -- 172.21.15.46:0/733511732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 msgr2=0x55f21da501b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f005c93a700 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da501b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f005c93a700 1 -- 172.21.15.46:0/733511732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f21d7a5c60 con 0x55f21da40620 2023-10-21T15:39:56.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f004f7fe700 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da501b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:39:56.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f005c93a700 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da39b00 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f0050009d10 tx=0x7f005000b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5cc3e4d10ef3785 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f004effd700 1 -- 172.21.15.46:0/733511732 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f005001d040 con 0x55f21da40620 2023-10-21T15:39:56.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f004effd700 1 -- 172.21.15.46:0/733511732 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f005000bd50 con 0x55f21da40620 2023-10-21T15:39:56.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.923+0000 7f004effd700 1 -- 172.21.15.46:0/733511732 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0050003c50 con 0x55f21da40620 2023-10-21T15:39:56.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 -- 172.21.15.46:0/733511732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 msgr2=0x55f21da39b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da39b00 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f0050009d10 tx=0x7f005000b630 comp rx=0 tx=0).stop 2023-10-21T15:39:56.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 -- 172.21.15.46:0/733511732 shutdown_connections 2023-10-21T15:39:56.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da39b00 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da469e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 --2- 172.21.15.46:0/733511732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da501b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 -- 172.21.15.46:0/733511732 >> 172.21.15.46:0/733511732 conn(0x55f21d96cdd0 msgr2=0x55f21da387a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 -- 172.21.15.46:0/733511732 shutdown_connections 2023-10-21T15:39:56.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 -- 172.21.15.46:0/733511732 wait complete. 2023-10-21T15:39:56.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 -- start start 2023-10-21T15:39:56.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.924+0000 7f006a586b80 1 Processor -- start 2023-10-21T15:39:56.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f006a586b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da4be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f006a586b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da4c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f006a586b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da4f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f006a586b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21da4f8d0 con 0x55f21da40620 2023-10-21T15:39:56.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f006a586b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21da4fa40 con 0x55f21da3f780 2023-10-21T15:39:56.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f006a586b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f21da4fc00 con 0x55f21da3ee20 2023-10-21T15:39:56.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f006a586b80 10 client.0 _ll_register_callbacks cb 0x7f0040010d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:56.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da4f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da4f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34896/0 (socket says 172.21.15.46:34896) 2023-10-21T15:39:56.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 -- 172.21.15.46:0/2175878446 learned_addr learned my addr 172.21.15.46:0/2175878446 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:56.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f004f7fe700 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da4c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f0057fff700 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da4be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 -- 172.21.15.46:0/2175878446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 msgr2=0x55f21da4be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da4be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 -- 172.21.15.46:0/2175878446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 msgr2=0x55f21da4c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:56.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da4c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 -- 172.21.15.46:0/2175878446 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f21d7bcde0 con 0x55f21da40620 2023-10-21T15:39:56.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f0057fff700 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da4be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:56.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f005c93a700 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da4f390 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0050003840 tx=0x7f005000b540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e663c8c228970c89 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:56.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.925+0000 7f00377fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:56.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f00377fe700 1 -- 172.21.15.46:0/2175878446 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00500055f0 con 0x55f21da40620 2023-10-21T15:39:56.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 1 -- 172.21.15.46:0/2175878446 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0050005070 con 0x55f21da40620 2023-10-21T15:39:56.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f00377fe700 1 -- 172.21.15.46:0/2175878446 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0050003950 con 0x55f21da40620 2023-10-21T15:39:56.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f00377fe700 1 -- 172.21.15.46:0/2175878446 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0050003b10 con 0x55f21da40620 2023-10-21T15:39:56.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 10 client.15432 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:56.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 1 -- 172.21.15.46:0/2175878446 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f21d94f3f0 con 0x55f21da40620 2023-10-21T15:39:56.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f00377fe700 1 -- 172.21.15.46:0/2175878446 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0050005070 con 0x55f21da40620 2023-10-21T15:39:56.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f00377fe700 1 -- 172.21.15.46:0/2175878446 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f005000f460 con 0x55f21da40620 2023-10-21T15:39:56.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 10 client.15432 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:56.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 10 client.15432 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:56.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 20 client.15432 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:56.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55f21daa9290 0x55f21daab6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:56.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 4 client.15432 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-21T15:39:56.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.926+0000 7f006a586b80 1 -- 172.21.15.46:0/2175878446 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f21d98ae50 con 0x55f21daa9290 2023-10-21T15:39:56.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.927+0000 7f0057fff700 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55f21daa9290 0x55f21daab6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:56.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.927+0000 7f00377fe700 10 client.15432 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:56.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.927+0000 7f0057fff700 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55f21daa9290 0x55f21daab6b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a4b45ae7e6cc957 server_cookie=6e2094930173e4b3 in_seq=0 out_seq=0 2023-10-21T15:39:56.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.927+0000 7f00377fe700 1 -- 172.21.15.46:0/2175878446 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55f21d98ae50 con 0x55f21daa9290 2023-10-21T15:39:56.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.927+0000 7f00377fe700 10 client.15432 handle_command_reply: tid=0 2023-10-21T15:39:56.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.927+0000 7f006a586b80 1 client.15432 shutdown 2023-10-21T15:39:56.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.927+0000 7f006a586b80 1 -- 172.21.15.46:0/2175878446 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 msgr2=0x55f21da4f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da4f390 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f0050003840 tx=0x7f005000b540 comp rx=0 tx=0).stop 2023-10-21T15:39:56.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 -- 172.21.15.46:0/2175878446 shutdown_connections 2023-10-21T15:39:56.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55f21daa9290 0x55f21daab6b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f21da40620 0x55f21da4f390 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f21da3ee20 0x55f21da4be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f00377fe700 0 client.15432 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:56.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 --2- 172.21.15.46:0/2175878446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f21da3f780 0x55f21da4c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 -- 172.21.15.46:0/2175878446 >> 172.21.15.46:0/2175878446 conn(0x55f21d96cdd0 msgr2=0x55f21da434f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 -- 172.21.15.46:0/2175878446 shutdown_connections 2023-10-21T15:39:56.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 1 -- 172.21.15.46:0/2175878446 wait complete. 2023-10-21T15:39:56.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f006a586b80 20 client.15432 trim_cache size 0 max 16384 2023-10-21T15:39:56.974 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:56.975 INFO:teuthology.orchestra.run.smithi046.stdout: "status": "no active scrubs running", 2023-10-21T15:39:56.975 INFO:teuthology.orchestra.run.smithi046.stdout: "scrubs": {} 2023-10-21T15:39:56.975 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:56.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 -- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f00440a1480 msgr2=0x7f00440a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f00440a1480 0x7f00440a3940 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0058069920 tx=0x7f004000b410 comp rx=0 tx=0).stop 2023-10-21T15:39:56.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 -- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f00580ffdc0 msgr2=0x7f0058069bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:56.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f00580ffdc0 0x7f0058069bb0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f004800efc0 tx=0x7f004800c3a0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 -- 172.21.15.46:0/3106792976 shutdown_connections 2023-10-21T15:39:56.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f00440a1480 0x7f00440a3940 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f00580ffdc0 0x7f0058069bb0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0058101950 0x7f005819dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 --2- 172.21.15.46:0/3106792976 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0058100fb0 0x7f005819b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:56.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 -- 172.21.15.46:0/3106792976 >> 172.21.15.46:0/3106792976 conn(0x7f00580fb2f0 msgr2=0x7f00580fd520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:56.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 -- 172.21.15.46:0/3106792976 shutdown_connections 2023-10-21T15:39:56.981 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:56.928+0000 7f005e39d700 1 -- 172.21.15.46:0/3106792976 wait complete. 2023-10-21T15:39:56.981 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-21T15:39:56.982 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:39:57.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.106+0000 7f8851923700 1 -- 172.21.15.46:0/21063252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c0ffde0 msgr2=0x7f884c100200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.106+0000 7f8851923700 1 --2- 172.21.15.46:0/21063252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c0ffde0 0x7f884c100200 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f883c0099c0 tx=0x7f883c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.106+0000 7f8851923700 1 -- 172.21.15.46:0/21063252 shutdown_connections 2023-10-21T15:39:57.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.106+0000 7f8851923700 1 --2- 172.21.15.46:0/21063252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c0ffde0 0x7f884c100200 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.106+0000 7f8851923700 1 --2- 172.21.15.46:0/21063252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f884c101970 0x7f884c108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.106+0000 7f8851923700 1 --2- 172.21.15.46:0/21063252 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f884c100fd0 0x7f884c101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.106+0000 7f8851923700 1 -- 172.21.15.46:0/21063252 >> 172.21.15.46:0/21063252 conn(0x7f884c0fb310 msgr2=0x7f884c0fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.107+0000 7f8851923700 1 -- 172.21.15.46:0/21063252 shutdown_connections 2023-10-21T15:39:57.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.107+0000 7f8851923700 1 -- 172.21.15.46:0/21063252 wait complete. 2023-10-21T15:39:57.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.107+0000 7f8851923700 1 Processor -- start 2023-10-21T15:39:57.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.107+0000 7f8851923700 1 -- start start 2023-10-21T15:39:57.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8851923700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f884c0ffde0 0x7f884c069e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8851923700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c100fd0 0x7f884c19b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8851923700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f884c101970 0x7f884c19de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8851923700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f884c19e620 con 0x7f884c100fd0 2023-10-21T15:39:57.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8851923700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f884c19e790 con 0x7f884c101970 2023-10-21T15:39:57.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8851923700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f884c19e950 con 0x7f884c0ffde0 2023-10-21T15:39:57.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c100fd0 0x7f884c19b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c100fd0 0x7f884c19b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34908/0 (socket says 172.21.15.46:34908) 2023-10-21T15:39:57.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 -- 172.21.15.46:0/3871321472 learned_addr learned my addr 172.21.15.46:0/3871321472 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884affd700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f884c0ffde0 0x7f884c069e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884b7fe700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f884c101970 0x7f884c19de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 -- 172.21.15.46:0/3871321472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f884c0ffde0 msgr2=0x7f884c069e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f884c0ffde0 0x7f884c069e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 -- 172.21.15.46:0/3871321472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f884c101970 msgr2=0x7f884c19de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f884c101970 0x7f884c19de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 -- 172.21.15.46:0/3871321472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f883c0095f0 con 0x7f884c100fd0 2023-10-21T15:39:57.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884b7fe700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f884c101970 0x7f884c19de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:57.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f884a7fc700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c100fd0 0x7f884c19b800 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f884000d950 tx=0x7f884000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8850921700 1 -- 172.21.15.46:0/3871321472 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8840009940 con 0x7f884c100fd0 2023-10-21T15:39:57.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8850921700 1 -- 172.21.15.46:0/3871321472 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8840010460 con 0x7f884c100fd0 2023-10-21T15:39:57.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f884c19ec30 con 0x7f884c100fd0 2023-10-21T15:39:57.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8850921700 1 -- 172.21.15.46:0/3871321472 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f884000f620 con 0x7f884c100fd0 2023-10-21T15:39:57.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.108+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f884c19f140 con 0x7f884c100fd0 2023-10-21T15:39:57.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.109+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f884c1072e0 con 0x7f884c100fd0 2023-10-21T15:39:57.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.111+0000 7f8850921700 1 -- 172.21.15.46:0/3871321472 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f88400108d0 con 0x7f884c100fd0 2023-10-21T15:39:57.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.111+0000 7f8850921700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f88340a1520 0x7f88340a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.111+0000 7f884affd700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f88340a1520 0x7f88340a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.111+0000 7f8850921700 1 -- 172.21.15.46:0/3871321472 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f88400ccb00 con 0x7f884c100fd0 2023-10-21T15:39:57.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.112+0000 7f884affd700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f88340a1520 0x7f88340a39e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f883c009990 tx=0x7f883c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.115+0000 7f8850921700 1 -- 172.21.15.46:0/3871321472 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8840096170 con 0x7f884c100fd0 2023-10-21T15:39:57.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:56 smithi046 ceph-mon[99436]: pgmap v305: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2023-10-21T15:39:57.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:56 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3027812589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:57.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:56 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4077865162' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:57.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:56 smithi046 ceph-mon[99436]: scrub queued for path: / 2023-10-21T15:39:57.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:56 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:39:57.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:56 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:39:57.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:56 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:39:57.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:56 smithi046 ceph-mon[99436]: scrub summary: idle 2023-10-21T15:39:57.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:56 smithi105 ceph-mon[103980]: pgmap v305: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2023-10-21T15:39:57.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:56 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3027812589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:57.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:56 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4077865162' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:57.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:56 smithi105 ceph-mon[103980]: scrub queued for path: / 2023-10-21T15:39:57.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:56 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:39:57.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:56 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:39:57.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:56 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:39:57.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:56 smithi105 ceph-mon[103980]: scrub summary: idle 2023-10-21T15:39:57.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:56 smithi119 ceph-mon[103628]: pgmap v305: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2023-10-21T15:39:57.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:56 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3027812589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:57.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:56 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4077865162' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:39:57.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:56 smithi119 ceph-mon[103628]: scrub queued for path: / 2023-10-21T15:39:57.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:56 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:39:57.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:56 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:39:57.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:56 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:39:57.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:56 smithi119 ceph-mon[103628]: scrub summary: idle 2023-10-21T15:39:57.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.364+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f884c10b840 con 0x7f884c100fd0 2023-10-21T15:39:57.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.364+0000 7f8850921700 1 -- 172.21.15.46:0/3871321472 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7f8840016090 con 0x7f884c100fd0 2023-10-21T15:39:57.367 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:39:57.367 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:39:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f88340a1520 msgr2=0x7f88340a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f88340a1520 0x7f88340a39e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f883c009990 tx=0x7f883c005fb0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c100fd0 msgr2=0x7f884c19b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c100fd0 0x7f884c19b800 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f884000d950 tx=0x7f884000dc60 comp rx=0 tx=0).stop 2023-10-21T15:39:57.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 shutdown_connections 2023-10-21T15:39:57.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f88340a1520 0x7f88340a39e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f884c101970 0x7f884c19de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f884c0ffde0 0x7f884c069e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 --2- 172.21.15.46:0/3871321472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f884c100fd0 0x7f884c19b800 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 >> 172.21.15.46:0/3871321472 conn(0x7f884c0fb310 msgr2=0x7f884c104420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.366+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 shutdown_connections 2023-10-21T15:39:57.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.367+0000 7f8851923700 1 -- 172.21.15.46:0/3871321472 wait complete. 2023-10-21T15:39:57.372 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:39:57.383 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-10-21T15:39:57.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 -- 172.21.15.46:0/1734833491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 msgr2=0x7f0b5c1024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 --2- 172.21.15.46:0/1734833491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 0x7f0b5c1024d0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c009990 tx=0x7f0b4c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 -- 172.21.15.46:0/1734833491 shutdown_connections 2023-10-21T15:39:57.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 --2- 172.21.15.46:0/1734833491 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5c102a10 0x7f0b5c109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 --2- 172.21.15.46:0/1734833491 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b5c100e70 0x7f0b5c101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 --2- 172.21.15.46:0/1734833491 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 0x7f0b5c1024d0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 -- 172.21.15.46:0/1734833491 >> 172.21.15.46:0/1734833491 conn(0x7f0b5c0fc3f0 msgr2=0x7f0b5c0fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 -- 172.21.15.46:0/1734833491 shutdown_connections 2023-10-21T15:39:57.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 -- 172.21.15.46:0/1734833491 wait complete. 2023-10-21T15:39:57.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 Processor -- start 2023-10-21T15:39:57.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.509+0000 7f0b64127700 1 -- start start 2023-10-21T15:39:57.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b64127700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5c100e70 0x7f0b5c196c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b64127700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 0x7f0b5c197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b64127700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b5c102a10 0x7f0b5c19e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b64127700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b5c19e790 con 0x7f0b5c102050 2023-10-21T15:39:57.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b64127700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b5c19e900 con 0x7f0b5c100e70 2023-10-21T15:39:57.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b64127700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b5c19eac0 con 0x7f0b5c102a10 2023-10-21T15:39:57.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 0x7f0b5c197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 0x7f0b5c197190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34922/0 (socket says 172.21.15.46:34922) 2023-10-21T15:39:57.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 -- 172.21.15.46:0/2960672955 learned_addr learned my addr 172.21.15.46:0/2960672955 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5c100e70 0x7f0b5c196c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b626c4700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b5c102a10 0x7f0b5c19e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 -- 172.21.15.46:0/2960672955 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b5c102a10 msgr2=0x7f0b5c19e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b5c102a10 0x7f0b5c19e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 -- 172.21.15.46:0/2960672955 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5c100e70 msgr2=0x7f0b5c196c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5c100e70 0x7f0b5c196c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 -- 172.21.15.46:0/2960672955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b4c0095f0 con 0x7f0b5c102050 2023-10-21T15:39:57.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b616c2700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 0x7f0b5c197190 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00b680 tx=0x7f0b4c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b52ffd700 1 -- 172.21.15.46:0/2960672955 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c01d070 con 0x7f0b5c102050 2023-10-21T15:39:57.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b52ffd700 1 -- 172.21.15.46:0/2960672955 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b4c0054f0 con 0x7f0b5c102050 2023-10-21T15:39:57.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b64127700 1 -- 172.21.15.46:0/2960672955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b5c19ed40 con 0x7f0b5c102050 2023-10-21T15:39:57.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b52ffd700 1 -- 172.21.15.46:0/2960672955 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c004be0 con 0x7f0b5c102050 2023-10-21T15:39:57.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.510+0000 7f0b64127700 1 -- 172.21.15.46:0/2960672955 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b5c19f100 con 0x7f0b5c102050 2023-10-21T15:39:57.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.513+0000 7f0b52ffd700 1 -- 172.21.15.46:0/2960672955 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0b4c00fbc0 con 0x7f0b5c102050 2023-10-21T15:39:57.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.513+0000 7f0b52ffd700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b480a1480 0x7f0b480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.513+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b480a1480 0x7f0b480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b52ffd700 1 -- 172.21.15.46:0/2960672955 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0b4c0cdf40 con 0x7f0b5c102050 2023-10-21T15:39:57.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b480a1480 0x7f0b480a3940 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0b5c198120 tx=0x7f0b58009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b70310b80 1 Processor -- start 2023-10-21T15:39:57.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b70310b80 1 -- start start 2023-10-21T15:39:57.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6548f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be65490450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 0x55be65490eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b70310b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be653ffc70 con 0x55be6548f230 2023-10-21T15:39:57.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b70310b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be653e4c60 con 0x55be6548fb90 2023-10-21T15:39:57.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.514+0000 7f0b70310b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be653e2580 con 0x55be65490a30 2023-10-21T15:39:57.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6548f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6548f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34928/0 (socket says 172.21.15.46:34928) 2023-10-21T15:39:57.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 -- 172.21.15.46:0/1675616182 learned_addr learned my addr 172.21.15.46:0/1675616182 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.528 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b626c4700 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 0x55be65490eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b616c2700 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be65490450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 -- 172.21.15.46:0/1675616182 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 msgr2=0x55be65490eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 0x55be65490eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 -- 172.21.15.46:0/1675616182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 msgr2=0x55be65490450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.529 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be65490450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 -- 172.21.15.46:0/1675616182 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55be6539b3f0 con 0x55be6548f230 2023-10-21T15:39:57.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6548f650 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f0b58011d30 tx=0x7f0b58014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8a7aaef2cf3c8ed server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b47fff700 1 -- 172.21.15.46:0/1675616182 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b5800eb20 con 0x55be6548f230 2023-10-21T15:39:57.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b47fff700 1 -- 172.21.15.46:0/1675616182 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b58021070 con 0x55be6548f230 2023-10-21T15:39:57.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.515+0000 7f0b47fff700 1 -- 172.21.15.46:0/1675616182 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b5801cea0 con 0x55be6548f230 2023-10-21T15:39:57.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 -- 172.21.15.46:0/1675616182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 msgr2=0x55be6548f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6548f650 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f0b58011d30 tx=0x7f0b58014000 comp rx=0 tx=0).stop 2023-10-21T15:39:57.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 -- 172.21.15.46:0/1675616182 shutdown_connections 2023-10-21T15:39:57.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6548f650 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 0x55be65490eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1675616182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be65490450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 -- 172.21.15.46:0/1675616182 >> 172.21.15.46:0/1675616182 conn(0x55be653b8dd0 msgr2=0x55be65485f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 -- 172.21.15.46:0/1675616182 shutdown_connections 2023-10-21T15:39:57.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 -- 172.21.15.46:0/1675616182 wait complete. 2023-10-21T15:39:57.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.516+0000 7f0b70310b80 1 -- start start 2023-10-21T15:39:57.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b70310b80 1 Processor -- start 2023-10-21T15:39:57.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be654990c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 0x55be65499600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be65490a30 0x55be654a0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b70310b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be653dde70 con 0x55be6548f230 2023-10-21T15:39:57.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b70310b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be6537a710 con 0x55be65490a30 2023-10-21T15:39:57.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b70310b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be6537a3b0 con 0x55be6548fb90 2023-10-21T15:39:57.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b70310b80 10 client.0 _ll_register_callbacks cb 0x55be651d7800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:57.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b61ec3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be654990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b61ec3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be654990c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34934/0 (socket says 172.21.15.46:34934) 2023-10-21T15:39:57.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b61ec3700 1 -- 172.21.15.46:0/1577383378 learned_addr learned my addr 172.21.15.46:0/1577383378 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b616c2700 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 0x55be65499600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b626c4700 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be65490a30 0x55be654a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b61ec3700 1 -- 172.21.15.46:0/1577383378 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 msgr2=0x55be65499600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 0x55be65499600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b61ec3700 1 -- 172.21.15.46:0/1577383378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be65490a30 msgr2=0x55be654a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.517+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be65490a30 0x55be654a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b61ec3700 1 -- 172.21.15.46:0/1577383378 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b58017070 con 0x55be6548f230 2023-10-21T15:39:57.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be654990c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f0b5801ce00 tx=0x7f0b5801ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cec22fa5a286dae9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b457fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:57.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b457fa700 1 -- 172.21.15.46:0/1577383378 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b58011e60 con 0x55be6548f230 2023-10-21T15:39:57.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b457fa700 1 -- 172.21.15.46:0/1577383378 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0b5800ed30 con 0x55be6548f230 2023-10-21T15:39:57.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 1 -- 172.21.15.46:0/1577383378 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55be653e2ef0 con 0x55be6548f230 2023-10-21T15:39:57.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b457fa700 1 -- 172.21.15.46:0/1577383378 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0b5801c410 con 0x55be6548f230 2023-10-21T15:39:57.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 10 client.15450 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:57.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 1 -- 172.21.15.46:0/1577383378 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55be65208de0 con 0x55be6548f230 2023-10-21T15:39:57.537 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b457fa700 1 -- 172.21.15.46:0/1577383378 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55be653e2ef0 con 0x55be6548f230 2023-10-21T15:39:57.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b457fa700 1 -- 172.21.15.46:0/1577383378 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0b58004780 con 0x55be6548f230 2023-10-21T15:39:57.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 10 client.15450 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:57.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 10 client.15450 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2023-10-21T15:39:57.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 20 client.15450 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:57.538 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55be654a4d80 0x55be654a71a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 4 client.15450 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:57.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.518+0000 7f0b70310b80 1 -- 172.21.15.46:0/1577383378 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55be6545ac10 con 0x55be654a4d80 2023-10-21T15:39:57.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.519+0000 7f0b616c2700 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55be654a4d80 0x55be654a71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.519+0000 7f0b457fa700 10 client.15450 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:57.539 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.519+0000 7f0b616c2700 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55be654a4d80 0x55be654a71a0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4f42ee90a96e3f2b server_cookie=9108faab84e09863 in_seq=0 out_seq=0 2023-10-21T15:39:57.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b457fa700 1 -- 172.21.15.46:0/1577383378 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55be6545ac10 con 0x55be654a4d80 2023-10-21T15:39:57.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b457fa700 10 client.15450 handle_command_reply: tid=0 2023-10-21T15:39:57.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 client.15450 shutdown 2023-10-21T15:39:57.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 -- 172.21.15.46:0/1577383378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 msgr2=0x55be654990c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be654990c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f0b5801ce00 tx=0x7f0b5801ce30 comp rx=0 tx=0).stop 2023-10-21T15:39:57.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 -- 172.21.15.46:0/1577383378 shutdown_connections 2023-10-21T15:39:57.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55be654a4d80 0x55be654a71a0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be654990c0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be65490a30 0x55be654a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b457fa700 0 client.15450 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:57.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 --2- 172.21.15.46:0/1577383378 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 0x55be65499600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 -- 172.21.15.46:0/1577383378 >> 172.21.15.46:0/1577383378 conn(0x55be653b8dd0 msgr2=0x55be65485b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 -- 172.21.15.46:0/1577383378 shutdown_connections 2023-10-21T15:39:57.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 1 -- 172.21.15.46:0/1577383378 wait complete. 2023-10-21T15:39:57.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.520+0000 7f0b70310b80 20 client.15450 trim_cache size 0 max 16384 2023-10-21T15:39:57.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b70310b80 1 Processor -- start 2023-10-21T15:39:57.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b70310b80 1 -- start start 2023-10-21T15:39:57.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548f230 0x55be65493940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 0x55be654a0600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be65490a30 0x55be65493e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b70310b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be6525e920 con 0x55be65490a30 2023-10-21T15:39:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b70310b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be654908b0 con 0x55be6548f230 2023-10-21T15:39:57.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b70310b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be65498570 con 0x55be6548fb90 2023-10-21T15:39:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b626c4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be65490a30 0x55be65493e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b626c4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be65490a30 0x55be65493e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34946/0 (socket says 172.21.15.46:34946) 2023-10-21T15:39:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b626c4700 1 -- 172.21.15.46:0/2774471401 learned_addr learned my addr 172.21.15.46:0/2774471401 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b616c2700 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 0x55be654a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.533+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548f230 0x55be65493940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b626c4700 1 -- 172.21.15.46:0/2774471401 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 msgr2=0x55be654a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b626c4700 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 0x55be654a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b626c4700 1 -- 172.21.15.46:0/2774471401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548f230 msgr2=0x55be65493940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b626c4700 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548f230 0x55be65493940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b626c4700 1 -- 172.21.15.46:0/2774471401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55be651f1c60 con 0x55be65490a30 2023-10-21T15:39:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b626c4700 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be65490a30 0x55be65493e80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f0b54009e50 tx=0x7f0b54009e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2facb0332615bbf1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b50ff9700 1 -- 172.21.15.46:0/2774471401 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b54004bb0 con 0x55be65490a30 2023-10-21T15:39:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b50ff9700 1 -- 172.21.15.46:0/2774471401 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b5400f040 con 0x55be65490a30 2023-10-21T15:39:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b50ff9700 1 -- 172.21.15.46:0/2774471401 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b54005020 con 0x55be65490a30 2023-10-21T15:39:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.534+0000 7f0b70310b80 1 -- 172.21.15.46:0/2774471401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be65490a30 msgr2=0x55be65493e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be65490a30 0x55be65493e80 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f0b54009e50 tx=0x7f0b54009e80 comp rx=0 tx=0).stop 2023-10-21T15:39:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 -- 172.21.15.46:0/2774471401 shutdown_connections 2023-10-21T15:39:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be65490a30 0x55be65493e80 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548f230 0x55be65493940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2774471401 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be6548fb90 0x55be654a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 -- 172.21.15.46:0/2774471401 >> 172.21.15.46:0/2774471401 conn(0x55be653b8dd0 msgr2=0x55be65496e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 -- 172.21.15.46:0/2774471401 shutdown_connections 2023-10-21T15:39:57.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 -- 172.21.15.46:0/2774471401 wait complete. 2023-10-21T15:39:57.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 -- start start 2023-10-21T15:39:57.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 Processor -- start 2023-10-21T15:39:57.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6549ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be654a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 0x55be6549ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be6549d0e0 con 0x55be6548f230 2023-10-21T15:39:57.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be6549d250 con 0x55be6548fb90 2023-10-21T15:39:57.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be6549d410 con 0x55be65490a30 2023-10-21T15:39:57.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b70310b80 10 client.0 _ll_register_callbacks cb 0x7f0b54009620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:57.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.535+0000 7f0b61ec3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6549ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b61ec3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6549ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34948/0 (socket says 172.21.15.46:34948) 2023-10-21T15:39:57.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b61ec3700 1 -- 172.21.15.46:0/2710485954 learned_addr learned my addr 172.21.15.46:0/2710485954 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b616c2700 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be654a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b626c4700 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 0x55be6549ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b61ec3700 1 -- 172.21.15.46:0/2710485954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 msgr2=0x55be6549ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 0x55be6549ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b61ec3700 1 -- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 msgr2=0x55be654a04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be654a04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b61ec3700 1 -- 172.21.15.46:0/2710485954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b54009ad0 con 0x55be6548f230 2023-10-21T15:39:57.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b616c2700 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be654a04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:57.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b61ec3700 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6549ff60 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0b58016040 tx=0x7f0b5801cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f4bb4c02962de07 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.558 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b457fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:57.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b457fa700 1 -- 172.21.15.46:0/2710485954 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b5801c410 con 0x55be6548f230 2023-10-21T15:39:57.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b457fa700 1 -- 172.21.15.46:0/2710485954 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0b5801c570 con 0x55be6548f230 2023-10-21T15:39:57.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b70310b80 1 -- 172.21.15.46:0/2710485954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0b58021070 con 0x55be6548f230 2023-10-21T15:39:57.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b457fa700 1 -- 172.21.15.46:0/2710485954 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0b5801c750 con 0x55be6548f230 2023-10-21T15:39:57.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b70310b80 10 client.15456 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:57.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.536+0000 7f0b70310b80 1 -- 172.21.15.46:0/2710485954 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55be6522f250 con 0x55be6548f230 2023-10-21T15:39:57.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b457fa700 1 -- 172.21.15.46:0/2710485954 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b58021070 con 0x55be6548f230 2023-10-21T15:39:57.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b457fa700 1 -- 172.21.15.46:0/2710485954 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0b58003a60 con 0x55be6548f230 2023-10-21T15:39:57.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b70310b80 10 client.15456 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:57.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b70310b80 10 client.15456 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2023-10-21T15:39:57.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b70310b80 20 client.15456 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:57.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55be654f9e60 0x55be654fc250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b70310b80 4 client.15456 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:39:57.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b70310b80 1 -- 172.21.15.46:0/2710485954 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55be653d6e50 con 0x55be654f9e60 2023-10-21T15:39:57.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b616c2700 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55be654f9e60 0x55be654fc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b457fa700 10 client.15456 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:57.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b616c2700 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55be654f9e60 0x55be654fc250 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5a3d063e4fd72cba server_cookie=b9b9ed05d40b616f in_seq=0 out_seq=0 2023-10-21T15:39:57.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b457fa700 1 -- 172.21.15.46:0/2710485954 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55be653d6e50 con 0x55be654f9e60 2023-10-21T15:39:57.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b457fa700 10 client.15456 handle_command_reply: tid=0 2023-10-21T15:39:57.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.537+0000 7f0b70310b80 1 client.15456 shutdown 2023-10-21T15:39:57.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 -- 172.21.15.46:0/2710485954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 msgr2=0x55be6549ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6549ff60 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0b58016040 tx=0x7f0b5801cb80 comp rx=0 tx=0).stop 2023-10-21T15:39:57.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 -- 172.21.15.46:0/2710485954 shutdown_connections 2023-10-21T15:39:57.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55be654f9e60 0x55be654fc250 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55be6548f230 0x55be6549ff60 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b457fa700 0 client.15456 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:39:57.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55be65490a30 0x55be6549ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 --2- 172.21.15.46:0/2710485954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be6548fb90 0x55be654a04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 -- 172.21.15.46:0/2710485954 >> 172.21.15.46:0/2710485954 conn(0x55be653b8dd0 msgr2=0x55be65493940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 -- 172.21.15.46:0/2710485954 shutdown_connections 2023-10-21T15:39:57.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 1 -- 172.21.15.46:0/2710485954 wait complete. 2023-10-21T15:39:57.565 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b70310b80 20 client.15456 trim_cache size 0 max 16384 2023-10-21T15:39:57.566 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:39:57.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 -- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b480a1480 msgr2=0x7f0b480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.567 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b480a1480 0x7f0b480a3940 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f0b5c198120 tx=0x7f0b58009260 comp rx=0 tx=0).stop 2023-10-21T15:39:57.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 -- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 msgr2=0x7f0b5c197190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 0x7f0b5c197190 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00b680 tx=0x7f0b4c004730 comp rx=0 tx=0).stop 2023-10-21T15:39:57.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 -- 172.21.15.46:0/2960672955 shutdown_connections 2023-10-21T15:39:57.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b480a1480 0x7f0b480a3940 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0b5c102a10 0x7f0b5c19e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5c100e70 0x7f0b5c196c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 --2- 172.21.15.46:0/2960672955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0b5c102050 0x7f0b5c197190 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 -- 172.21.15.46:0/2960672955 >> 172.21.15.46:0/2960672955 conn(0x7f0b5c0fc3f0 msgr2=0x7f0b5c0fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.538+0000 7f0b64127700 1 -- 172.21.15.46:0/2960672955 shutdown_connections 2023-10-21T15:39:57.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.539+0000 7f0b64127700 1 -- 172.21.15.46:0/2960672955 wait complete. 2023-10-21T15:39:57.570 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-10-21T15:39:57.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 -- 172.21.15.46:0/1187286791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 msgr2=0x7f08c8101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 --2- 172.21.15.46:0/1187286791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 0x7f08c8101290 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f08c4009990 tx=0x7f08c4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 -- 172.21.15.46:0/1187286791 shutdown_connections 2023-10-21T15:39:57.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 --2- 172.21.15.46:0/1187286791 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 0x7f08c8101290 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 --2- 172.21.15.46:0/1187286791 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08c8102a10 0x7f08c8109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 --2- 172.21.15.46:0/1187286791 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08c8102050 0x7f08c81024d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 -- 172.21.15.46:0/1187286791 >> 172.21.15.46:0/1187286791 conn(0x7f08c80fc3f0 msgr2=0x7f08c80fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 -- 172.21.15.46:0/1187286791 shutdown_connections 2023-10-21T15:39:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.695+0000 7f08cfff3700 1 -- 172.21.15.46:0/1187286791 wait complete. 2023-10-21T15:39:57.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.696+0000 7f08cfff3700 1 Processor -- start 2023-10-21T15:39:57.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.696+0000 7f08cfff3700 1 -- start start 2023-10-21T15:39:57.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.696+0000 7f08cfff3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 0x7f08c8196af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.696+0000 7f08cfff3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08c8102050 0x7f08c8197030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cfff3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08c8102a10 0x7f08c819e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cfff3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08c819e670 con 0x7f08c8100e70 2023-10-21T15:39:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cfff3700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08c819e7b0 con 0x7f08c8102050 2023-10-21T15:39:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cfff3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08c819e940 con 0x7f08c8102a10 2023-10-21T15:39:57.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 0x7f08c8196af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 0x7f08c8196af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34962/0 (socket says 172.21.15.46:34962) 2023-10-21T15:39:57.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 -- 172.21.15.46:0/707289129 learned_addr learned my addr 172.21.15.46:0/707289129 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08ce590700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08c8102a10 0x7f08c819e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cd58e700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08c8102050 0x7f08c8197030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 -- 172.21.15.46:0/707289129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08c8102a10 msgr2=0x7f08c819e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08c8102a10 0x7f08c819e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 -- 172.21.15.46:0/707289129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08c8102050 msgr2=0x7f08c8197030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08c8102050 0x7f08c8197030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 -- 172.21.15.46:0/707289129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08c40095f0 con 0x7f08c8100e70 2023-10-21T15:39:57.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08ce590700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08c8102a10 0x7f08c819e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:57.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cd58e700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08c8102050 0x7f08c8197030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:57.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 0x7f08c8196af0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f08c40095c0 tx=0x7f08c400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08baffd700 1 -- 172.21.15.46:0/707289129 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c401d070 con 0x7f08c8100e70 2023-10-21T15:39:57.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cfff3700 1 -- 172.21.15.46:0/707289129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08c819ebc0 con 0x7f08c8100e70 2023-10-21T15:39:57.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08baffd700 1 -- 172.21.15.46:0/707289129 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f08c400fb80 con 0x7f08c8100e70 2023-10-21T15:39:57.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08baffd700 1 -- 172.21.15.46:0/707289129 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c4017650 con 0x7f08c8100e70 2023-10-21T15:39:57.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.697+0000 7f08cfff3700 1 -- 172.21.15.46:0/707289129 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08c819f040 con 0x7f08c8100e70 2023-10-21T15:39:57.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.700+0000 7f08baffd700 1 -- 172.21.15.46:0/707289129 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f08c4022470 con 0x7f08c8100e70 2023-10-21T15:39:57.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.700+0000 7f08baffd700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f08b40a1480 0x7f08b40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.700+0000 7f08cd58e700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f08b40a1480 0x7f08b40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.700+0000 7f08baffd700 1 -- 172.21.15.46:0/707289129 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f08c40ce2b0 con 0x7f08c8100e70 2023-10-21T15:39:57.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08cd58e700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f08b40a1480 0x7f08b40a3940 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f08bc005fd0 tx=0x7f08bc005e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.719 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08dc1dcb80 1 Processor -- start 2023-10-21T15:39:57.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08dc1dcb80 1 -- start start 2023-10-21T15:39:57.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b5e0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b5e1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 0x55f67b5e1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b554c70 con 0x55f67b5dfe20 2023-10-21T15:39:57.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b539c60 con 0x55f67b5e1620 2023-10-21T15:39:57.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b537580 con 0x55f67b5e0780 2023-10-21T15:39:57.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.701+0000 7f08cdd8f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b5e0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cdd8f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b5e0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34970/0 (socket says 172.21.15.46:34970) 2023-10-21T15:39:57.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cdd8f700 1 -- 172.21.15.46:0/732540682 learned_addr learned my addr 172.21.15.46:0/732540682 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cd58e700 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b5e1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08ce590700 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 0x55f67b5e1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cdd8f700 1 -- 172.21.15.46:0/732540682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 msgr2=0x55f67b5e1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b5e1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cdd8f700 1 -- 172.21.15.46:0/732540682 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 msgr2=0x55f67b5e1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 0x55f67b5e1aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cdd8f700 1 -- 172.21.15.46:0/732540682 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f67b4f03f0 con 0x55f67b5dfe20 2023-10-21T15:39:57.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cd58e700 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b5e1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:57.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b5e0240 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f08c409b600 tx=0x7f08c4022b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7703b2594b5929f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08b3fff700 1 -- 172.21.15.46:0/732540682 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c409b670 con 0x55f67b5dfe20 2023-10-21T15:39:57.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08b3fff700 1 -- 172.21.15.46:0/732540682 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f08c409f7c0 con 0x55f67b5dfe20 2023-10-21T15:39:57.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.702+0000 7f08b3fff700 1 -- 172.21.15.46:0/732540682 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c409adc0 con 0x55f67b5dfe20 2023-10-21T15:39:57.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/732540682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 msgr2=0x55f67b5e0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b5e0240 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f08c409b600 tx=0x7f08c4022b40 comp rx=0 tx=0).stop 2023-10-21T15:39:57.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/732540682 shutdown_connections 2023-10-21T15:39:57.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b5e0240 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 0x55f67b5e1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/732540682 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b5e1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/732540682 >> 172.21.15.46:0/732540682 conn(0x55f67b50ddd0 msgr2=0x55f67b5dafe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/732540682 shutdown_connections 2023-10-21T15:39:57.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/732540682 wait complete. 2023-10-21T15:39:57.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 -- start start 2023-10-21T15:39:57.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.703+0000 7f08dc1dcb80 1 Processor -- start 2023-10-21T15:39:57.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5dfe20 0x55f67b5e98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e0780 0x55f67b5e9e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e1620 0x55f67b5f0e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b532e70 con 0x55f67b5e0780 2023-10-21T15:39:57.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b4cf710 con 0x55f67b5dfe20 2023-10-21T15:39:57.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b4cf3b0 con 0x55f67b5e1620 2023-10-21T15:39:57.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08dc1dcb80 10 client.0 _ll_register_callbacks cb 0x55f67b32c800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:57.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e0780 0x55f67b5e9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e0780 0x55f67b5e9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34978/0 (socket says 172.21.15.46:34978) 2023-10-21T15:39:57.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 -- 172.21.15.46:0/1046954456 learned_addr learned my addr 172.21.15.46:0/1046954456 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5dfe20 0x55f67b5e98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08ce590700 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e1620 0x55f67b5f0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 -- 172.21.15.46:0/1046954456 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e1620 msgr2=0x55f67b5f0e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e1620 0x55f67b5f0e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 -- 172.21.15.46:0/1046954456 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5dfe20 msgr2=0x55f67b5e98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5dfe20 0x55f67b5e98e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 -- 172.21.15.46:0/1046954456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08c819f040 con 0x55f67b5e0780 2023-10-21T15:39:57.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08ce590700 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e1620 0x55f67b5f0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:57.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08cd58e700 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e0780 0x55f67b5e9e20 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f08bc008930 tx=0x7f08bc0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dbf02e1d7b0db7e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.704+0000 7f08b17fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:57.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08b17fa700 1 -- 172.21.15.46:0/1046954456 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08bc01c620 con 0x55f67b5e0780 2023-10-21T15:39:57.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08b17fa700 1 -- 172.21.15.46:0/1046954456 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f08bc01c780 con 0x55f67b5e0780 2023-10-21T15:39:57.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1046954456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f67b537ef0 con 0x55f67b5e0780 2023-10-21T15:39:57.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08b17fa700 1 -- 172.21.15.46:0/1046954456 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f08bc00fe50 con 0x55f67b5e0780 2023-10-21T15:39:57.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 10 client.15468 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:57.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1046954456 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f67b35dde0 con 0x55f67b5e0780 2023-10-21T15:39:57.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08b17fa700 1 -- 172.21.15.46:0/1046954456 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f67b537ef0 con 0x55f67b5e0780 2023-10-21T15:39:57.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08b17fa700 1 -- 172.21.15.46:0/1046954456 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f08bc02d070 con 0x55f67b5e0780 2023-10-21T15:39:57.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 10 client.15468 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:57.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 10 client.15468 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2023-10-21T15:39:57.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 20 client.15468 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:57.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f67b5f5730 0x55f67b5f7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 4 client.15468 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:57.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.705+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1046954456 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f67b5afc10 con 0x55f67b5f5730 2023-10-21T15:39:57.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.706+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f67b5f5730 0x55f67b5f7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.706+0000 7f08b17fa700 10 client.15468 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:57.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.706+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f67b5f5730 0x55f67b5f7b50 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ee9184926ceb10b2 server_cookie=46b0571b2b8d4de9 in_seq=0 out_seq=0 2023-10-21T15:39:57.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08b17fa700 1 -- 172.21.15.46:0/1046954456 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f67b5afc10 con 0x55f67b5f5730 2023-10-21T15:39:57.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08b17fa700 10 client.15468 handle_command_reply: tid=0 2023-10-21T15:39:57.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 client.15468 shutdown 2023-10-21T15:39:57.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1046954456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e0780 msgr2=0x55f67b5e9e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e0780 0x55f67b5e9e20 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f08bc008930 tx=0x7f08bc0047c0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1046954456 shutdown_connections 2023-10-21T15:39:57.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e1620 0x55f67b5f0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5dfe20 0x55f67b5e98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f67b5f5730 0x55f67b5f7b50 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1046954456 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e0780 0x55f67b5e9e20 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1046954456 >> 172.21.15.46:0/1046954456 conn(0x55f67b50ddd0 msgr2=0x55f67b5dabf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08b17fa700 0 client.15468 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:57.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1046954456 shutdown_connections 2023-10-21T15:39:57.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1046954456 wait complete. 2023-10-21T15:39:57.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.707+0000 7f08dc1dcb80 20 client.15468 trim_cache size 0 max 16384 2023-10-21T15:39:57.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08dc1dcb80 1 Processor -- start 2023-10-21T15:39:57.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08dc1dcb80 1 -- start start 2023-10-21T15:39:57.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5dfe20 0x55f67b5e1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e0780 0x55f67b5f1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e1620 0x55f67b5e98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b5e94b0 con 0x55f67b5e1620 2023-10-21T15:39:57.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b3b3920 con 0x55f67b5e0780 2023-10-21T15:39:57.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b5e8d90 con 0x55f67b5dfe20 2023-10-21T15:39:57.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08ce590700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e1620 0x55f67b5e98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08ce590700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e1620 0x55f67b5e98e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34988/0 (socket says 172.21.15.46:34988) 2023-10-21T15:39:57.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08ce590700 1 -- 172.21.15.46:0/1059466467 learned_addr learned my addr 172.21.15.46:0/1059466467 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.754 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5dfe20 0x55f67b5e1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.720+0000 7f08cd58e700 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e0780 0x55f67b5f1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08ce590700 1 -- 172.21.15.46:0/1059466467 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5dfe20 msgr2=0x55f67b5e1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08ce590700 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5dfe20 0x55f67b5e1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08ce590700 1 -- 172.21.15.46:0/1059466467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e0780 msgr2=0x55f67b5f1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08ce590700 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e0780 0x55f67b5f1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08ce590700 1 -- 172.21.15.46:0/1059466467 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f67b346c60 con 0x55f67b5e1620 2023-10-21T15:39:57.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08cd58e700 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e0780 0x55f67b5f1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:57.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08ce590700 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e1620 0x55f67b5e98e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f08c0009d10 tx=0x7f08c0009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be8f5a55f0acef84 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08b8ff9700 1 -- 172.21.15.46:0/1059466467 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c0009e60 con 0x55f67b5e1620 2023-10-21T15:39:57.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08b8ff9700 1 -- 172.21.15.46:0/1059466467 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f08c000f030 con 0x55f67b5e1620 2023-10-21T15:39:57.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08b8ff9700 1 -- 172.21.15.46:0/1059466467 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c00146d0 con 0x55f67b5e1620 2023-10-21T15:39:57.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1059466467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e1620 msgr2=0x55f67b5e98e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.721+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e1620 0x55f67b5e98e0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f08c0009d10 tx=0x7f08c0009040 comp rx=0 tx=0).stop 2023-10-21T15:39:57.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1059466467 shutdown_connections 2023-10-21T15:39:57.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5e1620 0x55f67b5e98e0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5dfe20 0x55f67b5e1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1059466467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e0780 0x55f67b5f1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1059466467 >> 172.21.15.46:0/1059466467 conn(0x55f67b50ddd0 msgr2=0x55f67b5e7a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1059466467 shutdown_connections 2023-10-21T15:39:57.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1059466467 wait complete. 2023-10-21T15:39:57.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 -- start start 2023-10-21T15:39:57.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 Processor -- start 2023-10-21T15:39:57.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b645390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b6458d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 0x55f67b64c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b64ce50 con 0x55f67b5dfe20 2023-10-21T15:39:57.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b64cf90 con 0x55f67b5e1620 2023-10-21T15:39:57.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f67b64d120 con 0x55f67b5e0780 2023-10-21T15:39:57.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08dc1dcb80 10 client.0 _ll_register_callbacks cb 0x7f08bc00dc80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:57.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08cdd8f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b645390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08cdd8f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b645390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34990/0 (socket says 172.21.15.46:34990) 2023-10-21T15:39:57.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.722+0000 7f08cdd8f700 1 -- 172.21.15.46:0/1328726744 learned_addr learned my addr 172.21.15.46:0/1328726744 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08ce590700 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 0x55f67b64c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08cd58e700 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b6458d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08cdd8f700 1 -- 172.21.15.46:0/1328726744 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 msgr2=0x55f67b6458d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b6458d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08cdd8f700 1 -- 172.21.15.46:0/1328726744 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 msgr2=0x55f67b64c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 0x55f67b64c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08cdd8f700 1 -- 172.21.15.46:0/1328726744 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08c0009940 con 0x55f67b5dfe20 2023-10-21T15:39:57.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08cdd8f700 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b645390 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f08c4097b70 tx=0x7f08c40bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5c4a131a955f618 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08b17fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:57.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08b17fa700 1 -- 172.21.15.46:0/1328726744 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08c409b670 con 0x55f67b5dfe20 2023-10-21T15:39:57.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08b17fa700 1 -- 172.21.15.46:0/1328726744 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f08c40b9800 con 0x55f67b5dfe20 2023-10-21T15:39:57.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1328726744 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f08c409f7c0 con 0x55f67b5dfe20 2023-10-21T15:39:57.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08b17fa700 1 -- 172.21.15.46:0/1328726744 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f08c4099a10 con 0x55f67b5dfe20 2023-10-21T15:39:57.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08dc1dcb80 10 client.15474 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:57.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1328726744 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f67b384250 con 0x55f67b5dfe20 2023-10-21T15:39:57.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.723+0000 7f08b17fa700 1 -- 172.21.15.46:0/1328726744 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f08c409f7c0 con 0x55f67b5dfe20 2023-10-21T15:39:57.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08b17fa700 1 -- 172.21.15.46:0/1328726744 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f08c40a34e0 con 0x55f67b5dfe20 2023-10-21T15:39:57.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08dc1dcb80 10 client.15474 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:57.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08dc1dcb80 10 client.15474 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2023-10-21T15:39:57.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08dc1dcb80 20 client.15474 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:57.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f67b64e820 0x55f67b650c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08dc1dcb80 4 client.15474 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:39:57.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1328726744 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f67b52be50 con 0x55f67b64e820 2023-10-21T15:39:57.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08cd58e700 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f67b64e820 0x55f67b650c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08b17fa700 10 client.15474 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:57.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08cd58e700 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f67b64e820 0x55f67b650c40 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c381825b49279855 server_cookie=c1260476494902b8 in_seq=0 out_seq=0 2023-10-21T15:39:57.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08b17fa700 1 -- 172.21.15.46:0/1328726744 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f67b52be50 con 0x55f67b64e820 2023-10-21T15:39:57.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.724+0000 7f08b17fa700 10 client.15474 handle_command_reply: tid=0 2023-10-21T15:39:57.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 client.15474 shutdown 2023-10-21T15:39:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1328726744 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 msgr2=0x55f67b645390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b645390 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f08c4097b70 tx=0x7f08c40bb040 comp rx=0 tx=0).stop 2023-10-21T15:39:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1328726744 shutdown_connections 2023-10-21T15:39:57.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x55f67b64e820 0x55f67b650c40 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f67b5dfe20 0x55f67b645390 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f67b5e1620 0x55f67b64c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 --2- 172.21.15.46:0/1328726744 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f67b5e0780 0x55f67b6458d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08b17fa700 0 client.15474 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:39:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1328726744 >> 172.21.15.46:0/1328726744 conn(0x55f67b50ddd0 msgr2=0x55f67b5f1630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1328726744 shutdown_connections 2023-10-21T15:39:57.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 1 -- 172.21.15.46:0/1328726744 wait complete. 2023-10-21T15:39:57.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08dc1dcb80 20 client.15474 trim_cache size 0 max 16384 2023-10-21T15:39:57.774 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:39:57.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 -- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f08b40a1480 msgr2=0x7f08b40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f08b40a1480 0x7f08b40a3940 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f08bc005fd0 tx=0x7f08bc005e40 comp rx=0 tx=0).stop 2023-10-21T15:39:57.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 -- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 msgr2=0x7f08c8196af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 0x7f08c8196af0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f08c40095c0 tx=0x7f08c400f690 comp rx=0 tx=0).stop 2023-10-21T15:39:57.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 -- 172.21.15.46:0/707289129 shutdown_connections 2023-10-21T15:39:57.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f08b40a1480 0x7f08b40a3940 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f08c8100e70 0x7f08c8196af0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f08c8102a10 0x7f08c819e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 --2- 172.21.15.46:0/707289129 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08c8102050 0x7f08c8197030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 -- 172.21.15.46:0/707289129 >> 172.21.15.46:0/707289129 conn(0x7f08c80fc3f0 msgr2=0x7f08c80fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 -- 172.21.15.46:0/707289129 shutdown_connections 2023-10-21T15:39:57.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.725+0000 7f08cfff3700 1 -- 172.21.15.46:0/707289129 wait complete. 2023-10-21T15:39:57.781 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-21T15:39:57.913 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 -- 172.21.15.46:0/986213445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 msgr2=0x7f52341082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 --2- 172.21.15.46:0/986213445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 0x7f52341082b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f522c00b0a0 tx=0x7f522c00b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 -- 172.21.15.46:0/986213445 shutdown_connections 2023-10-21T15:39:57.914 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 --2- 172.21.15.46:0/986213445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 0x7f52341082b0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 --2- 172.21.15.46:0/986213445 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5234101400 0x7f5234101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 --2- 172.21.15.46:0/986213445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5234100050 0x7f52341004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 -- 172.21.15.46:0/986213445 >> 172.21.15.46:0/986213445 conn(0x7f52340faac0 msgr2=0x7f52340fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 -- 172.21.15.46:0/986213445 shutdown_connections 2023-10-21T15:39:57.915 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.909+0000 7f523bc65700 1 -- 172.21.15.46:0/986213445 wait complete. 2023-10-21T15:39:57.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523bc65700 1 Processor -- start 2023-10-21T15:39:57.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523bc65700 1 -- start start 2023-10-21T15:39:57.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523bc65700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5234100050 0x7f52340ffad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523bc65700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 0x7f523419b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.916 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523bc65700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5234101400 0x7f523419dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523bc65700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523419e7c0 con 0x7f5234100a10 2023-10-21T15:39:57.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523bc65700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523419e930 con 0x7f5234100050 2023-10-21T15:39:57.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523bc65700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523419eaf0 con 0x7f5234101400 2023-10-21T15:39:57.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 0x7f523419b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.917 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 0x7f523419b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35006/0 (socket says 172.21.15.46:35006) 2023-10-21T15:39:57.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239200700 1 -- 172.21.15.46:0/1851168774 learned_addr learned my addr 172.21.15.46:0/1851168774 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f523a202700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5234101400 0x7f523419dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239a01700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5234100050 0x7f52340ffad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239200700 1 -- 172.21.15.46:0/1851168774 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5234101400 msgr2=0x7f523419dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.918 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239200700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5234101400 0x7f523419dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239200700 1 -- 172.21.15.46:0/1851168774 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5234100050 msgr2=0x7f52340ffad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239200700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5234100050 0x7f52340ffad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.910+0000 7f5239200700 1 -- 172.21.15.46:0/1851168774 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f522c009d00 con 0x7f5234100a10 2023-10-21T15:39:57.919 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.911+0000 7f5239200700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 0x7f523419b9a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f522400d950 tx=0x7f522400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.911+0000 7f522affd700 1 -- 172.21.15.46:0/1851168774 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5224009b40 con 0x7f5234100a10 2023-10-21T15:39:57.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.911+0000 7f522affd700 1 -- 172.21.15.46:0/1851168774 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5224009ca0 con 0x7f5234100a10 2023-10-21T15:39:57.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.911+0000 7f523bc65700 1 -- 172.21.15.46:0/1851168774 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f523419edd0 con 0x7f5234100a10 2023-10-21T15:39:57.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.911+0000 7f522affd700 1 -- 172.21.15.46:0/1851168774 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522400f620 con 0x7f5234100a10 2023-10-21T15:39:57.920 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.911+0000 7f523bc65700 1 -- 172.21.15.46:0/1851168774 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f523419f280 con 0x7f5234100a10 2023-10-21T15:39:57.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.913+0000 7f522affd700 1 -- 172.21.15.46:0/1851168774 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5224010460 con 0x7f5234100a10 2023-10-21T15:39:57.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.913+0000 7f522affd700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f52200a1480 0x7f52200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.914+0000 7f5239a01700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f52200a1480 0x7f52200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.914+0000 7f522affd700 1 -- 172.21.15.46:0/1851168774 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f52240ccfd0 con 0x7f5234100a10 2023-10-21T15:39:57.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.914+0000 7f5239a01700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f52200a1480 0x7f52200a3940 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5230005950 tx=0x7f52300058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.914+0000 7f5247e4eb80 1 Processor -- start 2023-10-21T15:39:57.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5247e4eb80 1 -- start start 2023-10-21T15:39:57.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6589240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6589780 0x558ed658a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed658a620 0x558ed658aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed64fdc70 con 0x558ed6588e20 2023-10-21T15:39:57.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed64e2c60 con 0x558ed658a620 2023-10-21T15:39:57.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed64e0580 con 0x558ed6589780 2023-10-21T15:39:57.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239a01700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6589240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239a01700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6589240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35012/0 (socket says 172.21.15.46:35012) 2023-10-21T15:39:57.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239a01700 1 -- 172.21.15.46:0/1242221443 learned_addr learned my addr 172.21.15.46:0/1242221443 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239200700 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6589780 0x558ed658a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239a01700 1 -- 172.21.15.46:0/1242221443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6589780 msgr2=0x558ed658a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239a01700 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6589780 0x558ed658a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f523a202700 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed658a620 0x558ed658aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239a01700 1 -- 172.21.15.46:0/1242221443 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed658a620 msgr2=0x558ed658aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239a01700 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed658a620 0x558ed658aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239a01700 1 -- 172.21.15.46:0/1242221443 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ed64993f0 con 0x558ed6588e20 2023-10-21T15:39:57.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f5239200700 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6589780 0x558ed658a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:57.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.915+0000 7f523a202700 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed658a620 0x558ed658aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:57.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.916+0000 7f5239a01700 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6589240 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f5230009740 tx=0x7f5230011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1854835e47df96d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.916+0000 7f521ffff700 1 -- 172.21.15.46:0/1242221443 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5230011b00 con 0x558ed6588e20 2023-10-21T15:39:57.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.916+0000 7f521ffff700 1 -- 172.21.15.46:0/1242221443 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5230011c60 con 0x558ed6588e20 2023-10-21T15:39:57.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.916+0000 7f521ffff700 1 -- 172.21.15.46:0/1242221443 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5230010630 con 0x558ed6588e20 2023-10-21T15:39:57.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.916+0000 7f5247e4eb80 1 -- 172.21.15.46:0/1242221443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 msgr2=0x558ed6589240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.916+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6589240 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f5230009740 tx=0x7f5230011000 comp rx=0 tx=0).stop 2023-10-21T15:39:57.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 -- 172.21.15.46:0/1242221443 shutdown_connections 2023-10-21T15:39:57.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6589240 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed658a620 0x558ed658aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/1242221443 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6589780 0x558ed658a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 -- 172.21.15.46:0/1242221443 >> 172.21.15.46:0/1242221443 conn(0x558ed64b6dd0 msgr2=0x558ed6583fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.935 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 -- 172.21.15.46:0/1242221443 shutdown_connections 2023-10-21T15:39:57.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 -- 172.21.15.46:0/1242221443 wait complete. 2023-10-21T15:39:57.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 -- start start 2023-10-21T15:39:57.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.917+0000 7f5247e4eb80 1 Processor -- start 2023-10-21T15:39:57.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6588e20 0x558ed6592be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.936 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6593120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed658a620 0x558ed659a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed64dbe70 con 0x558ed658a620 2023-10-21T15:39:57.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed6478710 con 0x558ed6589780 2023-10-21T15:39:57.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed64783b0 con 0x558ed6588e20 2023-10-21T15:39:57.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5247e4eb80 10 client.0 _ll_register_callbacks cb 0x558ed62d5800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:57.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed658a620 0x558ed659a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed658a620 0x558ed659a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35022/0 (socket says 172.21.15.46:35022) 2023-10-21T15:39:57.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 -- 172.21.15.46:0/2356046385 learned_addr learned my addr 172.21.15.46:0/2356046385 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5239200700 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6593120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f5239a01700 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6588e20 0x558ed6592be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 -- 172.21.15.46:0/2356046385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6588e20 msgr2=0x558ed6592be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6588e20 0x558ed6592be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 -- 172.21.15.46:0/2356046385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 msgr2=0x558ed6593120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6593120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 -- 172.21.15.46:0/2356046385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f523000e980 con 0x558ed658a620 2023-10-21T15:39:57.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f523a202700 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed658a620 0x558ed659a160 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f522c00b830 tx=0x7f522c009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7768bb0b1c2bd8b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f521d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:57.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f521d7fa700 1 -- 172.21.15.46:0/2356046385 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c00e040 con 0x558ed658a620 2023-10-21T15:39:57.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.918+0000 7f521d7fa700 1 -- 172.21.15.46:0/2356046385 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f522c009470 con 0x558ed658a620 2023-10-21T15:39:57.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 1 -- 172.21.15.46:0/2356046385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558ed64e0ef0 con 0x558ed658a620 2023-10-21T15:39:57.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f521d7fa700 1 -- 172.21.15.46:0/2356046385 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f522c009b80 con 0x558ed658a620 2023-10-21T15:39:57.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 10 client.15486 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:57.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 1 -- 172.21.15.46:0/2356046385 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x558ed6306de0 con 0x558ed658a620 2023-10-21T15:39:57.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f521d7fa700 1 -- 172.21.15.46:0/2356046385 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558ed64e0ef0 con 0x558ed658a620 2023-10-21T15:39:57.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f521d7fa700 1 -- 172.21.15.46:0/2356046385 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f522c019050 con 0x558ed658a620 2023-10-21T15:39:57.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 10 client.15486 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:57.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 10 client.15486 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2023-10-21T15:39:57.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 20 client.15486 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:57.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x558ed659e990 0x558ed65a0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 4 client.15486 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:57.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5247e4eb80 1 -- 172.21.15.46:0/2356046385 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558ed6558c10 con 0x558ed659e990 2023-10-21T15:39:57.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.919+0000 7f5239a01700 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x558ed659e990 0x558ed65a0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.920+0000 7f521d7fa700 10 client.15486 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:57.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.920+0000 7f5239a01700 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x558ed659e990 0x558ed65a0db0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=665e79b7ef9cdaa server_cookie=f0d5220aae0affb4 in_seq=0 out_seq=0 2023-10-21T15:39:57.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.920+0000 7f521d7fa700 1 -- 172.21.15.46:0/2356046385 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x558ed6558c10 con 0x558ed659e990 2023-10-21T15:39:57.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.920+0000 7f521d7fa700 10 client.15486 handle_command_reply: tid=0 2023-10-21T15:39:57.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.920+0000 7f5247e4eb80 1 client.15486 shutdown 2023-10-21T15:39:57.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 -- 172.21.15.46:0/2356046385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed658a620 msgr2=0x558ed659a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed658a620 0x558ed659a160 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f522c00b830 tx=0x7f522c009300 comp rx=0 tx=0).stop 2023-10-21T15:39:57.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 -- 172.21.15.46:0/2356046385 shutdown_connections 2023-10-21T15:39:57.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed658a620 0x558ed659a160 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x558ed659e990 0x558ed65a0db0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed6588e20 0x558ed6592be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f521d7fa700 0 client.15486 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:57.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/2356046385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6593120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 -- 172.21.15.46:0/2356046385 >> 172.21.15.46:0/2356046385 conn(0x558ed64b6dd0 msgr2=0x558ed6583bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 -- 172.21.15.46:0/2356046385 shutdown_connections 2023-10-21T15:39:57.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 1 -- 172.21.15.46:0/2356046385 wait complete. 2023-10-21T15:39:57.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.921+0000 7f5247e4eb80 20 client.15486 trim_cache size 0 max 16384 2023-10-21T15:39:57.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5247e4eb80 1 Processor -- start 2023-10-21T15:39:57.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5247e4eb80 1 -- start start 2023-10-21T15:39:57.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6588e20 0x558ed658aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6589780 0x558ed659a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 0x558ed6583240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed635c920 con 0x558ed6589780 2023-10-21T15:39:57.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed6588a90 con 0x558ed6588e20 2023-10-21T15:39:57.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed657ec00 con 0x558ed658a620 2023-10-21T15:39:57.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6589780 0x558ed659a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6589780 0x558ed659a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35028/0 (socket says 172.21.15.46:35028) 2023-10-21T15:39:57.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 -- 172.21.15.46:0/715450618 learned_addr learned my addr 172.21.15.46:0/715450618 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f523a202700 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 0x558ed6583240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239a01700 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6588e20 0x558ed658aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 -- 172.21.15.46:0/715450618 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 msgr2=0x558ed6583240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 0x558ed6583240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 -- 172.21.15.46:0/715450618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6588e20 msgr2=0x558ed658aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6588e20 0x558ed658aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 -- 172.21.15.46:0/715450618 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ed62efc60 con 0x558ed6589780 2023-10-21T15:39:57.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.934+0000 7f5239200700 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6589780 0x558ed659a120 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f52240968a0 tx=0x7f5224010c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9d316b15ba5885 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5228d82700 1 -- 172.21.15.46:0/715450618 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5224014020 con 0x558ed6589780 2023-10-21T15:39:57.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5228d82700 1 -- 172.21.15.46:0/715450618 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f522409a3a0 con 0x558ed6589780 2023-10-21T15:39:57.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5228d82700 1 -- 172.21.15.46:0/715450618 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5224010970 con 0x558ed6589780 2023-10-21T15:39:57.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 -- 172.21.15.46:0/715450618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6589780 msgr2=0x558ed659a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6589780 0x558ed659a120 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f52240968a0 tx=0x7f5224010c40 comp rx=0 tx=0).stop 2023-10-21T15:39:57.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 -- 172.21.15.46:0/715450618 shutdown_connections 2023-10-21T15:39:57.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 0x558ed6583240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6588e20 0x558ed658aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/715450618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6589780 0x558ed659a120 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 -- 172.21.15.46:0/715450618 >> 172.21.15.46:0/715450618 conn(0x558ed64b6dd0 msgr2=0x558ed6591920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 -- 172.21.15.46:0/715450618 shutdown_connections 2023-10-21T15:39:57.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 -- 172.21.15.46:0/715450618 wait complete. 2023-10-21T15:39:57.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.935+0000 7f5247e4eb80 1 -- start start 2023-10-21T15:39:57.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5247e4eb80 1 Processor -- start 2023-10-21T15:39:57.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6595f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6596470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5247e4eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 0x558ed6599490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed65999d0 con 0x558ed6588e20 2023-10-21T15:39:57.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed6599b40 con 0x558ed6589780 2023-10-21T15:39:57.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5247e4eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed6599d00 con 0x558ed658a620 2023-10-21T15:39:57.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5247e4eb80 10 client.0 _ll_register_callbacks cb 0x7f522c009f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:57.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5239a01700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6595f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5239a01700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6595f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35032/0 (socket says 172.21.15.46:35032) 2023-10-21T15:39:57.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f5239a01700 1 -- 172.21.15.46:0/4236814124 learned_addr learned my addr 172.21.15.46:0/4236814124 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:57.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.936+0000 7f523a202700 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 0x558ed6599490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5239200700 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6596470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5239a01700 1 -- 172.21.15.46:0/4236814124 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 msgr2=0x558ed6599490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5239a01700 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 0x558ed6599490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5239a01700 1 -- 172.21.15.46:0/4236814124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 msgr2=0x558ed6596470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:57.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5239a01700 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6596470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5239a01700 1 -- 172.21.15.46:0/4236814124 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f523419f280 con 0x558ed6588e20 2023-10-21T15:39:57.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5239200700 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6596470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:57.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5239a01700 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6595f30 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f5230011750 tx=0x7f523001eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89243330aaaaf5bc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:57.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f521d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:57.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f521d7fa700 1 -- 172.21.15.46:0/4236814124 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f523002d040 con 0x558ed6588e20 2023-10-21T15:39:57.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f521d7fa700 1 -- 172.21.15.46:0/4236814124 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5230011a80 con 0x558ed6588e20 2023-10-21T15:39:57.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5247e4eb80 1 -- 172.21.15.46:0/4236814124 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5230011c60 con 0x558ed6588e20 2023-10-21T15:39:57.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f521d7fa700 1 -- 172.21.15.46:0/4236814124 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5230042030 con 0x558ed6588e20 2023-10-21T15:39:57.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5247e4eb80 10 client.15492 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:57.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5247e4eb80 1 -- 172.21.15.46:0/4236814124 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x558ed632d250 con 0x558ed6588e20 2023-10-21T15:39:57.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f521d7fa700 1 -- 172.21.15.46:0/4236814124 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5230011c60 con 0x558ed6588e20 2023-10-21T15:39:57.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f521d7fa700 1 -- 172.21.15.46:0/4236814124 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5230005040 con 0x558ed6588e20 2023-10-21T15:39:57.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5247e4eb80 10 client.15492 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:57.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.937+0000 7f5247e4eb80 10 client.15492 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2023-10-21T15:39:57.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5247e4eb80 20 client.15492 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:57.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x558ed65f36e0 0x558ed65f5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:57.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5247e4eb80 4 client.15492 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:39:57.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5247e4eb80 1 -- 172.21.15.46:0/4236814124 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558ed64d4e50 con 0x558ed65f36e0 2023-10-21T15:39:57.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5239200700 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x558ed65f36e0 0x558ed65f5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:57.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f521d7fa700 10 client.15492 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:57.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5239200700 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x558ed65f36e0 0x558ed65f5b00 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3bd39cf3947cfb33 server_cookie=a6f60f05acd2e08a in_seq=0 out_seq=0 2023-10-21T15:39:57.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f521d7fa700 1 -- 172.21.15.46:0/4236814124 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558ed64d4e50 con 0x558ed65f36e0 2023-10-21T15:39:57.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f521d7fa700 10 client.15492 handle_command_reply: tid=0 2023-10-21T15:39:57.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5247e4eb80 1 client.15492 shutdown 2023-10-21T15:39:57.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5247e4eb80 1 -- 172.21.15.46:0/4236814124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 msgr2=0x558ed6595f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.938+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6595f30 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f5230011750 tx=0x7f523001eda0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 1 -- 172.21.15.46:0/4236814124 shutdown_connections 2023-10-21T15:39:57.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558ed6588e20 0x558ed6595f30 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x558ed65f36e0 0x558ed65f5b00 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558ed658a620 0x558ed6599490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 1 --2- 172.21.15.46:0/4236814124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558ed6589780 0x558ed6596470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f521d7fa700 0 client.15492 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:39:57.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 1 -- 172.21.15.46:0/4236814124 >> 172.21.15.46:0/4236814124 conn(0x558ed64b6dd0 msgr2=0x558ed6590960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 1 -- 172.21.15.46:0/4236814124 shutdown_connections 2023-10-21T15:39:57.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 1 -- 172.21.15.46:0/4236814124 wait complete. 2023-10-21T15:39:57.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f5247e4eb80 20 client.15492 trim_cache size 0 max 16384 2023-10-21T15:39:57.969 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:39:57.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 -- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f52200a1480 msgr2=0x7f52200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f52200a1480 0x7f52200a3940 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5230005950 tx=0x7f52300058e0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 -- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 msgr2=0x7f523419b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:57.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 0x7f523419b9a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f522400d950 tx=0x7f522400dd10 comp rx=0 tx=0).stop 2023-10-21T15:39:57.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 -- 172.21.15.46:0/1851168774 shutdown_connections 2023-10-21T15:39:57.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f52200a1480 0x7f52200a3940 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5234101400 0x7f523419dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5234100050 0x7f52340ffad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 --2- 172.21.15.46:0/1851168774 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5234100a10 0x7f523419b9a0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:57.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 -- 172.21.15.46:0/1851168774 >> 172.21.15.46:0/1851168774 conn(0x7f52340faac0 msgr2=0x7f52340fccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:57.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 -- 172.21.15.46:0/1851168774 shutdown_connections 2023-10-21T15:39:57.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:57.939+0000 7f523bc65700 1 -- 172.21.15.46:0/1851168774 wait complete. 2023-10-21T15:39:57.973 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-21T15:39:57.998 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:57 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3871321472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:58.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 -- 172.21.15.46:0/684659141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 msgr2=0x7fd65c109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 --2- 172.21.15.46:0/684659141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 0x7fd65c109140 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fd65400b0a0 tx=0x7fd65400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 -- 172.21.15.46:0/684659141 shutdown_connections 2023-10-21T15:39:58.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 --2- 172.21.15.46:0/684659141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 0x7fd65c109140 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 --2- 172.21.15.46:0/684659141 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd65c101970 0x7fd65c103d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 --2- 172.21.15.46:0/684659141 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd65c1042a0 0x7fd65c106690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 -- 172.21.15.46:0/684659141 >> 172.21.15.46:0/684659141 conn(0x7fd65c0fb320 msgr2=0x7fd65c0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 -- 172.21.15.46:0/684659141 shutdown_connections 2023-10-21T15:39:58.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 -- 172.21.15.46:0/684659141 wait complete. 2023-10-21T15:39:58.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.101+0000 7fd661c29700 1 Processor -- start 2023-10-21T15:39:58.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd661c29700 1 -- start start 2023-10-21T15:39:58.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd661c29700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd65c101970 0x7fd65c1012e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd661c29700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd65c1042a0 0x7fd65c0ff920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd661c29700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 0x7fd65c0ffe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd661c29700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c100600 con 0x7fd65c106cb0 2023-10-21T15:39:58.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd661c29700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c100770 con 0x7fd65c1042a0 2023-10-21T15:39:58.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd661c29700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65c1a0df0 con 0x7fd65c101970 2023-10-21T15:39:58.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 0x7fd65c0ffe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 0x7fd65c0ffe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35050/0 (socket says 172.21.15.46:35050) 2023-10-21T15:39:58.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 -- 172.21.15.46:0/682618577 learned_addr learned my addr 172.21.15.46:0/682618577 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65affd700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd65c1042a0 0x7fd65c0ff920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd65c101970 0x7fd65c1012e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 -- 172.21.15.46:0/682618577 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd65c101970 msgr2=0x7fd65c1012e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd65c101970 0x7fd65c1012e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 -- 172.21.15.46:0/682618577 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd65c1042a0 msgr2=0x7fd65c0ff920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd65c1042a0 0x7fd65c0ff920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 -- 172.21.15.46:0/682618577 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd654009d00 con 0x7fd65c106cb0 2023-10-21T15:39:58.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd65bfff700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 0x7fd65c0ffe60 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fd654009fd0 tx=0x7fd654004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.102+0000 7fd658ff9700 1 -- 172.21.15.46:0/682618577 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd65400e040 con 0x7fd65c106cb0 2023-10-21T15:39:58.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.103+0000 7fd658ff9700 1 -- 172.21.15.46:0/682618577 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd654004020 con 0x7fd65c106cb0 2023-10-21T15:39:58.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.103+0000 7fd658ff9700 1 -- 172.21.15.46:0/682618577 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd65401d6e0 con 0x7fd65c106cb0 2023-10-21T15:39:58.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.103+0000 7fd661c29700 1 -- 172.21.15.46:0/682618577 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd65c1a1070 con 0x7fd65c106cb0 2023-10-21T15:39:58.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.103+0000 7fd661c29700 1 -- 172.21.15.46:0/682618577 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd65c1a14a0 con 0x7fd65c106cb0 2023-10-21T15:39:58.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.105+0000 7fd658ff9700 1 -- 172.21.15.46:0/682618577 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd654004470 con 0x7fd65c106cb0 2023-10-21T15:39:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.105+0000 7fd658ff9700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6480a1500 0x7fd6480a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.105+0000 7fd658ff9700 1 -- 172.21.15.46:0/682618577 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd6540ce630 con 0x7fd65c106cb0 2023-10-21T15:39:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.105+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6480a1500 0x7fd6480a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6480a1500 0x7fd6480a39c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd64c005fd0 tx=0x7fd64c00a560 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd66de12b80 1 Processor -- start 2023-10-21T15:39:58.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd66de12b80 1 -- start start 2023-10-21T15:39:58.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04d4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04d5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d5620 0x55f8a04d5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd66de12b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0448c70 con 0x55f8a04d3e20 2023-10-21T15:39:58.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd66de12b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a042dc60 con 0x55f8a04d5620 2023-10-21T15:39:58.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd66de12b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a042b580 con 0x55f8a04d4780 2023-10-21T15:39:58.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.106+0000 7fd65b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04d4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04d4240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35054/0 (socket says 172.21.15.46:35054) 2023-10-21T15:39:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65b7fe700 1 -- 172.21.15.46:0/3186321931 learned_addr learned my addr 172.21.15.46:0/3186321931 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65affd700 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04d5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65bfff700 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d5620 0x55f8a04d5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65b7fe700 1 -- 172.21.15.46:0/3186321931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 msgr2=0x55f8a04d5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04d5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65b7fe700 1 -- 172.21.15.46:0/3186321931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d5620 msgr2=0x55f8a04d5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d5620 0x55f8a04d5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65b7fe700 1 -- 172.21.15.46:0/3186321931 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8a03e43f0 con 0x55f8a04d3e20 2023-10-21T15:39:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65bfff700 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d5620 0x55f8a04d5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04d4240 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00ec80 tx=0x7fd64c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7e1d616f7db22d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd651ffb700 1 -- 172.21.15.46:0/3186321931 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c010cd0 con 0x55f8a04d3e20 2023-10-21T15:39:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd651ffb700 1 -- 172.21.15.46:0/3186321931 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd64c010e30 con 0x55f8a04d3e20 2023-10-21T15:39:58.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.107+0000 7fd651ffb700 1 -- 172.21.15.46:0/3186321931 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c00f720 con 0x55f8a04d3e20 2023-10-21T15:39:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 -- 172.21.15.46:0/3186321931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 msgr2=0x55f8a04d4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04d4240 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00ec80 tx=0x7fd64c011000 comp rx=0 tx=0).stop 2023-10-21T15:39:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 -- 172.21.15.46:0/3186321931 shutdown_connections 2023-10-21T15:39:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04d4240 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d5620 0x55f8a04d5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 --2- 172.21.15.46:0/3186321931 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04d5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 -- 172.21.15.46:0/3186321931 >> 172.21.15.46:0/3186321931 conn(0x55f8a0401dd0 msgr2=0x55f8a04cefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 -- 172.21.15.46:0/3186321931 shutdown_connections 2023-10-21T15:39:58.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 -- 172.21.15.46:0/3186321931 wait complete. 2023-10-21T15:39:58.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.108+0000 7fd66de12b80 1 -- start start 2023-10-21T15:39:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd66de12b80 1 Processor -- start 2023-10-21T15:39:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04ddc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d4780 0x55f8a04de1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d5620 0x55f8a04e51e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd66de12b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a0426e70 con 0x55f8a04d3e20 2023-10-21T15:39:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd66de12b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a03c3710 con 0x55f8a04d4780 2023-10-21T15:39:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd66de12b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a03c33b0 con 0x55f8a04d5620 2023-10-21T15:39:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd66de12b80 10 client.0 _ll_register_callbacks cb 0x55f8a0220800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04ddc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04ddc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35060/0 (socket says 172.21.15.46:35060) 2023-10-21T15:39:58.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65b7fe700 1 -- 172.21.15.46:0/2578419785 learned_addr learned my addr 172.21.15.46:0/2578419785 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65affd700 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d4780 0x55f8a04de1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65bfff700 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d5620 0x55f8a04e51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65b7fe700 1 -- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d5620 msgr2=0x55f8a04e51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d5620 0x55f8a04e51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65b7fe700 1 -- 172.21.15.46:0/2578419785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d4780 msgr2=0x55f8a04de1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d4780 0x55f8a04de1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65b7fe700 1 -- 172.21.15.46:0/2578419785 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd64c00e930 con 0x55f8a04d3e20 2023-10-21T15:39:58.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.109+0000 7fd65bfff700 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d5620 0x55f8a04e51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:58.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04ddc60 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd64c010e00 tx=0x7fd64c005330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34c8e7d390b4f714 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd63affd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:58.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd63affd700 1 -- 172.21.15.46:0/2578419785 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c02d070 con 0x55f8a04d3e20 2023-10-21T15:39:58.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd63affd700 1 -- 172.21.15.46:0/2578419785 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd64c004710 con 0x55f8a04d3e20 2023-10-21T15:39:58.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 1 -- 172.21.15.46:0/2578419785 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f8a042bef0 con 0x55f8a04d3e20 2023-10-21T15:39:58.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd63affd700 1 -- 172.21.15.46:0/2578419785 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd64c004910 con 0x55f8a04d3e20 2023-10-21T15:39:58.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 10 client.15504 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:58.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 1 -- 172.21.15.46:0/2578419785 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f8a0251de0 con 0x55f8a04d3e20 2023-10-21T15:39:58.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd63affd700 1 -- 172.21.15.46:0/2578419785 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f8a042bef0 con 0x55f8a04d3e20 2023-10-21T15:39:58.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd63affd700 1 -- 172.21.15.46:0/2578419785 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd64c01db90 con 0x55f8a04d3e20 2023-10-21T15:39:58.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 10 client.15504 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:58.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 10 client.15504 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-21T15:39:58.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 20 client.15504 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:58.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f8a04e99a0 0x55f8a04ebdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 4 client.15504 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:58.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.110+0000 7fd66de12b80 1 -- 172.21.15.46:0/2578419785 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f8a04a3c10 con 0x55f8a04e99a0 2023-10-21T15:39:58.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.111+0000 7fd65affd700 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f8a04e99a0 0x55f8a04ebdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.111+0000 7fd65affd700 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f8a04e99a0 0x55f8a04ebdc0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=efe6ac2ae2cb8da5 server_cookie=d8bf30b67d34e712 in_seq=0 out_seq=0 2023-10-21T15:39:58.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.111+0000 7fd63affd700 10 client.15504 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:58.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd63affd700 1 -- 172.21.15.46:0/2578419785 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f8a04a3c10 con 0x55f8a04e99a0 2023-10-21T15:39:58.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd63affd700 10 client.15504 handle_command_reply: tid=0 2023-10-21T15:39:58.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 client.15504 shutdown 2023-10-21T15:39:58.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 -- 172.21.15.46:0/2578419785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 msgr2=0x55f8a04ddc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04ddc60 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd64c010e00 tx=0x7fd64c005330 comp rx=0 tx=0).stop 2023-10-21T15:39:58.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 -- 172.21.15.46:0/2578419785 shutdown_connections 2023-10-21T15:39:58.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f8a04e99a0 0x55f8a04ebdc0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d3e20 0x55f8a04ddc60 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d5620 0x55f8a04e51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 --2- 172.21.15.46:0/2578419785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d4780 0x55f8a04de1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd63affd700 0 client.15504 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:58.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 -- 172.21.15.46:0/2578419785 >> 172.21.15.46:0/2578419785 conn(0x55f8a0401dd0 msgr2=0x55f8a04ceb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 -- 172.21.15.46:0/2578419785 shutdown_connections 2023-10-21T15:39:58.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 1 -- 172.21.15.46:0/2578419785 wait complete. 2023-10-21T15:39:58.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.112+0000 7fd66de12b80 20 client.15504 trim_cache size 0 max 16384 2023-10-21T15:39:58.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd66de12b80 1 Processor -- start 2023-10-21T15:39:58.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd66de12b80 1 -- start start 2023-10-21T15:39:58.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04d5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04e51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd66de12b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a02a7920 con 0x55f8a04d5620 2023-10-21T15:39:58.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd66de12b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a04dd7d0 con 0x55f8a04d3e20 2023-10-21T15:39:58.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd66de12b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a04d3a80 con 0x55f8a04d4780 2023-10-21T15:39:58.146 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd65bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd65bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35072/0 (socket says 172.21.15.46:35072) 2023-10-21T15:39:58.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.125+0000 7fd65bfff700 1 -- 172.21.15.46:0/4053939444 learned_addr learned my addr 172.21.15.46:0/4053939444 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65affd700 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04e51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04d5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.147 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65bfff700 1 -- 172.21.15.46:0/4053939444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 msgr2=0x55f8a04e51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65bfff700 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04e51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65bfff700 1 -- 172.21.15.46:0/4053939444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 msgr2=0x55f8a04d5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65bfff700 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04d5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65bfff700 1 -- 172.21.15.46:0/4053939444 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f8a023ac60 con 0x55f8a04d5620 2023-10-21T15:39:58.148 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04d5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd65bfff700 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e5ad0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd65409b6f0 tx=0x7fd6540099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fd815f307b3be45 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd6527fc700 1 -- 172.21.15.46:0/4053939444 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd654004190 con 0x55f8a04d5620 2023-10-21T15:39:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd6527fc700 1 -- 172.21.15.46:0/4053939444 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd65409c0f0 con 0x55f8a04d5620 2023-10-21T15:39:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.126+0000 7fd6527fc700 1 -- 172.21.15.46:0/4053939444 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd65409bc50 con 0x55f8a04d5620 2023-10-21T15:39:58.149 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- 172.21.15.46:0/4053939444 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 msgr2=0x55f8a04e5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e5ad0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd65409b6f0 tx=0x7fd6540099e0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- 172.21.15.46:0/4053939444 shutdown_connections 2023-10-21T15:39:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e5ad0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04d5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.150 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 --2- 172.21.15.46:0/4053939444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04e51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- 172.21.15.46:0/4053939444 >> 172.21.15.46:0/4053939444 conn(0x55f8a0401dd0 msgr2=0x55f8a04dc920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- 172.21.15.46:0/4053939444 shutdown_connections 2023-10-21T15:39:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- 172.21.15.46:0/4053939444 wait complete. 2023-10-21T15:39:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- start start 2023-10-21T15:39:58.151 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 Processor -- start 2023-10-21T15:39:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04e30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04e3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e4610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a04e4b50 con 0x55f8a04d5620 2023-10-21T15:39:58.152 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a04e4cc0 con 0x55f8a04d3e20 2023-10-21T15:39:58.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8a04e4e80 con 0x55f8a04d4780 2023-10-21T15:39:58.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd66de12b80 10 client.0 _ll_register_callbacks cb 0x55f8a0220800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:58.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.127+0000 7fd65bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.153 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65bfff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35078/0 (socket says 172.21.15.46:35078) 2023-10-21T15:39:58.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65bfff700 1 -- 172.21.15.46:0/1498796022 learned_addr learned my addr 172.21.15.46:0/1498796022 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65affd700 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04e3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04e30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65bfff700 1 -- 172.21.15.46:0/1498796022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 msgr2=0x55f8a04e3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.154 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65bfff700 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04e3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65bfff700 1 -- 172.21.15.46:0/1498796022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 msgr2=0x55f8a04e30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65bfff700 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04e30c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65bfff700 1 -- 172.21.15.46:0/1498796022 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd65c1a14a0 con 0x55f8a04d5620 2023-10-21T15:39:58.155 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd65bfff700 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e4610 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd654097ef0 tx=0x7fd65400b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1036161a5d27191 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd63affd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd63affd700 1 -- 172.21.15.46:0/1498796022 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6540b4220 con 0x55f8a04d5620 2023-10-21T15:39:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd63affd700 1 -- 172.21.15.46:0/1498796022 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd65409b9f0 con 0x55f8a04d5620 2023-10-21T15:39:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd66de12b80 1 -- 172.21.15.46:0/1498796022 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd64c010e30 con 0x55f8a04d5620 2023-10-21T15:39:58.156 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd63affd700 1 -- 172.21.15.46:0/1498796022 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd65409bc50 con 0x55f8a04d5620 2023-10-21T15:39:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd66de12b80 10 client.15510 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd66de12b80 1 -- 172.21.15.46:0/1498796022 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f8a0278250 con 0x55f8a04d5620 2023-10-21T15:39:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.128+0000 7fd63affd700 1 -- 172.21.15.46:0/1498796022 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd65407e020 con 0x55f8a04d5620 2023-10-21T15:39:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd63affd700 1 -- 172.21.15.46:0/1498796022 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd65409cd20 con 0x55f8a04d5620 2023-10-21T15:39:58.157 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd66de12b80 10 client.15510 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd66de12b80 10 client.15510 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-21T15:39:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd66de12b80 20 client.15510 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd66de12b80 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f8a053e4a0 0x55f8a05408c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd66de12b80 4 client.15510 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:39:58.158 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd66de12b80 1 -- 172.21.15.46:0/1498796022 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f8a041fe50 con 0x55f8a053e4a0 2023-10-21T15:39:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f8a053e4a0 0x55f8a05408c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd63affd700 10 client.15510 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd65b7fe700 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f8a053e4a0 0x55f8a05408c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ad93580c92b8c04 server_cookie=f89d337dcece2d93 in_seq=0 out_seq=0 2023-10-21T15:39:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd63affd700 1 -- 172.21.15.46:0/1498796022 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f8a041fe50 con 0x55f8a053e4a0 2023-10-21T15:39:58.159 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd63affd700 10 client.15510 handle_command_reply: tid=0 2023-10-21T15:39:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.129+0000 7fd66de12b80 1 client.15510 shutdown 2023-10-21T15:39:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 -- 172.21.15.46:0/1498796022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 msgr2=0x55f8a04e4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e4610 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd654097ef0 tx=0x7fd65400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 -- 172.21.15.46:0/1498796022 shutdown_connections 2023-10-21T15:39:58.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f8a053e4a0 0x55f8a05408c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f8a04d5620 0x55f8a04e4610 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8a04d3e20 0x55f8a04e30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 --2- 172.21.15.46:0/1498796022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f8a04d4780 0x55f8a04e3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd63affd700 0 client.15510 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:39:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 -- 172.21.15.46:0/1498796022 >> 172.21.15.46:0/1498796022 conn(0x55f8a0401dd0 msgr2=0x55f8a04e5ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 -- 172.21.15.46:0/1498796022 shutdown_connections 2023-10-21T15:39:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 1 -- 172.21.15.46:0/1498796022 wait complete. 2023-10-21T15:39:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd66de12b80 20 client.15510 trim_cache size 0 max 16384 2023-10-21T15:39:58.163 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:39:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 -- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6480a1500 msgr2=0x7fd6480a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6480a1500 0x7fd6480a39c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd64c005fd0 tx=0x7fd64c00a560 comp rx=0 tx=0).stop 2023-10-21T15:39:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 -- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 msgr2=0x7fd65c0ffe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 0x7fd65c0ffe60 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fd654009fd0 tx=0x7fd654004a70 comp rx=0 tx=0).stop 2023-10-21T15:39:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 -- 172.21.15.46:0/682618577 shutdown_connections 2023-10-21T15:39:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6480a1500 0x7fd6480a39c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd65c106cb0 0x7fd65c0ffe60 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd65c101970 0x7fd65c1012e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 --2- 172.21.15.46:0/682618577 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd65c1042a0 0x7fd65c0ff920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 -- 172.21.15.46:0/682618577 >> 172.21.15.46:0/682618577 conn(0x7fd65c0fb320 msgr2=0x7fd65c1025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 -- 172.21.15.46:0/682618577 shutdown_connections 2023-10-21T15:39:58.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.130+0000 7fd661c29700 1 -- 172.21.15.46:0/682618577 wait complete. 2023-10-21T15:39:58.167 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-21T15:39:58.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:57 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3871321472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:58.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:57 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3871321472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:39:58.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 -- 172.21.15.46:0/267697136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c1042b0 msgr2=0x7f1f3c1066a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/267697136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c1042b0 0x7f1f3c1066a0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c009990 tx=0x7f1f2c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 -- 172.21.15.46:0/267697136 shutdown_connections 2023-10-21T15:39:58.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/267697136 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f3c106cc0 0x7f1f3c109150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/267697136 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f3c101980 0x7f1f3c103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/267697136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c1042b0 0x7f1f3c1066a0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 -- 172.21.15.46:0/267697136 >> 172.21.15.46:0/267697136 conn(0x7f1f3c0fb330 msgr2=0x7f1f3c0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 -- 172.21.15.46:0/267697136 shutdown_connections 2023-10-21T15:39:58.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 -- 172.21.15.46:0/267697136 wait complete. 2023-10-21T15:39:58.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.330+0000 7f1f41f7e700 1 Processor -- start 2023-10-21T15:39:58.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f41f7e700 1 -- start start 2023-10-21T15:39:58.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f41f7e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c101980 0x7f1f3c198ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f41f7e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f3c1042b0 0x7f1f3c1993e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f41f7e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f3c106cc0 0x7f1f3c1a0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f41f7e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3c1a0a20 con 0x7f1f3c101980 2023-10-21T15:39:58.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f41f7e700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3c1a0b60 con 0x7f1f3c1042b0 2023-10-21T15:39:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f41f7e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f3c1a0cf0 con 0x7f1f3c106cc0 2023-10-21T15:39:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c101980 0x7f1f3c198ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c101980 0x7f1f3c198ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35088/0 (socket says 172.21.15.46:35088) 2023-10-21T15:39:58.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2548541223 learned_addr learned my addr 172.21.15.46:0/2548541223 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f3c1042b0 0x7f1f3c1993e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3bfff700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f3c106cc0 0x7f1f3c1a0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2548541223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f3c106cc0 msgr2=0x7f1f3c1a0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f3c106cc0 0x7f1f3c1a0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2548541223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f3c1042b0 msgr2=0x7f1f3c1993e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f3c1042b0 0x7f1f3c1993e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2548541223 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f2c0095f0 con 0x7f1f3c101980 2023-10-21T15:39:58.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3bfff700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f3c106cc0 0x7f1f3c1a0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:58.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c101980 0x7f1f3c198ea0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f1f3000d950 tx=0x7f1f3000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f38ff9700 1 -- 172.21.15.46:0/2548541223 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f30009940 con 0x7f1f3c101980 2023-10-21T15:39:58.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.331+0000 7f1f38ff9700 1 -- 172.21.15.46:0/2548541223 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f30010460 con 0x7f1f3c101980 2023-10-21T15:39:58.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.332+0000 7f1f41f7e700 1 -- 172.21.15.46:0/2548541223 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f3c1a0fd0 con 0x7f1f3c101980 2023-10-21T15:39:58.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.332+0000 7f1f38ff9700 1 -- 172.21.15.46:0/2548541223 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f3000f620 con 0x7f1f3c101980 2023-10-21T15:39:58.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.332+0000 7f1f41f7e700 1 -- 172.21.15.46:0/2548541223 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f3c1a13f0 con 0x7f1f3c101980 2023-10-21T15:39:58.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.334+0000 7f1f38ff9700 1 -- 172.21.15.46:0/2548541223 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1f300108d0 con 0x7f1f3c101980 2023-10-21T15:39:58.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.334+0000 7f1f38ff9700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f240a1480 0x7f1f240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.334+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f240a1480 0x7f1f240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.334+0000 7f1f38ff9700 1 -- 172.21.15.46:0/2548541223 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1f300ccb40 con 0x7f1f3c101980 2023-10-21T15:39:58.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f240a1480 0x7f1f240a3940 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c00b5c0 tx=0x7f1f2c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f4e167b80 1 Processor -- start 2023-10-21T15:39:58.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f4e167b80 1 -- start start 2023-10-21T15:39:58.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b51240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b52040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b52aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787ac5c70 con 0x563787b50e20 2023-10-21T15:39:58.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787aaac60 con 0x563787b52620 2023-10-21T15:39:58.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.335+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787aa8580 con 0x563787b51780 2023-10-21T15:39:58.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b51240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b51240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35096/0 (socket says 172.21.15.46:35096) 2023-10-21T15:39:58.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2190255742 learned_addr learned my addr 172.21.15.46:0/2190255742 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b52040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3bfff700 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b52aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2190255742 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 msgr2=0x563787b52040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b52040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2190255742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 msgr2=0x563787b52aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b52aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2190255742 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563787a613f0 con 0x563787b50e20 2023-10-21T15:39:58.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b52040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:58.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3bfff700 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b52aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:58.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b51240 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f1f300a1cd0 tx=0x7f1f30010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=152100207e9b0238 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f21ffb700 1 -- 172.21.15.46:0/2190255742 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f300a2200 con 0x563787b50e20 2023-10-21T15:39:58.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f21ffb700 1 -- 172.21.15.46:0/2190255742 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f30098210 con 0x563787b50e20 2023-10-21T15:39:58.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.336+0000 7f1f21ffb700 1 -- 172.21.15.46:0/2190255742 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f300a1d70 con 0x563787b50e20 2023-10-21T15:39:58.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2190255742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 msgr2=0x563787b51240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b51240 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f1f300a1cd0 tx=0x7f1f30010cd0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2190255742 shutdown_connections 2023-10-21T15:39:58.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b51240 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b52aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2190255742 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b52040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2190255742 >> 172.21.15.46:0/2190255742 conn(0x563787a7edd0 msgr2=0x563787b4bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2190255742 shutdown_connections 2023-10-21T15:39:58.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2190255742 wait complete. 2023-10-21T15:39:58.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 -- start start 2023-10-21T15:39:58.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.337+0000 7f1f4e167b80 1 Processor -- start 2023-10-21T15:39:58.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b5ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b5b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.361 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b621a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787aa3e70 con 0x563787b50e20 2023-10-21T15:39:58.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787a40710 con 0x563787b52620 2023-10-21T15:39:58.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787a403b0 con 0x563787b51780 2023-10-21T15:39:58.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f4e167b80 10 client.0 _ll_register_callbacks cb 0x56378789d800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:58.362 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b5ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b5ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35102/0 (socket says 172.21.15.46:35102) 2023-10-21T15:39:58.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2388476252 learned_addr learned my addr 172.21.15.46:0/2388476252 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3bfff700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b621a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.363 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b5b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2388476252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 msgr2=0x563787b5b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b5b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 msgr2=0x563787b621a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b621a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.364 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 -- 172.21.15.46:0/2388476252 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f3c1a13f0 con 0x563787b50e20 2023-10-21T15:39:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3bfff700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b621a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b5b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b5ac20 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f1f3000b2f0 tx=0x7f1f300a2380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd4a8d70ddf18b9d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f1affd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:58.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.338+0000 7f1f1affd700 1 -- 172.21.15.46:0/2388476252 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f300a1d70 con 0x563787b50e20 2023-10-21T15:39:58.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f1affd700 1 -- 172.21.15.46:0/2388476252 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1f300a1ed0 con 0x563787b50e20 2023-10-21T15:39:58.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2388476252 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563787aa8ef0 con 0x563787b50e20 2023-10-21T15:39:58.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f1affd700 1 -- 172.21.15.46:0/2388476252 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f300cab10 con 0x563787b50e20 2023-10-21T15:39:58.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 10 client.15522 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:58.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2388476252 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5637878cede0 con 0x563787b50e20 2023-10-21T15:39:58.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f1affd700 1 -- 172.21.15.46:0/2388476252 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563787aa8ef0 con 0x563787b50e20 2023-10-21T15:39:58.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f1affd700 1 -- 172.21.15.46:0/2388476252 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1f30009aa0 con 0x563787b50e20 2023-10-21T15:39:58.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 10 client.15522 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 10 client.15522 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 20 client.15522 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563787b663d0 0x563787b687c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 4 client.15522 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:58.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2388476252 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563787b20c10 con 0x563787b663d0 2023-10-21T15:39:58.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.339+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563787b663d0 0x563787b687c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.340+0000 7f1f1affd700 10 client.15522 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:58.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.340+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563787b663d0 0x563787b687c0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecf7a1c6b7611c15 server_cookie=d7875b6e90ed6702 in_seq=0 out_seq=0 2023-10-21T15:39:58.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.340+0000 7f1f1affd700 1 -- 172.21.15.46:0/2388476252 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563787b20c10 con 0x563787b663d0 2023-10-21T15:39:58.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.340+0000 7f1f1affd700 10 client.15522 handle_command_reply: tid=0 2023-10-21T15:39:58.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.340+0000 7f1f4e167b80 1 client.15522 shutdown 2023-10-21T15:39:58.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2388476252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 msgr2=0x563787b5ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b5ac20 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f1f3000b2f0 tx=0x7f1f300a2380 comp rx=0 tx=0).stop 2023-10-21T15:39:58.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2388476252 shutdown_connections 2023-10-21T15:39:58.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563787b663d0 0x563787b687c0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b50e20 0x563787b5ac20 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f1affd700 0 client.15522 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:58.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b621a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2388476252 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b51780 0x563787b5b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2388476252 >> 172.21.15.46:0/2388476252 conn(0x563787a7edd0 msgr2=0x563787b4bbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2388476252 shutdown_connections 2023-10-21T15:39:58.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2388476252 wait complete. 2023-10-21T15:39:58.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.341+0000 7f1f4e167b80 20 client.15522 trim_cache size 0 max 16384 2023-10-21T15:39:58.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f4e167b80 1 Processor -- start 2023-10-21T15:39:58.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f4e167b80 1 -- start start 2023-10-21T15:39:58.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b50e20 0x563787b589e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b58f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b52620 0x563787b62160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787924920 con 0x563787b51780 2023-10-21T15:39:58.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787b5a0d0 con 0x563787b50e20 2023-10-21T15:39:58.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787b5a790 con 0x563787b52620 2023-10-21T15:39:58.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b58f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b58f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35112/0 (socket says 172.21.15.46:35112) 2023-10-21T15:39:58.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3affd700 1 -- 172.21.15.46:0/3609553671 learned_addr learned my addr 172.21.15.46:0/3609553671 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.385 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/3609553671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b50e20 0x563787b589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.385 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3affd700 1 -- 172.21.15.46:0/3609553671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b52620 msgr2=0x563787b62160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.386 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3affd700 1 --2- 172.21.15.46:0/3609553671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b52620 0x563787b62160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.386 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3affd700 1 -- 172.21.15.46:0/3609553671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b50e20 msgr2=0x563787b589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.386 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3affd700 1 --2- 172.21.15.46:0/3609553671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b50e20 0x563787b589e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.389 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.354+0000 7f1f3affd700 1 -- 172.21.15.46:0/3609553671 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5637878b7c60 con 0x563787b51780 2023-10-21T15:39:58.390 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f3affd700 1 --2- 172.21.15.46:0/3609553671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b58f20 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c00c010 tx=0x7f1f2c005000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe8fb67d1ff3609 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.390 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f227fc700 1 -- 172.21.15.46:0/3609553671 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c032c70 con 0x563787b51780 2023-10-21T15:39:58.390 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f227fc700 1 -- 172.21.15.46:0/3609553671 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f2c029040 con 0x563787b51780 2023-10-21T15:39:58.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f227fc700 1 -- 172.21.15.46:0/3609553671 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c005550 con 0x563787b51780 2023-10-21T15:39:58.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 -- 172.21.15.46:0/3609553671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 msgr2=0x563787b58f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/3609553671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b58f20 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c00c010 tx=0x7f1f2c005000 comp rx=0 tx=0).stop 2023-10-21T15:39:58.391 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 -- 172.21.15.46:0/3609553671 shutdown_connections 2023-10-21T15:39:58.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/3609553671 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b52620 0x563787b62160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/3609553671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b50e20 0x563787b589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.392 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/3609553671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b58f20 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 -- 172.21.15.46:0/3609553671 >> 172.21.15.46:0/3609553671 conn(0x563787a7edd0 msgr2=0x563787b62a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 -- 172.21.15.46:0/3609553671 shutdown_connections 2023-10-21T15:39:58.393 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.355+0000 7f1f4e167b80 1 -- 172.21.15.46:0/3609553671 wait complete. 2023-10-21T15:39:58.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 1 -- start start 2023-10-21T15:39:58.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 1 Processor -- start 2023-10-21T15:39:58.394 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b50e20 0x563787b5ff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b60470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b61410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787b61950 con 0x563787b51780 2023-10-21T15:39:58.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787b61ac0 con 0x563787b52620 2023-10-21T15:39:58.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563787b61c80 con 0x563787b50e20 2023-10-21T15:39:58.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f4e167b80 10 client.0 _ll_register_callbacks cb 0x7f1f300997d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:58.397 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b60470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3affd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b60470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35118/0 (socket says 172.21.15.46:35118) 2023-10-21T15:39:58.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3affd700 1 -- 172.21.15.46:0/2244140430 learned_addr learned my addr 172.21.15.46:0/2244140430 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:58.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b50e20 0x563787b5ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3bfff700 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b61410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3affd700 1 -- 172.21.15.46:0/2244140430 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b50e20 msgr2=0x563787b5ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b50e20 0x563787b5ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3affd700 1 -- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 msgr2=0x563787b61410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:58.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b61410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3affd700 1 -- 172.21.15.46:0/2244140430 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f3c109d40 con 0x563787b51780 2023-10-21T15:39:58.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.356+0000 7f1f3bfff700 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b61410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:58.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f3affd700 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b60470 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c0098e0 tx=0x7f1f2c0324b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3298a80ebe585ca server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:58.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f1affd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:58.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f1affd700 1 -- 172.21.15.46:0/2244140430 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f2c005290 con 0x563787b51780 2023-10-21T15:39:58.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f1affd700 1 -- 172.21.15.46:0/2244140430 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1f2c040070 con 0x563787b51780 2023-10-21T15:39:58.403 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2244140430 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1f30098210 con 0x563787b51780 2023-10-21T15:39:58.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f1affd700 1 -- 172.21.15.46:0/2244140430 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f2c0053f0 con 0x563787b51780 2023-10-21T15:39:58.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 10 client.15528 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:58.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2244140430 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5637878f5250 con 0x563787b51780 2023-10-21T15:39:58.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f1affd700 1 -- 172.21.15.46:0/2244140430 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f30098210 con 0x563787b51780 2023-10-21T15:39:58.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f1affd700 1 -- 172.21.15.46:0/2244140430 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1f2c04e070 con 0x563787b51780 2023-10-21T15:39:58.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 10 client.15528 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:58.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 10 client.15528 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:58.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 20 client.15528 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:58.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563787bbacd0 0x563787bbd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:58.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 4 client.15528 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:39:58.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.357+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2244140430 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x563787a9ce50 con 0x563787bbacd0 2023-10-21T15:39:58.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.358+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563787bbacd0 0x563787bbd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:58.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.358+0000 7f1f1affd700 10 client.15528 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:58.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.358+0000 7f1f3b7fe700 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563787bbacd0 0x563787bbd0f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4e5583fa677ce31 server_cookie=75996a0bff9e8c57 in_seq=0 out_seq=0 2023-10-21T15:39:58.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.358+0000 7f1f1affd700 1 -- 172.21.15.46:0/2244140430 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x563787a9ce50 con 0x563787bbacd0 2023-10-21T15:39:58.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.358+0000 7f1f1affd700 10 client.15528 handle_command_reply: tid=0 2023-10-21T15:39:58.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.358+0000 7f1f4e167b80 1 client.15528 shutdown 2023-10-21T15:39:58.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2244140430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 msgr2=0x563787b60470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b60470 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c0098e0 tx=0x7f1f2c0324b0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2244140430 shutdown_connections 2023-10-21T15:39:58.410 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563787bbacd0 0x563787bbd0f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563787b52620 0x563787b61410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563787b50e20 0x563787b5ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.411 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f1affd700 0 client.15528 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:58.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 --2- 172.21.15.46:0/2244140430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563787b51780 0x563787b60470 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2244140430 >> 172.21.15.46:0/2244140430 conn(0x563787a7edd0 msgr2=0x563787b589e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2244140430 shutdown_connections 2023-10-21T15:39:58.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 1 -- 172.21.15.46:0/2244140430 wait complete. 2023-10-21T15:39:58.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f4e167b80 20 client.15528 trim_cache size 0 max 16384 2023-10-21T15:39:58.414 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:39:58.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 -- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f240a1480 msgr2=0x7f1f240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f240a1480 0x7f1f240a3940 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c00b5c0 tx=0x7f1f2c005960 comp rx=0 tx=0).stop 2023-10-21T15:39:58.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 -- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c101980 msgr2=0x7f1f3c198ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:58.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c101980 0x7f1f3c198ea0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f1f3000d950 tx=0x7f1f3000dc60 comp rx=0 tx=0).stop 2023-10-21T15:39:58.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 -- 172.21.15.46:0/2548541223 shutdown_connections 2023-10-21T15:39:58.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1f240a1480 0x7f1f240a3940 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f3c101980 0x7f1f3c198ea0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1f3c106cc0 0x7f1f3c1a0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 --2- 172.21.15.46:0/2548541223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f3c1042b0 0x7f1f3c1993e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:58.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 -- 172.21.15.46:0/2548541223 >> 172.21.15.46:0/2548541223 conn(0x7f1f3c0fb330 msgr2=0x7f1f3c1000a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 -- 172.21.15.46:0/2548541223 shutdown_connections 2023-10-21T15:39:58.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:58.359+0000 7f1f41f7e700 1 -- 172.21.15.46:0/2548541223 wait complete. 2023-10-21T15:39:59.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:58 smithi046 ceph-mon[99436]: pgmap v306: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2023-10-21T15:39:59.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:58 smithi105 ceph-mon[103980]: pgmap v306: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2023-10-21T15:39:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:58 smithi119 ceph-mon[103628]: pgmap v306: 97 pgs: 97 active+clean; 645 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2023-10-21T15:39:59.421 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-21T15:39:59.422 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-21T15:39:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 -- 172.21.15.46:0/53631667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8102a10 msgr2=0x7fcce8109330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 --2- 172.21.15.46:0/53631667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8102a10 0x7fcce8109330 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fcce000b0a0 tx=0x7fcce000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 -- 172.21.15.46:0/53631667 shutdown_connections 2023-10-21T15:39:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 --2- 172.21.15.46:0/53631667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8102a10 0x7fcce8109330 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 --2- 172.21.15.46:0/53631667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce8100e70 0x7fcce8101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 --2- 172.21.15.46:0/53631667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce8102050 0x7fcce81024d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 -- 172.21.15.46:0/53631667 >> 172.21.15.46:0/53631667 conn(0x7fcce80fc430 msgr2=0x7fcce80fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 -- 172.21.15.46:0/53631667 shutdown_connections 2023-10-21T15:39:59.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.565+0000 7fcced4c1700 1 -- 172.21.15.46:0/53631667 wait complete. 2023-10-21T15:39:59.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcced4c1700 1 Processor -- start 2023-10-21T15:39:59.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcced4c1700 1 -- start start 2023-10-21T15:39:59.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcced4c1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8100e70 0x7fcce8196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcced4c1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce8102050 0x7fcce8197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcced4c1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce8102a10 0x7fcce819e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcced4c1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce819e830 con 0x7fcce8100e70 2023-10-21T15:39:59.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcced4c1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce819e9a0 con 0x7fcce8102a10 2023-10-21T15:39:59.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcced4c1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce819eb60 con 0x7fcce8102050 2023-10-21T15:39:59.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcce6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8100e70 0x7fcce8196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcce6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8100e70 0x7fcce8196cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35130/0 (socket says 172.21.15.46:35130) 2023-10-21T15:39:59.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcce6ffd700 1 -- 172.21.15.46:0/478768235 learned_addr learned my addr 172.21.15.46:0/478768235 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.577 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcce67fc700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce8102050 0x7fcce8197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.578 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcce77fe700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce8102a10 0x7fcce819e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcce6ffd700 1 -- 172.21.15.46:0/478768235 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce8102050 msgr2=0x7fcce8197200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.566+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce8102050 0x7fcce8197200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.579 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fcce6ffd700 1 -- 172.21.15.46:0/478768235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce8102a10 msgr2=0x7fcce819e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce8102a10 0x7fcce819e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.580 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fcce6ffd700 1 -- 172.21.15.46:0/478768235 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcce0009d00 con 0x7fcce8100e70 2023-10-21T15:39:59.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fcce77fe700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce8102a10 0x7fcce819e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:59.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8100e70 0x7fcce8196cc0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fccd000e970 tx=0x7fccd000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.581 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fccdffff700 1 -- 172.21.15.46:0/478768235 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd0009790 con 0x7fcce8100e70 2023-10-21T15:39:59.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fcced4c1700 1 -- 172.21.15.46:0/478768235 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcce819ee40 con 0x7fcce8100e70 2023-10-21T15:39:59.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fccdffff700 1 -- 172.21.15.46:0/478768235 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fccd000eec0 con 0x7fcce8100e70 2023-10-21T15:39:59.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fccdffff700 1 -- 172.21.15.46:0/478768235 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd0003cf0 con 0x7fcce8100e70 2023-10-21T15:39:59.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.567+0000 7fcced4c1700 1 -- 172.21.15.46:0/478768235 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcce819f270 con 0x7fcce8100e70 2023-10-21T15:39:59.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.569+0000 7fccdffff700 1 -- 172.21.15.46:0/478768235 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fccd000ccd0 con 0x7fcce8100e70 2023-10-21T15:39:59.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.570+0000 7fccdffff700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fccd40a1480 0x7fccd40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.570+0000 7fccdffff700 1 -- 172.21.15.46:0/478768235 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fccd0014070 con 0x7fcce8100e70 2023-10-21T15:39:59.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.570+0000 7fcce67fc700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fccd40a1480 0x7fccd40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.570+0000 7fcce67fc700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fccd40a1480 0x7fccd40a3940 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fcce81981c0 tx=0x7fccd800a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fccf96aab80 1 Processor -- start 2023-10-21T15:39:59.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fccf96aab80 1 -- start start 2023-10-21T15:39:59.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea62c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 0x562ea8ea70c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8ea7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fccf96aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8e1acf0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fccf96aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8dffce0 con 0x562ea8ea76a0 2023-10-21T15:39:59.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fccf96aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8dfd600 con 0x562ea8ea6800 2023-10-21T15:39:59.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fcce6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fcce6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea62c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35138/0 (socket says 172.21.15.46:35138) 2023-10-21T15:39:59.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fcce6ffd700 1 -- 172.21.15.46:0/453252888 learned_addr learned my addr 172.21.15.46:0/453252888 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.571+0000 7fcce67fc700 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 0x562ea8ea70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fcce77fe700 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8ea7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fcce6ffd700 1 -- 172.21.15.46:0/453252888 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 msgr2=0x562ea8ea70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 0x562ea8ea70c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fcce6ffd700 1 -- 172.21.15.46:0/453252888 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 msgr2=0x562ea8ea7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8ea7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fcce6ffd700 1 -- 172.21.15.46:0/453252888 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562ea8db6470 con 0x562ea8ea5ea0 2023-10-21T15:39:59.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fcce77fe700 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8ea7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:59.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea62c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fccd00a20f0 tx=0x7fccd0099bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7fa8e00c51a0723 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fccdd7fa700 1 -- 172.21.15.46:0/453252888 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd009a290 con 0x562ea8ea5ea0 2023-10-21T15:39:59.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fccdd7fa700 1 -- 172.21.15.46:0/453252888 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fccd009e3e0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.572+0000 7fccdd7fa700 1 -- 172.21.15.46:0/453252888 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd0099780 con 0x562ea8ea5ea0 2023-10-21T15:39:59.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 -- 172.21.15.46:0/453252888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 msgr2=0x562ea8ea62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea62c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fccd00a20f0 tx=0x7fccd0099bf0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 -- 172.21.15.46:0/453252888 shutdown_connections 2023-10-21T15:39:59.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea62c0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8ea7b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 --2- 172.21.15.46:0/453252888 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 0x562ea8ea70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 -- 172.21.15.46:0/453252888 >> 172.21.15.46:0/453252888 conn(0x562ea8dd3e50 msgr2=0x562ea8ea1060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 -- 172.21.15.46:0/453252888 shutdown_connections 2023-10-21T15:39:59.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 -- 172.21.15.46:0/453252888 wait complete. 2023-10-21T15:39:59.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 -- start start 2023-10-21T15:39:59.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.573+0000 7fccf96aab80 1 Processor -- start 2023-10-21T15:39:59.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eafd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea6800 0x562ea8eb0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 0x562ea8eb72b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccf96aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8df8ef0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.601 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccf96aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8d95790 con 0x562ea8ea6800 2023-10-21T15:39:59.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccf96aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8d95430 con 0x562ea8ea76a0 2023-10-21T15:39:59.602 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccf96aab80 10 client.0 _ll_register_callbacks cb 0x562ea8bf2880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:59.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eafd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eafd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35144/0 (socket says 172.21.15.46:35144) 2023-10-21T15:39:59.603 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 -- 172.21.15.46:0/3543777790 learned_addr learned my addr 172.21.15.46:0/3543777790 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce77fe700 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 0x562ea8eb72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce67fc700 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea6800 0x562ea8eb0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.604 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 -- 172.21.15.46:0/3543777790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 msgr2=0x562ea8eb72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 0x562ea8eb72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 -- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea6800 msgr2=0x562ea8eb0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea6800 0x562ea8eb0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 -- 172.21.15.46:0/3543777790 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcce819f270 con 0x562ea8ea5ea0 2023-10-21T15:39:59.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce67fc700 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea6800 0x562ea8eb0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:59.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eafd30 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fccd0096d00 tx=0x7fccd001fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8a67bbc91740495 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccce7fc700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:59.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccce7fc700 1 -- 172.21.15.46:0/3543777790 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd0099780 con 0x562ea8ea5ea0 2023-10-21T15:39:59.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccce7fc700 1 -- 172.21.15.46:0/3543777790 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fccd00998e0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.574+0000 7fccf96aab80 1 -- 172.21.15.46:0/3543777790 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562ea8dfdf70 con 0x562ea8ea5ea0 2023-10-21T15:39:59.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccce7fc700 1 -- 172.21.15.46:0/3543777790 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fccd00a2190 con 0x562ea8ea5ea0 2023-10-21T15:39:59.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccf96aab80 10 client.15540 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:59.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccf96aab80 1 -- 172.21.15.46:0/3543777790 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562ea8c23e60 con 0x562ea8ea5ea0 2023-10-21T15:39:59.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccce7fc700 1 -- 172.21.15.46:0/3543777790 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562ea8dfdf70 con 0x562ea8ea5ea0 2023-10-21T15:39:59.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccce7fc700 1 -- 172.21.15.46:0/3543777790 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fccd00991f0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccf96aab80 10 client.15540 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:59.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccf96aab80 10 client.15540 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:59.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccf96aab80 20 client.15540 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:59.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccf96aab80 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562ea8ebb720 0x562ea8ebdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccf96aab80 4 client.15540 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:59.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fccf96aab80 1 -- 172.21.15.46:0/3543777790 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562ea8e75c90 con 0x562ea8ebb720 2023-10-21T15:39:59.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.575+0000 7fcce67fc700 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562ea8ebb720 0x562ea8ebdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.576+0000 7fccce7fc700 10 client.15540 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:59.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.576+0000 7fcce67fc700 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562ea8ebb720 0x562ea8ebdb40 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bee6c0b1437896 server_cookie=5b85f3f680910d3b in_seq=0 out_seq=0 2023-10-21T15:39:59.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccce7fc700 1 -- 172.21.15.46:0/3543777790 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562ea8e75c90 con 0x562ea8ebb720 2023-10-21T15:39:59.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccce7fc700 10 client.15540 handle_command_reply: tid=0 2023-10-21T15:39:59.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 client.15540 shutdown 2023-10-21T15:39:59.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 -- 172.21.15.46:0/3543777790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 msgr2=0x562ea8eafd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eafd30 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fccd0096d00 tx=0x7fccd001fe90 comp rx=0 tx=0).stop 2023-10-21T15:39:59.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 -- 172.21.15.46:0/3543777790 shutdown_connections 2023-10-21T15:39:59.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562ea8ebb720 0x562ea8ebdb40 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eafd30 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 0x562ea8eb72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccce7fc700 0 client.15540 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:59.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 --2- 172.21.15.46:0/3543777790 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea6800 0x562ea8eb0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 -- 172.21.15.46:0/3543777790 >> 172.21.15.46:0/3543777790 conn(0x562ea8dd3e50 msgr2=0x562ea8ea0c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 -- 172.21.15.46:0/3543777790 shutdown_connections 2023-10-21T15:39:59.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 1 -- 172.21.15.46:0/3543777790 wait complete. 2023-10-21T15:39:59.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.577+0000 7fccf96aab80 20 client.15540 trim_cache size 0 max 16384 2023-10-21T15:39:59.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.594+0000 7fccf96aab80 1 Processor -- start 2023-10-21T15:39:59.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.594+0000 7fccf96aab80 1 -- start start 2023-10-21T15:39:59.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.594+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.594+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea6800 0x562ea8eb7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.594+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 0x562ea8eaa5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.594+0000 7fccf96aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8c799a0 con 0x562ea8ea6800 2023-10-21T15:39:59.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.594+0000 7fccf96aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8e9bc80 con 0x562ea8ea5ea0 2023-10-21T15:39:59.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.594+0000 7fccf96aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8ea1430 con 0x562ea8ea76a0 2023-10-21T15:39:59.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea6800 0x562ea8eb7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea6800 0x562ea8eb7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35154/0 (socket says 172.21.15.46:35154) 2023-10-21T15:39:59.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 -- 172.21.15.46:0/1526576646 learned_addr learned my addr 172.21.15.46:0/1526576646 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce77fe700 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 0x562ea8eaa5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 -- 172.21.15.46:0/1526576646 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 msgr2=0x562ea8eaa5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 0x562ea8eaa5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 -- 172.21.15.46:0/1526576646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea5ea0 msgr2=0x562ea8ea2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 -- 172.21.15.46:0/1526576646 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562ea8c0cce0 con 0x562ea8ea6800 2023-10-21T15:39:59.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fcce67fc700 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea6800 0x562ea8eb7270 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fcce8100b90 tx=0x7fccd8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=328c7b2f7fa5a161 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fccddffb700 1 -- 172.21.15.46:0/1526576646 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd8021040 con 0x562ea8ea6800 2023-10-21T15:39:59.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fccddffb700 1 -- 172.21.15.46:0/1526576646 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fccd8014070 con 0x562ea8ea6800 2023-10-21T15:39:59.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.595+0000 7fccddffb700 1 -- 172.21.15.46:0/1526576646 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd801c420 con 0x562ea8ea6800 2023-10-21T15:39:59.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 -- 172.21.15.46:0/1526576646 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea6800 msgr2=0x562ea8eb7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea6800 0x562ea8eb7270 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fcce8100b90 tx=0x7fccd8012000 comp rx=0 tx=0).stop 2023-10-21T15:39:59.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 -- 172.21.15.46:0/1526576646 shutdown_connections 2023-10-21T15:39:59.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea76a0 0x562ea8eaa5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea5ea0 0x562ea8ea2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 --2- 172.21.15.46:0/1526576646 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea6800 0x562ea8eb7270 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 -- 172.21.15.46:0/1526576646 >> 172.21.15.46:0/1526576646 conn(0x562ea8dd3e50 msgr2=0x562ea8eada80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 -- 172.21.15.46:0/1526576646 shutdown_connections 2023-10-21T15:39:59.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 -- 172.21.15.46:0/1526576646 wait complete. 2023-10-21T15:39:59.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.596+0000 7fccf96aab80 1 -- start start 2023-10-21T15:39:59.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccf96aab80 1 Processor -- start 2023-10-21T15:39:59.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eb49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 0x562ea8eb4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccf96aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8eb5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccf96aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8eb6460 con 0x562ea8ea5ea0 2023-10-21T15:39:59.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccf96aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8eb65d0 con 0x562ea8ea76a0 2023-10-21T15:39:59.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccf96aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ea8eb6790 con 0x562ea8ea6800 2023-10-21T15:39:59.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccf96aab80 10 client.0 _ll_register_callbacks cb 0x7fccd800a840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:59.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eb49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eb49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35158/0 (socket says 172.21.15.46:35158) 2023-10-21T15:39:59.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 -- 172.21.15.46:0/409635917 learned_addr learned my addr 172.21.15.46:0/409635917 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce67fc700 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 0x562ea8eb4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce77fe700 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8eb5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 -- 172.21.15.46:0/409635917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 msgr2=0x562ea8eb4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 0x562ea8eb4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 -- 172.21.15.46:0/409635917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 msgr2=0x562ea8eb5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8eb5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 -- 172.21.15.46:0/409635917 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562ea8c4a2d0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fcce6ffd700 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eb49d0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fccd0005950 tx=0x7fccd009aad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e2f1a6694222074 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.597+0000 7fccce7fc700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:59.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccce7fc700 1 -- 172.21.15.46:0/409635917 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccd009a290 con 0x562ea8ea5ea0 2023-10-21T15:39:59.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccce7fc700 1 -- 172.21.15.46:0/409635917 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fccd00991f0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 1 -- 172.21.15.46:0/409635917 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fccd009e3e0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccce7fc700 1 -- 172.21.15.46:0/409635917 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fccd00993b0 con 0x562ea8ea5ea0 2023-10-21T15:39:59.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 10 client.15546 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:59.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 1 -- 172.21.15.46:0/409635917 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562ea8c22330 con 0x562ea8ea5ea0 2023-10-21T15:39:59.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccce7fc700 1 -- 172.21.15.46:0/409635917 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fccd0089020 con 0x562ea8ea5ea0 2023-10-21T15:39:59.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccce7fc700 1 -- 172.21.15.46:0/409635917 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fccd00aa030 con 0x562ea8ea5ea0 2023-10-21T15:39:59.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 10 client.15546 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:59.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 10 client.15546 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:59.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 20 client.15546 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:59.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562ea8f11730 0x562ea8f13b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 4 client.15546 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-21T15:39:59.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fccf96aab80 1 -- 172.21.15.46:0/409635917 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x562ea8df1ed0 con 0x562ea8f11730 2023-10-21T15:39:59.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.598+0000 7fcce67fc700 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562ea8f11730 0x562ea8f13b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.599+0000 7fccce7fc700 10 client.15546 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:59.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.599+0000 7fcce67fc700 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562ea8f11730 0x562ea8f13b20 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b76a44a4e5db1006 server_cookie=30420fb7c12467fd in_seq=0 out_seq=0 2023-10-21T15:39:59.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.600+0000 7fccce7fc700 1 -- 172.21.15.46:0/409635917 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x562ea8df1ed0 con 0x562ea8f11730 2023-10-21T15:39:59.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.600+0000 7fccce7fc700 10 client.15546 handle_command_reply: tid=0 2023-10-21T15:39:59.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.600+0000 7fccf96aab80 1 client.15546 shutdown 2023-10-21T15:39:59.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.600+0000 7fccf96aab80 1 -- 172.21.15.46:0/409635917 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 msgr2=0x562ea8eb49d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.600+0000 7fccf96aab80 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eb49d0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fccd0005950 tx=0x7fccd009aad0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 1 -- 172.21.15.46:0/409635917 shutdown_connections 2023-10-21T15:39:59.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562ea8f11730 0x562ea8f13b20 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ea8ea5ea0 0x562ea8eb49d0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccce7fc700 0 client.15546 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:59.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562ea8ea76a0 0x562ea8eb5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 1 --2- 172.21.15.46:0/409635917 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562ea8ea6800 0x562ea8eb4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 1 -- 172.21.15.46:0/409635917 >> 172.21.15.46:0/409635917 conn(0x562ea8dd3e50 msgr2=0x562ea8eaa5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 1 -- 172.21.15.46:0/409635917 shutdown_connections 2023-10-21T15:39:59.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 1 -- 172.21.15.46:0/409635917 wait complete. 2023-10-21T15:39:59.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fccf96aab80 20 client.15546 trim_cache size 0 max 16384 2023-10-21T15:39:59.645 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:59.645 INFO:teuthology.orchestra.run.smithi046.stdout: "return_code": 0, 2023-10-21T15:39:59.645 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_tag": "af9117d8-9ec5-443e-9cfa-dc4d67f72206", 2023-10-21T15:39:59.646 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": "asynchronous" 2023-10-21T15:39:59.646 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:59.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 -- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fccd40a1480 msgr2=0x7fccd40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fccd40a1480 0x7fccd40a3940 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fcce81981c0 tx=0x7fccd800a380 comp rx=0 tx=0).stop 2023-10-21T15:39:59.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 -- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8100e70 msgr2=0x7fcce8196cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8100e70 0x7fcce8196cc0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fccd000e970 tx=0x7fccd000ec80 comp rx=0 tx=0).stop 2023-10-21T15:39:59.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 -- 172.21.15.46:0/478768235 shutdown_connections 2023-10-21T15:39:59.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fccd40a1480 0x7fccd40a3940 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce8100e70 0x7fcce8196cc0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce8102a10 0x7fcce819e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 --2- 172.21.15.46:0/478768235 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce8102050 0x7fcce8197200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.601+0000 7fcced4c1700 1 -- 172.21.15.46:0/478768235 >> 172.21.15.46:0/478768235 conn(0x7fcce80fc430 msgr2=0x7fcce81055d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.602+0000 7fcced4c1700 1 -- 172.21.15.46:0/478768235 shutdown_connections 2023-10-21T15:39:59.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.602+0000 7fcced4c1700 1 -- 172.21.15.46:0/478768235 wait complete. 2023-10-21T15:39:59.650 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-21T15:39:59.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 -- 172.21.15.46:0/1536741459 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 msgr2=0x7f4880108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1536741459 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 0x7f4880108240 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f487800b0a0 tx=0x7f487800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 -- 172.21.15.46:0/1536741459 shutdown_connections 2023-10-21T15:39:59.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1536741459 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 0x7f4880108240 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1536741459 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48801014e0 0x7f4880101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1536741459 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48800ffa10 0x7f48800ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 -- 172.21.15.46:0/1536741459 >> 172.21.15.46:0/1536741459 conn(0x7f48800fb330 msgr2=0x7f48800fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 -- 172.21.15.46:0/1536741459 shutdown_connections 2023-10-21T15:39:59.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 -- 172.21.15.46:0/1536741459 wait complete. 2023-10-21T15:39:59.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.776+0000 7f4885ba4700 1 Processor -- start 2023-10-21T15:39:59.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f4885ba4700 1 -- start start 2023-10-21T15:39:59.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f4885ba4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48800ffa10 0x7f4880196db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f4885ba4700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 0x7f48801972f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f4885ba4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48801014e0 0x7f488019e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f4885ba4700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f488019e8f0 con 0x7f48801003b0 2023-10-21T15:39:59.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f4885ba4700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f488019ea60 con 0x7f48800ffa10 2023-10-21T15:39:59.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f4885ba4700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f488019ec20 con 0x7f48801014e0 2023-10-21T15:39:59.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 0x7f48801972f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 0x7f48801972f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35174/0 (socket says 172.21.15.46:35174) 2023-10-21T15:39:59.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 -- 172.21.15.46:0/1507763780 learned_addr learned my addr 172.21.15.46:0/1507763780 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487f7fe700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48800ffa10 0x7f4880196db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487ffff700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48801014e0 0x7f488019e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 -- 172.21.15.46:0/1507763780 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48801014e0 msgr2=0x7f488019e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48801014e0 0x7f488019e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 -- 172.21.15.46:0/1507763780 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48800ffa10 msgr2=0x7f4880196db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48800ffa10 0x7f4880196db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 -- 172.21.15.46:0/1507763780 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4878009d00 con 0x7f48801003b0 2023-10-21T15:39:59.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487effd700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 0x7f48801972f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f487000e9a0 tx=0x7f487000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.777+0000 7f487cff9700 1 -- 172.21.15.46:0/1507763780 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4870009790 con 0x7f48801003b0 2023-10-21T15:39:59.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.778+0000 7f487cff9700 1 -- 172.21.15.46:0/1507763780 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4870010430 con 0x7f48801003b0 2023-10-21T15:39:59.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.778+0000 7f4885ba4700 1 -- 172.21.15.46:0/1507763780 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f488019ef00 con 0x7f48801003b0 2023-10-21T15:39:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.778+0000 7f487cff9700 1 -- 172.21.15.46:0/1507763780 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4870018680 con 0x7f48801003b0 2023-10-21T15:39:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.778+0000 7f4885ba4700 1 -- 172.21.15.46:0/1507763780 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f488019f320 con 0x7f48801003b0 2023-10-21T15:39:59.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.780+0000 7f487cff9700 1 -- 172.21.15.46:0/1507763780 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f48700105a0 con 0x7f48801003b0 2023-10-21T15:39:59.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.781+0000 7f487cff9700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48680a1480 0x7f48680a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.781+0000 7f487f7fe700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48680a1480 0x7f48680a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.781+0000 7f487cff9700 1 -- 172.21.15.46:0/1507763780 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4870014070 con 0x7f48801003b0 2023-10-21T15:39:59.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.781+0000 7f4891d8db80 1 Processor -- start 2023-10-21T15:39:59.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.781+0000 7f487f7fe700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48680a1480 0x7f48680a3940 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4880198280 tx=0x7f4874009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.781+0000 7f4891d8db80 1 -- start start 2023-10-21T15:39:59.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e58240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e59040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 0x559e02e59aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4891d8db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02dccc70 con 0x559e02e57e20 2023-10-21T15:39:59.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4891d8db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02db1c60 con 0x559e02e58780 2023-10-21T15:39:59.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4891d8db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02daf580 con 0x559e02e59620 2023-10-21T15:39:59.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e58240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e58240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35180/0 (socket says 172.21.15.46:35180) 2023-10-21T15:39:59.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 -- 172.21.15.46:0/2286077867 learned_addr learned my addr 172.21.15.46:0/2286077867 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487ffff700 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 0x559e02e59aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487effd700 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e59040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 -- 172.21.15.46:0/2286077867 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 msgr2=0x559e02e59aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 0x559e02e59aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 -- 172.21.15.46:0/2286077867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 msgr2=0x559e02e59040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e59040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 -- 172.21.15.46:0/2286077867 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559e02d683f0 con 0x559e02e57e20 2023-10-21T15:39:59.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487effd700 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e59040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:59.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f487f7fe700 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e58240 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f4874011d30 tx=0x7f4874014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34a10aa11efe2ed2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4865ffb700 1 -- 172.21.15.46:0/2286077867 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487400ebd0 con 0x559e02e57e20 2023-10-21T15:39:59.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4865ffb700 1 -- 172.21.15.46:0/2286077867 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4874021070 con 0x559e02e57e20 2023-10-21T15:39:59.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.782+0000 7f4865ffb700 1 -- 172.21.15.46:0/2286077867 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487401d670 con 0x559e02e57e20 2023-10-21T15:39:59.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 -- 172.21.15.46:0/2286077867 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 msgr2=0x559e02e58240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e58240 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f4874011d30 tx=0x7f4874014000 comp rx=0 tx=0).stop 2023-10-21T15:39:59.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 -- 172.21.15.46:0/2286077867 shutdown_connections 2023-10-21T15:39:59.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e58240 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 0x559e02e59aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2286077867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e59040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 -- 172.21.15.46:0/2286077867 >> 172.21.15.46:0/2286077867 conn(0x559e02d85dd0 msgr2=0x559e02e52fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 -- 172.21.15.46:0/2286077867 shutdown_connections 2023-10-21T15:39:59.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 -- 172.21.15.46:0/2286077867 wait complete. 2023-10-21T15:39:59.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.783+0000 7f4891d8db80 1 -- start start 2023-10-21T15:39:59.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f4891d8db80 1 Processor -- start 2023-10-21T15:39:59.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e57e20 0x559e02e61c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e58780 0x559e02e621b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e691f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f4891d8db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02daae70 con 0x559e02e58780 2023-10-21T15:39:59.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f4891d8db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02d47710 con 0x559e02e59620 2023-10-21T15:39:59.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f4891d8db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02d473b0 con 0x559e02e57e20 2023-10-21T15:39:59.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f4891d8db80 10 client.0 _ll_register_callbacks cb 0x559e02ba4800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:59.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e58780 0x559e02e621b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487effd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e58780 0x559e02e621b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35188/0 (socket says 172.21.15.46:35188) 2023-10-21T15:39:59.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487effd700 1 -- 172.21.15.46:0/2079262531 learned_addr learned my addr 172.21.15.46:0/2079262531 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487f7fe700 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e57e20 0x559e02e61c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487ffff700 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e691f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487effd700 1 -- 172.21.15.46:0/2079262531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e57e20 msgr2=0x559e02e61c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487effd700 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e57e20 0x559e02e61c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487effd700 1 -- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 msgr2=0x559e02e691f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487effd700 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e691f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487effd700 1 -- 172.21.15.46:0/2079262531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4874017070 con 0x559e02e58780 2023-10-21T15:39:59.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.784+0000 7f487ffff700 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e691f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:59.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f487effd700 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e58780 0x559e02e621b0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f48700a2030 tx=0x7f487009a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71c8a73c1195c84d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f485effd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:59.805 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f485effd700 1 -- 172.21.15.46:0/2079262531 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487009e320 con 0x559e02e58780 2023-10-21T15:39:59.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 1 -- 172.21.15.46:0/2079262531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559e02dafef0 con 0x559e02e58780 2023-10-21T15:39:59.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f485effd700 1 -- 172.21.15.46:0/2079262531 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f48700a2560 con 0x559e02e58780 2023-10-21T15:39:59.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f485effd700 1 -- 172.21.15.46:0/2079262531 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f48700a20d0 con 0x559e02e58780 2023-10-21T15:39:59.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 10 client.15558 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:59.806 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 1 -- 172.21.15.46:0/2079262531 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x559e02bd5de0 con 0x559e02e58780 2023-10-21T15:39:59.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f485effd700 1 -- 172.21.15.46:0/2079262531 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4870063080 con 0x559e02e58780 2023-10-21T15:39:59.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f485effd700 1 -- 172.21.15.46:0/2079262531 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4870099130 con 0x559e02e58780 2023-10-21T15:39:59.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 10 client.15558 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:59.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 10 client.15558 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:59.807 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 20 client.15558 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:59.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559e02e6da10 0x559e02e6fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 4 client.15558 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:39:59.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.785+0000 7f4891d8db80 1 -- 172.21.15.46:0/2079262531 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559e02e27c10 con 0x559e02e6da10 2023-10-21T15:39:59.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.786+0000 7f487f7fe700 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559e02e6da10 0x559e02e6fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.808 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.786+0000 7f487f7fe700 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559e02e6da10 0x559e02e6fe30 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4304e646e141ada server_cookie=8c456b3491ef361a in_seq=0 out_seq=0 2023-10-21T15:39:59.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.786+0000 7f485effd700 10 client.15558 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:59.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f485effd700 1 -- 172.21.15.46:0/2079262531 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559e02e27c10 con 0x559e02e6da10 2023-10-21T15:39:59.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f485effd700 10 client.15558 handle_command_reply: tid=0 2023-10-21T15:39:59.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 client.15558 shutdown 2023-10-21T15:39:59.809 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 -- 172.21.15.46:0/2079262531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e58780 msgr2=0x559e02e621b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e58780 0x559e02e621b0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f48700a2030 tx=0x7f487009a710 comp rx=0 tx=0).stop 2023-10-21T15:39:59.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 -- 172.21.15.46:0/2079262531 shutdown_connections 2023-10-21T15:39:59.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559e02e6da10 0x559e02e6fe30 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e691f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e57e20 0x559e02e61c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f485effd700 0 client.15558 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:59.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 --2- 172.21.15.46:0/2079262531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e58780 0x559e02e621b0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 -- 172.21.15.46:0/2079262531 >> 172.21.15.46:0/2079262531 conn(0x559e02d85dd0 msgr2=0x559e02e52bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.787+0000 7f4891d8db80 1 -- 172.21.15.46:0/2079262531 shutdown_connections 2023-10-21T15:39:59.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.788+0000 7f4891d8db80 1 -- 172.21.15.46:0/2079262531 wait complete. 2023-10-21T15:39:59.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.788+0000 7f4891d8db80 20 client.15558 trim_cache size 0 max 16384 2023-10-21T15:39:59.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f4891d8db80 1 Processor -- start 2023-10-21T15:39:59.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f4891d8db80 1 -- start start 2023-10-21T15:39:59.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e5c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e691b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 0x559e02e5ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f4891d8db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02c2b920 con 0x559e02e57e20 2023-10-21T15:39:59.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f4891d8db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02e53580 con 0x559e02e58780 2023-10-21T15:39:59.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f4891d8db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02e61120 con 0x559e02e59620 2023-10-21T15:39:59.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e5c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e5c4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35194/0 (socket says 172.21.15.46:35194) 2023-10-21T15:39:59.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 -- 172.21.15.46:0/232490974 learned_addr learned my addr 172.21.15.46:0/232490974 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487effd700 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e691b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 -- 172.21.15.46:0/232490974 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 msgr2=0x559e02e5ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 0x559e02e5ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 -- 172.21.15.46:0/232490974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 msgr2=0x559e02e691b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e691b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 -- 172.21.15.46:0/232490974 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559e02bbec60 con 0x559e02e57e20 2023-10-21T15:39:59.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487effd700 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e691b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:39:59.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.805+0000 7f487f7fe700 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e5c4f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4874011d30 tx=0x7f48740058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b78d6d1eedbb316e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f48667fc700 1 -- 172.21.15.46:0/232490974 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487401cdf0 con 0x559e02e57e20 2023-10-21T15:39:59.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f48667fc700 1 -- 172.21.15.46:0/232490974 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f487400ecf0 con 0x559e02e57e20 2023-10-21T15:39:59.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f48667fc700 1 -- 172.21.15.46:0/232490974 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4874032070 con 0x559e02e57e20 2023-10-21T15:39:59.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 -- 172.21.15.46:0/232490974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 msgr2=0x559e02e5c4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e5c4f0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f4874011d30 tx=0x7f48740058e0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 -- 172.21.15.46:0/232490974 shutdown_connections 2023-10-21T15:39:59.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e5c4f0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e59620 0x559e02e5ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 --2- 172.21.15.46:0/232490974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e58780 0x559e02e691b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 -- 172.21.15.46:0/232490974 >> 172.21.15.46:0/232490974 conn(0x559e02d85dd0 msgr2=0x559e02e5f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 -- 172.21.15.46:0/232490974 shutdown_connections 2023-10-21T15:39:59.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.806+0000 7f4891d8db80 1 -- 172.21.15.46:0/232490974 wait complete. 2023-10-21T15:39:59.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 1 -- start start 2023-10-21T15:39:59.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 1 Processor -- start 2023-10-21T15:39:59.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e68ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e58780 0x559e02e65990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e65ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02e66450 con 0x559e02e57e20 2023-10-21T15:39:59.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02e665c0 con 0x559e02e59620 2023-10-21T15:39:59.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e02ec1860 con 0x559e02e58780 2023-10-21T15:39:59.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f4891d8db80 10 client.0 _ll_register_callbacks cb 0x7f4870099da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:39:59.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e68ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e68ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35200/0 (socket says 172.21.15.46:35200) 2023-10-21T15:39:59.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487f7fe700 1 -- 172.21.15.46:0/3780975399 learned_addr learned my addr 172.21.15.46:0/3780975399 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:39:59.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487effd700 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e58780 0x559e02e65990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487ffff700 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e65ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.829 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487f7fe700 1 -- 172.21.15.46:0/3780975399 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e58780 msgr2=0x559e02e65990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487f7fe700 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e58780 0x559e02e65990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487f7fe700 1 -- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 msgr2=0x559e02e65ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:39:59.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487f7fe700 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e65ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487f7fe700 1 -- 172.21.15.46:0/3780975399 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f487402a040 con 0x559e02e57e20 2023-10-21T15:39:59.830 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.807+0000 7f487ffff700 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e65ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:39:59.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f487f7fe700 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e68ef0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f4874004370 tx=0x7f487401cdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a06fd58f9a9edbbd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:39:59.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f485effd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:39:59.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f485effd700 1 -- 172.21.15.46:0/3780975399 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4874032d60 con 0x559e02e57e20 2023-10-21T15:39:59.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 1 -- 172.21.15.46:0/3780975399 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4874021070 con 0x559e02e57e20 2023-10-21T15:39:59.831 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f485effd700 1 -- 172.21.15.46:0/3780975399 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4874032050 con 0x559e02e57e20 2023-10-21T15:39:59.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f485effd700 1 -- 172.21.15.46:0/3780975399 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4874032210 con 0x559e02e57e20 2023-10-21T15:39:59.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 10 client.15564 fetch_fsmap learned FSMap version 27 2023-10-21T15:39:59.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 1 -- 172.21.15.46:0/3780975399 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x559e02bfc250 con 0x559e02e57e20 2023-10-21T15:39:59.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f485effd700 1 -- 172.21.15.46:0/3780975399 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4874021070 con 0x559e02e57e20 2023-10-21T15:39:59.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f485effd700 1 -- 172.21.15.46:0/3780975399 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4874005130 con 0x559e02e57e20 2023-10-21T15:39:59.832 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 10 client.15564 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:39:59.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 10 client.15564 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:39:59.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 20 client.15564 populate_metadata read hostname 'smithi046' 2023-10-21T15:39:59.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559e02ec2f40 0x559e02ec5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:39:59.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 4 client.15564 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-21T15:39:59.833 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.808+0000 7f4891d8db80 1 -- 172.21.15.46:0/3780975399 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x559e02da3e50 con 0x559e02ec2f40 2023-10-21T15:39:59.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f487effd700 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559e02ec2f40 0x559e02ec5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:39:59.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f485effd700 10 client.15564 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:59.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f487effd700 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559e02ec2f40 0x559e02ec5360 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d8ede4a270dc79a server_cookie=b58d712bdbcf023 in_seq=0 out_seq=0 2023-10-21T15:39:59.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f485effd700 1 -- 172.21.15.46:0/3780975399 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x559e02da3e50 con 0x559e02ec2f40 2023-10-21T15:39:59.834 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f485effd700 10 client.15564 handle_command_reply: tid=0 2023-10-21T15:39:59.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 client.15564 shutdown 2023-10-21T15:39:59.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 -- 172.21.15.46:0/3780975399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 msgr2=0x559e02e68ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e68ef0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f4874004370 tx=0x7f487401cdf0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 -- 172.21.15.46:0/3780975399 shutdown_connections 2023-10-21T15:39:59.835 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559e02ec2f40 0x559e02ec5360 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559e02e57e20 0x559e02e68ef0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e02e59620 0x559e02e65ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f485effd700 0 client.15564 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:39:59.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 --2- 172.21.15.46:0/3780975399 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559e02e58780 0x559e02e65990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.809+0000 7f4891d8db80 1 -- 172.21.15.46:0/3780975399 >> 172.21.15.46:0/3780975399 conn(0x559e02d85dd0 msgr2=0x559e02e5c4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4891d8db80 1 -- 172.21.15.46:0/3780975399 shutdown_connections 2023-10-21T15:39:59.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4891d8db80 1 -- 172.21.15.46:0/3780975399 wait complete. 2023-10-21T15:39:59.837 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4891d8db80 20 client.15564 trim_cache size 0 max 16384 2023-10-21T15:39:59.837 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:39:59.838 INFO:teuthology.orchestra.run.smithi046.stdout: "status": "IDLE (waiting for more scrubs)", 2023-10-21T15:39:59.838 INFO:teuthology.orchestra.run.smithi046.stdout: "scrubs": { 2023-10-21T15:39:59.838 INFO:teuthology.orchestra.run.smithi046.stdout: "af9117d8-9ec5-443e-9cfa-dc4d67f72206": { 2023-10-21T15:39:59.838 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/", 2023-10-21T15:39:59.838 INFO:teuthology.orchestra.run.smithi046.stdout: "tag": "af9117d8-9ec5-443e-9cfa-dc4d67f72206", 2023-10-21T15:39:59.839 INFO:teuthology.orchestra.run.smithi046.stdout: "options": "recursive,force" 2023-10-21T15:39:59.839 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:39:59.839 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:39:59.839 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:39:59.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 -- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48680a1480 msgr2=0x7f48680a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48680a1480 0x7f48680a3940 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4880198280 tx=0x7f4874009260 comp rx=0 tx=0).stop 2023-10-21T15:39:59.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 -- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 msgr2=0x7f48801972f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:39:59.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 0x7f48801972f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f487000e9a0 tx=0x7f487000ecb0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 -- 172.21.15.46:0/1507763780 shutdown_connections 2023-10-21T15:39:59.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48680a1480 0x7f48680a3940 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f48801014e0 0x7f488019e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48800ffa10 0x7f4880196db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 --2- 172.21.15.46:0/1507763780 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f48801003b0 0x7f48801972f0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:39:59.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 -- 172.21.15.46:0/1507763780 >> 172.21.15.46:0/1507763780 conn(0x7f48800fb330 msgr2=0x7f4880069040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:39:59.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 -- 172.21.15.46:0/1507763780 shutdown_connections 2023-10-21T15:39:59.843 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:39:59.810+0000 7f4885ba4700 1 -- 172.21.15.46:0/1507763780 wait complete. 2023-10-21T15:39:59.843 INFO:tasks.cephfs.filesystem:scrub status for tag:af9117d8-9ec5-443e-9cfa-dc4d67f72206 - {'path': '/', 'tag': 'af9117d8-9ec5-443e-9cfa-dc4d67f72206', 'options': 'recursive,force'} 2023-10-21T15:40:00.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:59 smithi046 ceph-mon[99436]: scrub queued for path: / 2023-10-21T15:40:00.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:59 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:00.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:59 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:40:00.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:39:59 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:00.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:59 smithi105 ceph-mon[103980]: scrub queued for path: / 2023-10-21T15:40:00.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:59 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:00.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:59 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:40:00.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:39:59 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:00.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:59 smithi119 ceph-mon[103628]: scrub queued for path: / 2023-10-21T15:40:00.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:59 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:00.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:59 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:40:00.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:39:59 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:01.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:00 smithi046 ceph-mon[99436]: pgmap v307: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2023-10-21T15:40:01.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:00 smithi046 ceph-mon[99436]: overall HEALTH_OK 2023-10-21T15:40:01.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:00 smithi105 ceph-mon[103980]: pgmap v307: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2023-10-21T15:40:01.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:00 smithi105 ceph-mon[103980]: overall HEALTH_OK 2023-10-21T15:40:01.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:00 smithi119 ceph-mon[103628]: pgmap v307: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2023-10-21T15:40:01.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:00 smithi119 ceph-mon[103628]: overall HEALTH_OK 2023-10-21T15:40:02.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:01 smithi046 ceph-mon[99436]: scrub summary: idle 2023-10-21T15:40:02.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:01 smithi105 ceph-mon[103980]: scrub summary: idle 2023-10-21T15:40:02.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:01 smithi119 ceph-mon[103628]: scrub summary: idle 2023-10-21T15:40:03.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:02 smithi046 ceph-mon[99436]: pgmap v308: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2023-10-21T15:40:03.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:02 smithi105 ceph-mon[103980]: pgmap v308: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2023-10-21T15:40:03.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:02 smithi119 ceph-mon[103628]: pgmap v308: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2023-10-21T15:40:05.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:04 smithi046 ceph-mon[99436]: pgmap v309: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:04 smithi105 ceph-mon[103980]: pgmap v309: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:04 smithi119 ceph-mon[103628]: pgmap v309: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:07.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:06 smithi046 ceph-mon[99436]: pgmap v310: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2023-10-21T15:40:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:06 smithi105 ceph-mon[103980]: pgmap v310: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2023-10-21T15:40:07.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:06 smithi119 ceph-mon[103628]: pgmap v310: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2023-10-21T15:40:09.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:08 smithi046 ceph-mon[99436]: pgmap v311: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 10 op/s 2023-10-21T15:40:09.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:08 smithi105 ceph-mon[103980]: pgmap v311: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 10 op/s 2023-10-21T15:40:09.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:08 smithi119 ceph-mon[103628]: pgmap v311: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 938 B/s wr, 10 op/s 2023-10-21T15:40:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 -- 172.21.15.46:0/2945584421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c101980 msgr2=0x7f444c108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 --2- 172.21.15.46:0/2945584421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c101980 0x7f444c108230 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f444400b0d0 tx=0x7f444400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 -- 172.21.15.46:0/2945584421 shutdown_connections 2023-10-21T15:40:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 --2- 172.21.15.46:0/2945584421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c101980 0x7f444c108230 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 --2- 172.21.15.46:0/2945584421 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f444c0ffdf0 0x7f444c100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 --2- 172.21.15.46:0/2945584421 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f444c100fe0 0x7f444c101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 -- 172.21.15.46:0/2945584421 >> 172.21.15.46:0/2945584421 conn(0x7f444c0fb340 msgr2=0x7f444c0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:09.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 -- 172.21.15.46:0/2945584421 shutdown_connections 2023-10-21T15:40:09.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.671+0000 7f44532ca700 1 -- 172.21.15.46:0/2945584421 wait complete. 2023-10-21T15:40:09.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f44532ca700 1 Processor -- start 2023-10-21T15:40:09.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f44532ca700 1 -- start start 2023-10-21T15:40:09.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f44532ca700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c0ffdf0 0x7f444c199990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f44532ca700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f444c100fe0 0x7f444c19bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f44532ca700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f444c101980 0x7f444c19e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f44532ca700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f444c19ea00 con 0x7f444c0ffdf0 2023-10-21T15:40:09.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f44532ca700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f444c19eb40 con 0x7f444c101980 2023-10-21T15:40:09.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f44532ca700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f444c19ed00 con 0x7f444c100fe0 2023-10-21T15:40:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451066700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c0ffdf0 0x7f444c199990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451066700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c0ffdf0 0x7f444c199990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35214/0 (socket says 172.21.15.46:35214) 2023-10-21T15:40:09.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451066700 1 -- 172.21.15.46:0/2037411078 learned_addr learned my addr 172.21.15.46:0/2037411078 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:09.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4450865700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f444c100fe0 0x7f444c19bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451867700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f444c101980 0x7f444c19e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451066700 1 -- 172.21.15.46:0/2037411078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f444c100fe0 msgr2=0x7f444c19bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451066700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f444c100fe0 0x7f444c19bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451066700 1 -- 172.21.15.46:0/2037411078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f444c101980 msgr2=0x7f444c19e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451066700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f444c101980 0x7f444c19e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.672+0000 7f4451066700 1 -- 172.21.15.46:0/2037411078 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4444009d00 con 0x7f444c0ffdf0 2023-10-21T15:40:09.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.673+0000 7f4450865700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f444c100fe0 0x7f444c19bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:09.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.673+0000 7f4451066700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c0ffdf0 0x7f444c199990 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f444800c990 tx=0x7f444800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:09.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.673+0000 7f44427fc700 1 -- 172.21.15.46:0/2037411078 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4448007b00 con 0x7f444c0ffdf0 2023-10-21T15:40:09.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.673+0000 7f44532ca700 1 -- 172.21.15.46:0/2037411078 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f444c19efe0 con 0x7f444c0ffdf0 2023-10-21T15:40:09.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.673+0000 7f44427fc700 1 -- 172.21.15.46:0/2037411078 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4448007c60 con 0x7f444c0ffdf0 2023-10-21T15:40:09.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.673+0000 7f44427fc700 1 -- 172.21.15.46:0/2037411078 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4448018660 con 0x7f444c0ffdf0 2023-10-21T15:40:09.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.673+0000 7f44532ca700 1 -- 172.21.15.46:0/2037411078 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f444c19f410 con 0x7f444c0ffdf0 2023-10-21T15:40:09.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.675+0000 7f44427fc700 1 -- 172.21.15.46:0/2037411078 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f444800f450 con 0x7f444c0ffdf0 2023-10-21T15:40:09.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.676+0000 7f44427fc700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44380a1480 0x7f44380a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.676+0000 7f4450865700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44380a1480 0x7f44380a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.676+0000 7f44427fc700 1 -- 172.21.15.46:0/2037411078 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f44480cccf0 con 0x7f444c0ffdf0 2023-10-21T15:40:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.676+0000 7f4450865700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44380a1480 0x7f44380a3940 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f443c005950 tx=0x7f443c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f445f4b3b80 1 Processor -- start 2023-10-21T15:40:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f445f4b3b80 1 -- start start 2023-10-21T15:40:09.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a71b0 0x55d3e90a7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a80a0 0x55d3e90a8520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e901bc10 con 0x55d3e90a6850 2023-10-21T15:40:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e9000c00 con 0x55d3e90a71b0 2023-10-21T15:40:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e8ffe520 con 0x55d3e90a80a0 2023-10-21T15:40:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f4451066700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f4451066700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35222/0 (socket says 172.21.15.46:35222) 2023-10-21T15:40:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f4451066700 1 -- 172.21.15.46:0/1255373695 learned_addr learned my addr 172.21.15.46:0/1255373695 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f4451867700 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a80a0 0x55d3e90a8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.677+0000 7f4450865700 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a71b0 0x55d3e90a7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f4451066700 1 -- 172.21.15.46:0/1255373695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a80a0 msgr2=0x55d3e90a8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f4451066700 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a80a0 0x55d3e90a8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f4451066700 1 -- 172.21.15.46:0/1255373695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a71b0 msgr2=0x55d3e90a7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:09.702 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f4451066700 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a71b0 0x55d3e90a7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f4451066700 1 -- 172.21.15.46:0/1255373695 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d3e8fb7390 con 0x55d3e90a6850 2023-10-21T15:40:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f4451066700 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c70 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f44480a1e80 tx=0x7f444800fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=223c078e9d7275 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f44377fe700 1 -- 172.21.15.46:0/1255373695 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4448007dd0 con 0x55d3e90a6850 2023-10-21T15:40:09.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f44377fe700 1 -- 172.21.15.46:0/1255373695 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f444809a020 con 0x55d3e90a6850 2023-10-21T15:40:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.678+0000 7f44377fe700 1 -- 172.21.15.46:0/1255373695 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f444801fde0 con 0x55d3e90a6850 2023-10-21T15:40:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1255373695 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 msgr2=0x55d3e90a6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c70 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f44480a1e80 tx=0x7f444800fc00 comp rx=0 tx=0).stop 2023-10-21T15:40:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1255373695 shutdown_connections 2023-10-21T15:40:09.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c70 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a80a0 0x55d3e90a8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1255373695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a71b0 0x55d3e90a7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1255373695 >> 172.21.15.46:0/1255373695 conn(0x55d3e8fd4d70 msgr2=0x55d3e90a1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:09.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1255373695 shutdown_connections 2023-10-21T15:40:09.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1255373695 wait complete. 2023-10-21T15:40:09.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 -- start start 2023-10-21T15:40:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.679+0000 7f445f4b3b80 1 Processor -- start 2023-10-21T15:40:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a6850 0x55d3e90b0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a80a0 0x55d3e90b7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e8ff9e10 con 0x55d3e90a80a0 2023-10-21T15:40:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e8f966b0 con 0x55d3e90a6850 2023-10-21T15:40:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e8f96350 con 0x55d3e90a71b0 2023-10-21T15:40:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f445f4b3b80 10 client.0 _ll_register_callbacks cb 0x55d3e8df37a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451867700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a80a0 0x55d3e90b7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451867700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a80a0 0x55d3e90b7d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35232/0 (socket says 172.21.15.46:35232) 2023-10-21T15:40:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451867700 1 -- 172.21.15.46:0/1614934427 learned_addr learned my addr 172.21.15.46:0/1614934427 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4450865700 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451066700 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a6850 0x55d3e90b0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451867700 1 -- 172.21.15.46:0/1614934427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 msgr2=0x55d3e90b0cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451867700 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b0cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451867700 1 -- 172.21.15.46:0/1614934427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a6850 msgr2=0x55d3e90b0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451867700 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a6850 0x55d3e90b0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.680+0000 7f4451867700 1 -- 172.21.15.46:0/1614934427 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f444c19f410 con 0x55d3e90a80a0 2023-10-21T15:40:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f4451867700 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a80a0 0x55d3e90b7d10 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f444400b0d0 tx=0x7f4444007850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb7819b105e0c3d5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:09.710 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f4434ff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:09.710 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f4434ff9700 1 -- 172.21.15.46:0/1614934427 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f444400e070 con 0x55d3e90a80a0 2023-10-21T15:40:09.710 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f4434ff9700 1 -- 172.21.15.46:0/1614934427 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4444006040 con 0x55d3e90a80a0 2023-10-21T15:40:09.710 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1614934427 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d3e8ffee90 con 0x55d3e90a80a0 2023-10-21T15:40:09.710 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f4434ff9700 1 -- 172.21.15.46:0/1614934427 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f44440093f0 con 0x55d3e90a80a0 2023-10-21T15:40:09.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 10 client.15576 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:09.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1614934427 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55d3e8e24d80 con 0x55d3e90a80a0 2023-10-21T15:40:09.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f4434ff9700 1 -- 172.21.15.46:0/1614934427 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d3e8ffee90 con 0x55d3e90a80a0 2023-10-21T15:40:09.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f4434ff9700 1 -- 172.21.15.46:0/1614934427 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f444400b100 con 0x55d3e90a80a0 2023-10-21T15:40:09.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 10 client.15576 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:09.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 10 client.15576 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:09.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 20 client.15576 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:09.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d3e90bc610 0x55d3e90bea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 4 client.15576 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:09.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.681+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1614934427 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d3e9076bb0 con 0x55d3e90bc610 2023-10-21T15:40:09.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.682+0000 7f4451066700 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d3e90bc610 0x55d3e90bea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.682+0000 7f4451066700 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d3e90bc610 0x55d3e90bea30 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=472c20eba79b562d server_cookie=35f6fcbdfcbb0393 in_seq=0 out_seq=0 2023-10-21T15:40:09.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.682+0000 7f4434ff9700 10 client.15576 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:09.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f4434ff9700 1 -- 172.21.15.46:0/1614934427 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d3e9076bb0 con 0x55d3e90bc610 2023-10-21T15:40:09.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f4434ff9700 10 client.15576 handle_command_reply: tid=0 2023-10-21T15:40:09.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 client.15576 shutdown 2023-10-21T15:40:09.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1614934427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a80a0 msgr2=0x55d3e90b7d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a80a0 0x55d3e90b7d10 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f444400b0d0 tx=0x7f4444007850 comp rx=0 tx=0).stop 2023-10-21T15:40:09.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1614934427 shutdown_connections 2023-10-21T15:40:09.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d3e90bc610 0x55d3e90bea30 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a80a0 0x55d3e90b7d10 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a6850 0x55d3e90b0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f4434ff9700 0 client.15576 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:09.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1614934427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b0cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1614934427 >> 172.21.15.46:0/1614934427 conn(0x55d3e8fd4d70 msgr2=0x55d3e90a1830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:09.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1614934427 shutdown_connections 2023-10-21T15:40:09.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1614934427 wait complete. 2023-10-21T15:40:09.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.683+0000 7f445f4b3b80 20 client.15576 trim_cache size 0 max 16384 2023-10-21T15:40:09.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f445f4b3b80 1 Processor -- start 2023-10-21T15:40:09.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f445f4b3b80 1 -- start start 2023-10-21T15:40:09.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b7c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90ae480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e8e7a8c0 con 0x55d3e90a6850 2023-10-21T15:40:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e909e4a0 con 0x55d3e90a80a0 2023-10-21T15:40:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e90b0300 con 0x55d3e90a71b0 2023-10-21T15:40:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f4451066700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f4451066700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35236/0 (socket says 172.21.15.46:35236) 2023-10-21T15:40:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.698+0000 7f4451066700 1 -- 172.21.15.46:0/1033225563 learned_addr learned my addr 172.21.15.46:0/1033225563 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4451867700 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90ae480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4450865700 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4451066700 1 -- 172.21.15.46:0/1033225563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 msgr2=0x55d3e90b7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4451066700 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.727 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4451066700 1 -- 172.21.15.46:0/1033225563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 msgr2=0x55d3e90ae480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:09.727 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4451066700 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90ae480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.727 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4451066700 1 -- 172.21.15.46:0/1033225563 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d3e8e0dc00 con 0x55d3e90a6850 2023-10-21T15:40:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4451867700 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90ae480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4451066700 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c30 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f44480074a0 tx=0x7f4448098160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18b585c587ed1696 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4437fff700 1 -- 172.21.15.46:0/1033225563 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44480b6030 con 0x55d3e90a6850 2023-10-21T15:40:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4437fff700 1 -- 172.21.15.46:0/1033225563 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44480b8050 con 0x55d3e90a6850 2023-10-21T15:40:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.699+0000 7f4437fff700 1 -- 172.21.15.46:0/1033225563 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44480b81c0 con 0x55d3e90a6850 2023-10-21T15:40:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1033225563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 msgr2=0x55d3e90a6c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c30 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f44480074a0 tx=0x7f4448098160 comp rx=0 tx=0).stop 2023-10-21T15:40:09.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1033225563 shutdown_connections 2023-10-21T15:40:09.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90a6c30 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90ae480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1033225563 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1033225563 >> 172.21.15.46:0/1033225563 conn(0x55d3e8fd4d70 msgr2=0x55d3e90af400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1033225563 shutdown_connections 2023-10-21T15:40:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.700+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1033225563 wait complete. 2023-10-21T15:40:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 1 -- start start 2023-10-21T15:40:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 1 Processor -- start 2023-10-21T15:40:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90b36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90b6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e90b7180 con 0x55d3e90a6850 2023-10-21T15:40:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e90b72f0 con 0x55d3e90a80a0 2023-10-21T15:40:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3e90b74b0 con 0x55d3e90a71b0 2023-10-21T15:40:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f445f4b3b80 10 client.0 _ll_register_callbacks cb 0x7f4444008f90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f4451066700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90b36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f4451066700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90b36e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35242/0 (socket says 172.21.15.46:35242) 2023-10-21T15:40:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f4451066700 1 -- 172.21.15.46:0/1626952367 learned_addr learned my addr 172.21.15.46:0/1626952367 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f4450865700 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.701+0000 7f4451867700 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90b6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4451066700 1 -- 172.21.15.46:0/1626952367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 msgr2=0x55d3e90b3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4451066700 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b3c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4451066700 1 -- 172.21.15.46:0/1626952367 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 msgr2=0x55d3e90b6c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4451066700 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90b6c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4451066700 1 -- 172.21.15.46:0/1626952367 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d3e8fb7390 con 0x55d3e90a6850 2023-10-21T15:40:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4451066700 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90b36e0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f4448096520 tx=0x7f44480a2530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71c826adcfa7f541 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4434ff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4434ff9700 1 -- 172.21.15.46:0/1626952367 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44480b6050 con 0x55d3e90a6850 2023-10-21T15:40:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4434ff9700 1 -- 172.21.15.46:0/1626952367 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f44480b7070 con 0x55d3e90a6850 2023-10-21T15:40:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1626952367 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f444809a020 con 0x55d3e90a6850 2023-10-21T15:40:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4434ff9700 1 -- 172.21.15.46:0/1626952367 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f444807e050 con 0x55d3e90a6850 2023-10-21T15:40:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f445f4b3b80 10 client.15582 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1626952367 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55d3e8e4b1f0 con 0x55d3e90a6850 2023-10-21T15:40:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.702+0000 7f4434ff9700 1 -- 172.21.15.46:0/1626952367 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f444809a020 con 0x55d3e90a6850 2023-10-21T15:40:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f4434ff9700 1 -- 172.21.15.46:0/1626952367 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4448065030 con 0x55d3e90a6850 2023-10-21T15:40:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f445f4b3b80 10 client.15582 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f445f4b3b80 10 client.15582 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:09.741 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f445f4b3b80 20 client.15582 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:09.741 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d3e9110bc0 0x55d3e9112fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:09.741 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f445f4b3b80 4 client.15582 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:40:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1626952367 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d3e8ff2df0 con 0x55d3e9110bc0 2023-10-21T15:40:09.742 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f4450865700 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d3e9110bc0 0x55d3e9112fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f4434ff9700 10 client.15582 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.703+0000 7f4450865700 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d3e9110bc0 0x55d3e9112fb0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8fda1728aee6ca4e server_cookie=257c3f71ea6256b4 in_seq=0 out_seq=0 2023-10-21T15:40:09.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f4434ff9700 1 -- 172.21.15.46:0/1626952367 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d3e8ff2df0 con 0x55d3e9110bc0 2023-10-21T15:40:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f4434ff9700 10 client.15582 handle_command_reply: tid=0 2023-10-21T15:40:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 client.15582 shutdown 2023-10-21T15:40:09.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1626952367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 msgr2=0x55d3e90b36e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90b36e0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f4448096520 tx=0x7f44480a2530 comp rx=0 tx=0).stop 2023-10-21T15:40:09.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1626952367 shutdown_connections 2023-10-21T15:40:09.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d3e9110bc0 0x55d3e9112fb0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d3e90a6850 0x55d3e90b36e0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d3e90a80a0 0x55d3e90b6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f4434ff9700 0 client.15582 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 --2- 172.21.15.46:0/1626952367 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d3e90a71b0 0x55d3e90b3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1626952367 >> 172.21.15.46:0/1626952367 conn(0x55d3e8fd4d70 msgr2=0x55d3e90ae480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:09.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1626952367 shutdown_connections 2023-10-21T15:40:09.747 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.716+0000 7f445f4b3b80 1 -- 172.21.15.46:0/1626952367 wait complete. 2023-10-21T15:40:09.747 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f445f4b3b80 20 client.15582 trim_cache size 0 max 16384 2023-10-21T15:40:09.747 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:40:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:40:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:40:09.748 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:40:09.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 -- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44380a1480 msgr2=0x7f44380a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44380a1480 0x7f44380a3940 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f443c005950 tx=0x7f443c0058e0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 -- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c0ffdf0 msgr2=0x7f444c199990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:09.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c0ffdf0 0x7f444c199990 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f444800c990 tx=0x7f444800cd50 comp rx=0 tx=0).stop 2023-10-21T15:40:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 -- 172.21.15.46:0/2037411078 shutdown_connections 2023-10-21T15:40:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44380a1480 0x7f44380a3940 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f444c0ffdf0 0x7f444c199990 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f444c101980 0x7f444c19e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 --2- 172.21.15.46:0/2037411078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f444c100fe0 0x7f444c19bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:09.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 -- 172.21.15.46:0/2037411078 >> 172.21.15.46:0/2037411078 conn(0x7f444c0fb340 msgr2=0x7f444c0fd520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:09.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 -- 172.21.15.46:0/2037411078 shutdown_connections 2023-10-21T15:40:09.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:09.717+0000 7f44532ca700 1 -- 172.21.15.46:0/2037411078 wait complete. 2023-10-21T15:40:11.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:10 smithi046 ceph-mon[99436]: pgmap v312: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 938 B/s wr, 12 op/s 2023-10-21T15:40:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:10 smithi105 ceph-mon[103980]: pgmap v312: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 938 B/s wr, 12 op/s 2023-10-21T15:40:11.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:10 smithi119 ceph-mon[103628]: pgmap v312: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 938 B/s wr, 12 op/s 2023-10-21T15:40:13.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:12 smithi046 ceph-mon[99436]: pgmap v313: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-21T15:40:13.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:12 smithi105 ceph-mon[103980]: pgmap v313: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-21T15:40:13.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:12 smithi119 ceph-mon[103628]: pgmap v313: 97 pgs: 97 active+clean; 651 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 426 B/s wr, 10 op/s 2023-10-21T15:40:15.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:14 smithi046 ceph-mon[99436]: pgmap v314: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.4 KiB/s wr, 15 op/s 2023-10-21T15:40:15.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:14 smithi105 ceph-mon[103980]: pgmap v314: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.4 KiB/s wr, 15 op/s 2023-10-21T15:40:15.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:14 smithi119 ceph-mon[103628]: pgmap v314: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.4 KiB/s wr, 15 op/s 2023-10-21T15:40:17.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:16 smithi046 ceph-mon[99436]: pgmap v315: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:17.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:16 smithi105 ceph-mon[103980]: pgmap v315: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:17.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:16 smithi119 ceph-mon[103628]: pgmap v315: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:19.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:18 smithi046 ceph-mon[99436]: pgmap v316: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:19.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:18 smithi105 ceph-mon[103980]: pgmap v316: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:19.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:18 smithi119 ceph-mon[103628]: pgmap v316: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:21.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:20 smithi046 ceph-mon[99436]: pgmap v317: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2023-10-21T15:40:21.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:20 smithi105 ceph-mon[103980]: pgmap v317: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2023-10-21T15:40:21.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:20 smithi119 ceph-mon[103628]: pgmap v317: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2023-10-21T15:40:22.841 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 -- 172.21.15.46:0/89962875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 msgr2=0x7fc838109090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.841 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 --2- 172.21.15.46:0/89962875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 0x7fc838109090 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fc830009f90 tx=0x7fc83000b330 comp rx=0 tx=0).stop 2023-10-21T15:40:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 -- 172.21.15.46:0/89962875 shutdown_connections 2023-10-21T15:40:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 --2- 172.21.15.46:0/89962875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 0x7fc838109090 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 --2- 172.21.15.46:0/89962875 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838101a20 0x7fc838103e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 --2- 172.21.15.46:0/89962875 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc838104350 0x7fc838106740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 -- 172.21.15.46:0/89962875 >> 172.21.15.46:0/89962875 conn(0x7fc8380fb3b0 msgr2=0x7fc8380fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 -- 172.21.15.46:0/89962875 shutdown_connections 2023-10-21T15:40:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.840+0000 7fc83de43700 1 -- 172.21.15.46:0/89962875 wait complete. 2023-10-21T15:40:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.841+0000 7fc83de43700 1 Processor -- start 2023-10-21T15:40:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc83de43700 1 -- start start 2023-10-21T15:40:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc83de43700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838101a20 0x7fc838196e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc83de43700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc838104350 0x7fc838197360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc83de43700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 0x7fc838198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc83de43700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc838198810 con 0x7fc838106c80 2023-10-21T15:40:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc83de43700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc838198980 con 0x7fc838101a20 2023-10-21T15:40:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc83de43700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc838198b40 con 0x7fc838104350 2023-10-21T15:40:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc837fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 0x7fc838198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc8377fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838101a20 0x7fc838196e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc8377fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838101a20 0x7fc838196e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52188/0 (socket says 172.21.15.46:52188) 2023-10-21T15:40:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc8377fe700 1 -- 172.21.15.46:0/750585483 learned_addr learned my addr 172.21.15.46:0/750585483 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc837fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 0x7fc838198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35260/0 (socket says 172.21.15.46:35260) 2023-10-21T15:40:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.842+0000 7fc836ffd700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc838104350 0x7fc838197360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc8377fe700 1 -- 172.21.15.46:0/750585483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc838104350 msgr2=0x7fc838197360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc8377fe700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc838104350 0x7fc838197360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc8377fe700 1 -- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 msgr2=0x7fc838198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc8377fe700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 0x7fc838198100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc8377fe700 1 -- 172.21.15.46:0/750585483 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc830009c40 con 0x7fc838101a20 2023-10-21T15:40:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc8377fe700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838101a20 0x7fc838196e20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc82800e9c0 tx=0x7fc82800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc834ff9700 1 -- 172.21.15.46:0/750585483 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc828004a30 con 0x7fc838101a20 2023-10-21T15:40:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc83de43700 1 -- 172.21.15.46:0/750585483 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc838198e20 con 0x7fc838101a20 2023-10-21T15:40:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc83de43700 1 -- 172.21.15.46:0/750585483 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8380ffaa0 con 0x7fc838101a20 2023-10-21T15:40:22.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc834ff9700 1 -- 172.21.15.46:0/750585483 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc82800cc80 con 0x7fc838101a20 2023-10-21T15:40:22.850 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.843+0000 7fc834ff9700 1 -- 172.21.15.46:0/750585483 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc828005440 con 0x7fc838101a20 2023-10-21T15:40:22.852 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.846+0000 7fc834ff9700 1 -- 172.21.15.46:0/750585483 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc8280055a0 con 0x7fc838101a20 2023-10-21T15:40:22.852 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc84a02cb80 1 Processor -- start 2023-10-21T15:40:22.852 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc84a02cb80 1 -- start start 2023-10-21T15:40:22.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc834ff9700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8200a1500 0x7fc8200a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa9771850 0x55caa9771c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 0x55caa9772ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa97730a0 0x55caa9773520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa96e6c10 con 0x55caa9771850 2023-10-21T15:40:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa96cbc00 con 0x55caa97721b0 2023-10-21T15:40:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.847+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa96c9520 con 0x55caa97730a0 2023-10-21T15:40:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc834ff9700 1 -- 172.21.15.46:0/750585483 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc828014070 con 0x7fc838101a20 2023-10-21T15:40:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc8377fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa9771850 0x55caa9771c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.854 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc8377fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa9771850 0x55caa9771c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35266/0 (socket says 172.21.15.46:35266) 2023-10-21T15:40:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc8377fe700 1 -- 172.21.15.46:0/3170361441 learned_addr learned my addr 172.21.15.46:0/3170361441 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc837fff700 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa97730a0 0x55caa9773520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc836ffd700 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 0x55caa9772ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc8377fe700 1 -- 172.21.15.46:0/3170361441 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa97730a0 msgr2=0x55caa9773520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:22.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc837fff700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8200a1500 0x7fc8200a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc8377fe700 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa97730a0 0x55caa9773520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc8377fe700 1 -- 172.21.15.46:0/3170361441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 msgr2=0x55caa9772ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc8377fe700 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 0x55caa9772ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.848+0000 7fc8377fe700 1 -- 172.21.15.46:0/3170361441 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55caa9682390 con 0x55caa9771850 2023-10-21T15:40:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.849+0000 7fc8377fe700 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa9771850 0x55caa9771c70 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc828099f50 tx=0x7fc8280999f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e68096fbee72576b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.849+0000 7fc81dffb700 1 -- 172.21.15.46:0/3170361441 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc82809e110 con 0x55caa9771850 2023-10-21T15:40:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.849+0000 7fc81dffb700 1 -- 172.21.15.46:0/3170361441 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8280a2350 con 0x55caa9771850 2023-10-21T15:40:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.849+0000 7fc81dffb700 1 -- 172.21.15.46:0/3170361441 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8280994b0 con 0x55caa9771850 2023-10-21T15:40:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3170361441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa9771850 msgr2=0x55caa9771c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa9771850 0x55caa9771c70 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc828099f50 tx=0x7fc8280999f0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc837fff700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8200a1500 0x7fc8200a39c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc830009c10 tx=0x7fc8300060c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3170361441 shutdown_connections 2023-10-21T15:40:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa9771850 0x55caa9771c70 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa97730a0 0x55caa9773520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3170361441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 0x55caa9772ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3170361441 >> 172.21.15.46:0/3170361441 conn(0x55caa969fd70 msgr2=0x55caa976cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3170361441 shutdown_connections 2023-10-21T15:40:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3170361441 wait complete. 2023-10-21T15:40:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.850+0000 7fc84a02cb80 1 -- start start 2023-10-21T15:40:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc84a02cb80 1 Processor -- start 2023-10-21T15:40:22.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa978c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 0x55caa978cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 0x55caa9793ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa96c4e10 con 0x55caa97721b0 2023-10-21T15:40:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa96616b0 con 0x55caa97730a0 2023-10-21T15:40:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9661350 con 0x55caa9771850 2023-10-21T15:40:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc84a02cb80 10 client.0 _ll_register_callbacks cb 0x55caa94be7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc8377fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa978c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc8377fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa978c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47268/0 (socket says 172.21.15.46:47268) 2023-10-21T15:40:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.851+0000 7fc8377fe700 1 -- 172.21.15.46:0/2418983733 learned_addr learned my addr 172.21.15.46:0/2418983733 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc836ffd700 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 0x55caa978cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc8377fe700 1 -- 172.21.15.46:0/2418983733 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 msgr2=0x55caa9793ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc8377fe700 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 0x55caa9793ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc8377fe700 1 -- 172.21.15.46:0/2418983733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 msgr2=0x55caa978cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc8377fe700 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 0x55caa978cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc8377fe700 1 -- 172.21.15.46:0/2418983733 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8380ffaa0 con 0x55caa9771850 2023-10-21T15:40:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc836ffd700 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 0x55caa978cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:40:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc8377fe700 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa978c760 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc828000c00 tx=0x7fc828096430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b8eb9354008aa5b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc816ffd700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:40:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc816ffd700 1 -- 172.21.15.46:0/2418983733 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8280994b0 con 0x55caa9771850 2023-10-21T15:40:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc84a02cb80 1 -- 172.21.15.46:0/2418983733 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55caa96c9e90 con 0x55caa9771850 2023-10-21T15:40:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.852+0000 7fc816ffd700 1 -- 172.21.15.46:0/2418983733 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc828099610 con 0x55caa9771850 2023-10-21T15:40:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc816ffd700 1 -- 172.21.15.46:0/2418983733 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc828094bd0 con 0x55caa9771850 2023-10-21T15:40:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc84a02cb80 10 client.25354 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc84a02cb80 1 -- 172.21.15.46:0/2418983733 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55caa94efd80 con 0x55caa9771850 2023-10-21T15:40:22.868 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc816ffd700 1 -- 172.21.15.46:0/2418983733 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8280a6080 con 0x55caa9771850 2023-10-21T15:40:22.868 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc816ffd700 1 -- 172.21.15.46:0/2418983733 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc828016330 con 0x55caa9771850 2023-10-21T15:40:22.868 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc84a02cb80 10 client.25354 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:22.868 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc84a02cb80 10 client.25354 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:22.868 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc84a02cb80 20 client.25354 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55caa97982a0 0x55caa979a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc84a02cb80 4 client.25354 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc84a02cb80 1 -- 172.21.15.46:0/2418983733 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55caa9741bb0 con 0x55caa97982a0 2023-10-21T15:40:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.853+0000 7fc836ffd700 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55caa97982a0 0x55caa979a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.854+0000 7fc816ffd700 10 client.25354 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.854+0000 7fc836ffd700 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55caa97982a0 0x55caa979a6c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef51dc4e9169a1cf server_cookie=d87b064c07cc2483 in_seq=0 out_seq=0 2023-10-21T15:40:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc816ffd700 1 -- 172.21.15.46:0/2418983733 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55caa9741bb0 con 0x55caa97982a0 2023-10-21T15:40:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc816ffd700 10 client.25354 handle_command_reply: tid=0 2023-10-21T15:40:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 client.25354 shutdown 2023-10-21T15:40:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 -- 172.21.15.46:0/2418983733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 msgr2=0x55caa978c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa978c760 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc828000c00 tx=0x7fc828096430 comp rx=0 tx=0).stop 2023-10-21T15:40:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 -- 172.21.15.46:0/2418983733 shutdown_connections 2023-10-21T15:40:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55caa97982a0 0x55caa979a6c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 0x55caa9793ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa978c760 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc816ffd700 0 client.25354 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/2418983733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 0x55caa978cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 -- 172.21.15.46:0/2418983733 >> 172.21.15.46:0/2418983733 conn(0x55caa969fd70 msgr2=0x55caa976c830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 -- 172.21.15.46:0/2418983733 shutdown_connections 2023-10-21T15:40:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 1 -- 172.21.15.46:0/2418983733 wait complete. 2023-10-21T15:40:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.855+0000 7fc84a02cb80 20 client.25354 trim_cache size 0 max 16384 2023-10-21T15:40:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc84a02cb80 1 Processor -- start 2023-10-21T15:40:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc84a02cb80 1 -- start start 2023-10-21T15:40:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9776010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 0x55caa9776550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97730a0 0x55caa9793c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa95458c0 con 0x55caa97730a0 2023-10-21T15:40:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa978adc0 con 0x55caa97721b0 2023-10-21T15:40:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa978c2d0 con 0x55caa9771850 2023-10-21T15:40:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc837fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97730a0 0x55caa9793c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc837fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97730a0 0x55caa9793c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35280/0 (socket says 172.21.15.46:35280) 2023-10-21T15:40:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc837fff700 1 -- 172.21.15.46:0/1278517533 learned_addr learned my addr 172.21.15.46:0/1278517533 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.871+0000 7fc8377fe700 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9776010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc837fff700 1 -- 172.21.15.46:0/1278517533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 msgr2=0x55caa9776010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc837fff700 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9776010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc837fff700 1 -- 172.21.15.46:0/1278517533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 msgr2=0x55caa9776550 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T15:40:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc837fff700 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 0x55caa9776550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc837fff700 1 -- 172.21.15.46:0/1278517533 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55caa94d8c00 con 0x55caa97730a0 2023-10-21T15:40:22.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc8377fe700 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9776010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc837fff700 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97730a0 0x55caa9793c70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc830015000 tx=0x7fc830009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c9dd97acc13d2e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc81e7fc700 1 -- 172.21.15.46:0/1278517533 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc830027070 con 0x55caa97730a0 2023-10-21T15:40:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc81e7fc700 1 -- 172.21.15.46:0/1278517533 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc83000b9f0 con 0x55caa97730a0 2023-10-21T15:40:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.872+0000 7fc81e7fc700 1 -- 172.21.15.46:0/1278517533 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc83000e040 con 0x55caa97730a0 2023-10-21T15:40:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 -- 172.21.15.46:0/1278517533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97730a0 msgr2=0x55caa9793c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97730a0 0x55caa9793c70 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc830015000 tx=0x7fc830009920 comp rx=0 tx=0).stop 2023-10-21T15:40:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 -- 172.21.15.46:0/1278517533 shutdown_connections 2023-10-21T15:40:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97730a0 0x55caa9793c70 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9776010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/1278517533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97721b0 0x55caa9776550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 -- 172.21.15.46:0/1278517533 >> 172.21.15.46:0/1278517533 conn(0x55caa969fd70 msgr2=0x55caa978b3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:22.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 -- 172.21.15.46:0/1278517533 shutdown_connections 2023-10-21T15:40:22.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.873+0000 7fc84a02cb80 1 -- 172.21.15.46:0/1278517533 wait complete. 2023-10-21T15:40:22.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 1 -- start start 2023-10-21T15:40:22.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 1 Processor -- start 2023-10-21T15:40:22.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9793550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 0x55caa9793a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 0x55caa9791b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa97920a0 con 0x55caa97721b0 2023-10-21T15:40:22.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9792210 con 0x55caa97730a0 2023-10-21T15:40:22.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa97923d0 con 0x55caa9771850 2023-10-21T15:40:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc84a02cb80 10 client.0 _ll_register_callbacks cb 0x7fc82c009830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc8377fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9793550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc8377fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9793550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47280/0 (socket says 172.21.15.46:47280) 2023-10-21T15:40:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.874+0000 7fc8377fe700 1 -- 172.21.15.46:0/3600121947 learned_addr learned my addr 172.21.15.46:0/3600121947 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc837fff700 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 0x55caa9791b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc8377fe700 1 -- 172.21.15.46:0/3600121947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 msgr2=0x55caa9791b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc8377fe700 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 0x55caa9791b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc8377fe700 1 -- 172.21.15.46:0/3600121947 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 msgr2=0x55caa9793a90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T15:40:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc8377fe700 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 0x55caa9793a90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc8377fe700 1 -- 172.21.15.46:0/3600121947 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55caa94efd80 con 0x55caa9771850 2023-10-21T15:40:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc8377fe700 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9793550 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc8280cab10 tx=0x7fc828005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=108c0624ef9f0852 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc816ffd700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:40:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc816ffd700 1 -- 172.21.15.46:0/3600121947 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc828094dd0 con 0x55caa9771850 2023-10-21T15:40:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3600121947 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc8280a2350 con 0x55caa9771850 2023-10-21T15:40:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc816ffd700 1 -- 172.21.15.46:0/3600121947 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc8280994b0 con 0x55caa9771850 2023-10-21T15:40:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc816ffd700 1 -- 172.21.15.46:0/3600121947 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc828004da0 con 0x55caa9771850 2023-10-21T15:40:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc84a02cb80 10 client.25360 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.875+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3600121947 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fc838109c80 con 0x55caa9771850 2023-10-21T15:40:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc816ffd700 1 -- 172.21.15.46:0/3600121947 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8280a2350 con 0x55caa9771850 2023-10-21T15:40:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc816ffd700 1 -- 172.21.15.46:0/3600121947 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc8280990a0 con 0x55caa9771850 2023-10-21T15:40:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc84a02cb80 10 client.25360 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc84a02cb80 10 client.25360 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc84a02cb80 20 client.25360 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55caa97ece30 0x55caa97ef250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc84a02cb80 4 client.25360 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:40:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3600121947 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55caa96bddf0 con 0x55caa97ece30 2023-10-21T15:40:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc836ffd700 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55caa97ece30 0x55caa97ef250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc816ffd700 10 client.25360 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.876+0000 7fc836ffd700 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55caa97ece30 0x55caa97ef250 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=914d02a4689f51a3 server_cookie=b000af993a10cef3 in_seq=0 out_seq=0 2023-10-21T15:40:22.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc816ffd700 1 -- 172.21.15.46:0/3600121947 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55caa96bddf0 con 0x55caa97ece30 2023-10-21T15:40:22.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc816ffd700 10 client.25360 handle_command_reply: tid=0 2023-10-21T15:40:22.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 client.25360 shutdown 2023-10-21T15:40:22.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3600121947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 msgr2=0x55caa9793550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9793550 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc8280cab10 tx=0x7fc828005850 comp rx=0 tx=0).stop 2023-10-21T15:40:22.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3600121947 shutdown_connections 2023-10-21T15:40:22.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55caa97ece30 0x55caa97ef250 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55caa97730a0 0x55caa9791b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55caa9771850 0x55caa9793550 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 --2- 172.21.15.46:0/3600121947 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55caa97721b0 0x55caa9793a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.885+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3600121947 >> 172.21.15.46:0/3600121947 conn(0x55caa969fd70 msgr2=0x55caa9776010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:22.894 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc816ffd700 0 client.25360 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:22.894 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3600121947 shutdown_connections 2023-10-21T15:40:22.894 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc84a02cb80 1 -- 172.21.15.46:0/3600121947 wait complete. 2023-10-21T15:40:22.894 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc84a02cb80 20 client.25360 trim_cache size 0 max 16384 2023-10-21T15:40:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:40:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:40:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:40:22.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:40:22.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 -- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8200a1500 msgr2=0x7fc8200a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8200a1500 0x7fc8200a39c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc830009c10 tx=0x7fc8300060c0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 -- 172.21.15.46:0/750585483 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838101a20 msgr2=0x7fc838196e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:22.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838101a20 0x7fc838196e20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc82800e9c0 tx=0x7fc82800ecd0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 -- 172.21.15.46:0/750585483 shutdown_connections 2023-10-21T15:40:22.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc8200a1500 0x7fc8200a39c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc838106c80 0x7fc838198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838101a20 0x7fc838196e20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 --2- 172.21.15.46:0/750585483 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc838104350 0x7fc838197360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:22.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.886+0000 7fc83de43700 1 -- 172.21.15.46:0/750585483 >> 172.21.15.46:0/750585483 conn(0x7fc8380fb3b0 msgr2=0x7fc838102690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:22.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.887+0000 7fc83de43700 1 -- 172.21.15.46:0/750585483 shutdown_connections 2023-10-21T15:40:22.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:22.887+0000 7fc83de43700 1 -- 172.21.15.46:0/750585483 wait complete. 2023-10-21T15:40:23.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:22 smithi046 ceph-mon[99436]: pgmap v318: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:22 smithi105 ceph-mon[103980]: pgmap v318: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:23.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:22 smithi119 ceph-mon[103628]: pgmap v318: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2023-10-21T15:40:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:24 smithi046 ceph-mon[99436]: pgmap v319: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 15 op/s 2023-10-21T15:40:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:24 smithi105 ceph-mon[103980]: pgmap v319: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 15 op/s 2023-10-21T15:40:25.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:24 smithi119 ceph-mon[103628]: pgmap v319: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 15 op/s 2023-10-21T15:40:27.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:26 smithi046 ceph-mon[99436]: pgmap v320: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 10 op/s 2023-10-21T15:40:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:26 smithi105 ceph-mon[103980]: pgmap v320: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 10 op/s 2023-10-21T15:40:27.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:26 smithi119 ceph-mon[103628]: pgmap v320: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 10 op/s 2023-10-21T15:40:29.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:28 smithi046 ceph-mon[99436]: pgmap v321: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:40:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:28 smithi105 ceph-mon[103980]: pgmap v321: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:40:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:28 smithi119 ceph-mon[103628]: pgmap v321: 97 pgs: 97 active+clean; 655 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 426 B/s wr, 9 op/s 2023-10-21T15:40:29.845 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-21T15:40:30.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 -- 172.21.15.46:0/4120582737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb0100fd0 msgr2=0x7f4bb0101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/4120582737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb0100fd0 0x7f4bb0101430 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f4ba4009990 tx=0x7f4ba4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 -- 172.21.15.46:0/4120582737 shutdown_connections 2023-10-21T15:40:30.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/4120582737 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bb0101970 0x7f4bb0108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/4120582737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb00ffde0 0x7f4bb0100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/4120582737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb0100fd0 0x7f4bb0101430 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 -- 172.21.15.46:0/4120582737 >> 172.21.15.46:0/4120582737 conn(0x7f4bb00fb310 msgr2=0x7f4bb00fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:30.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 -- 172.21.15.46:0/4120582737 shutdown_connections 2023-10-21T15:40:30.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.045+0000 7f4bb62bf700 1 -- 172.21.15.46:0/4120582737 wait complete. 2023-10-21T15:40:30.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.046+0000 7f4bb62bf700 1 Processor -- start 2023-10-21T15:40:30.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.046+0000 7f4bb62bf700 1 -- start start 2023-10-21T15:40:30.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.046+0000 7f4bb62bf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb00ffde0 0x7f4bb0196b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.046+0000 7f4bb62bf700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb0100fd0 0x7f4bb0197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.046+0000 7f4bb62bf700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bb0101970 0x7f4bb019e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.046+0000 7f4bb62bf700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb019e690 con 0x7f4bb00ffde0 2023-10-21T15:40:30.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.046+0000 7f4bb62bf700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb019e7d0 con 0x7f4bb0100fd0 2023-10-21T15:40:30.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.046+0000 7f4bb62bf700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb019e960 con 0x7f4bb0101970 2023-10-21T15:40:30.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb00ffde0 0x7f4bb0196b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb00ffde0 0x7f4bb0196b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35294/0 (socket says 172.21.15.46:35294) 2023-10-21T15:40:30.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 -- 172.21.15.46:0/618683675 learned_addr learned my addr 172.21.15.46:0/618683675 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:30.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb0100fd0 0x7f4bb0197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 -- 172.21.15.46:0/618683675 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bb0101970 msgr2=0x7f4bb019e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bb0101970 0x7f4bb019e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 -- 172.21.15.46:0/618683675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb0100fd0 msgr2=0x7f4bb0197050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb0100fd0 0x7f4bb0197050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 -- 172.21.15.46:0/618683675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ba40095f0 con 0x7f4bb00ffde0 2023-10-21T15:40:30.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4baffff700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb00ffde0 0x7f4bb0196b10 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f4ba000e970 tx=0x7f4ba000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:30.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.047+0000 7f4bad7fa700 1 -- 172.21.15.46:0/618683675 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0009790 con 0x7f4bb00ffde0 2023-10-21T15:40:30.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.048+0000 7f4bb62bf700 1 -- 172.21.15.46:0/618683675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bb019ec40 con 0x7f4bb00ffde0 2023-10-21T15:40:30.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.048+0000 7f4bad7fa700 1 -- 172.21.15.46:0/618683675 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ba000eec0 con 0x7f4bb00ffde0 2023-10-21T15:40:30.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.048+0000 7f4bad7fa700 1 -- 172.21.15.46:0/618683675 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0003cf0 con 0x7f4bb00ffde0 2023-10-21T15:40:30.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.048+0000 7f4bb62bf700 1 -- 172.21.15.46:0/618683675 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bb01089e0 con 0x7f4bb00ffde0 2023-10-21T15:40:30.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.051+0000 7f4bad7fa700 1 -- 172.21.15.46:0/618683675 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4ba000ccd0 con 0x7f4bb00ffde0 2023-10-21T15:40:30.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.052+0000 7f4bad7fa700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b980a5890 0x7f4b980a7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.052+0000 7f4bad7fa700 1 -- 172.21.15.46:0/618683675 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4ba0014070 con 0x7f4bb00ffde0 2023-10-21T15:40:30.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.052+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b980a5890 0x7f4b980a7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.053+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b980a5890 0x7f4b980a7d50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400b680 tx=0x7f4ba4005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:30.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.053+0000 7f4bc24a8b80 1 Processor -- start 2023-10-21T15:40:30.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.053+0000 7f4bc24a8b80 1 -- start start 2023-10-21T15:40:30.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a6e20 0x5556971a7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971a8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a8620 0x5556971a8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55569711bc70 con 0x5556971a6e20 2023-10-21T15:40:30.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x555697100c60 con 0x5556971a7780 2023-10-21T15:40:30.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556970fe580 con 0x5556971a8620 2023-10-21T15:40:30.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bb485c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a8620 0x5556971a8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bb485c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a8620 0x5556971a8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47302/0 (socket says 172.21.15.46:47302) 2023-10-21T15:40:30.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bb485c700 1 -- 172.21.15.46:0/2605191086 learned_addr learned my addr 172.21.15.46:0/2605191086 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:30.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/2605191086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971a8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bb485c700 1 -- 172.21.15.46:0/2605191086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 msgr2=0x5556971a8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:30.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bb485c700 1 --2- 172.21.15.46:0/2605191086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971a8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bb485c700 1 -- 172.21.15.46:0/2605191086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a6e20 msgr2=0x5556971a7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:30.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bb485c700 1 --2- 172.21.15.46:0/2605191086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a6e20 0x5556971a7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.054+0000 7f4bb485c700 1 -- 172.21.15.46:0/2605191086 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5556970b73f0 con 0x5556971a8620 2023-10-21T15:40:30.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.055+0000 7f4bb485c700 1 --2- 172.21.15.46:0/2605191086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a8620 0x5556971a8aa0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4ba800d190 tx=0x7f4ba800d4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b0f78bfdd44dd90 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:30.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.055+0000 7f4b967fc700 1 -- 172.21.15.46:0/2605191086 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba8013420 con 0x5556971a8620 2023-10-21T15:40:30.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.055+0000 7f4b967fc700 1 -- 172.21.15.46:0/2605191086 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ba8008b10 con 0x5556971a8620 2023-10-21T15:40:30.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.055+0000 7f4b967fc700 1 -- 172.21.15.46:0/2605191086 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba8012a10 con 0x5556971a8620 2023-10-21T15:40:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/2605191086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a8620 msgr2=0x5556971a8aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/2605191086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a8620 0x5556971a8aa0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4ba800d190 tx=0x7f4ba800d4a0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/2605191086 shutdown_connections 2023-10-21T15:40:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/2605191086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a6e20 0x5556971a7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/2605191086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a8620 0x5556971a8aa0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/2605191086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971a8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/2605191086 >> 172.21.15.46:0/2605191086 conn(0x5556970d4dd0 msgr2=0x5556971a1fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:30.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/2605191086 shutdown_connections 2023-10-21T15:40:30.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/2605191086 wait complete. 2023-10-21T15:40:30.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.056+0000 7f4bc24a8b80 1 -- start start 2023-10-21T15:40:30.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bc24a8b80 1 Processor -- start 2023-10-21T15:40:30.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a6e20 0x5556971b0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a7780 0x5556971b1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556970f9e70 con 0x5556971a8620 2023-10-21T15:40:30.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x555697096710 con 0x5556971a6e20 2023-10-21T15:40:30.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556970963b0 con 0x5556971a7780 2023-10-21T15:40:30.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bc24a8b80 10 client.0 _ll_register_callbacks cb 0x555696ef3800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:30.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bb485c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4baffff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a6e20 0x5556971b0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bb485c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35312/0 (socket says 172.21.15.46:35312) 2023-10-21T15:40:30.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4bb485c700 1 -- 172.21.15.46:0/870692677 learned_addr learned my addr 172.21.15.46:0/870692677 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:30.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.057+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a7780 0x5556971b1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4baffff700 1 -- 172.21.15.46:0/870692677 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a7780 msgr2=0x5556971b1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:30.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4baffff700 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a7780 0x5556971b1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4baffff700 1 -- 172.21.15.46:0/870692677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 msgr2=0x5556971b8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:30.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4baffff700 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4baffff700 1 -- 172.21.15.46:0/870692677 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ba8008c90 con 0x5556971a6e20 2023-10-21T15:40:30.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4baffff700 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a6e20 0x5556971b0ce0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4ba00caac0 tx=0x7f4ba0099c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f10efa8fd88fe707 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:30.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4b8f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:40:30.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/870692677 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba009a290 con 0x5556971a6e20 2023-10-21T15:40:30.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/870692677 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4ba009e3e0 con 0x5556971a6e20 2023-10-21T15:40:30.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.058+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/870692677 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555697176c10 con 0x5556971a6e20 2023-10-21T15:40:30.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/870692677 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4ba00a2620 con 0x5556971a6e20 2023-10-21T15:40:30.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4bc24a8b80 10 client.25256 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:30.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/870692677 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x555696f24de0 con 0x5556971a6e20 2023-10-21T15:40:30.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/870692677 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ba0064020 con 0x5556971a6e20 2023-10-21T15:40:30.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/870692677 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4ba00a22b0 con 0x5556971a6e20 2023-10-21T15:40:30.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4bc24a8b80 10 client.25256 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:30.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4bc24a8b80 10 client.25256 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:30.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4bc24a8b80 20 client.25256 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:30.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5556971bcac0 0x5556971beee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4bc24a8b80 4 client.25256 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:30.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/870692677 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5556970f2e50 con 0x5556971bcac0 2023-10-21T15:40:30.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.059+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5556971bcac0 0x5556971beee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.060+0000 7f4b8f7fe700 10 client.25256 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:30.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.060+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5556971bcac0 0x5556971beee0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cff81af2138505c4 server_cookie=54ca6a6f96fb304d in_seq=0 out_seq=0 2023-10-21T15:40:30.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/870692677 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5556970f2e50 con 0x5556971bcac0 2023-10-21T15:40:30.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4b8f7fe700 10 client.25256 handle_command_reply: tid=0 2023-10-21T15:40:30.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 client.25256 shutdown 2023-10-21T15:40:30.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/870692677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a6e20 msgr2=0x5556971b0ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a6e20 0x5556971b0ce0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4ba00caac0 tx=0x7f4ba0099c70 comp rx=0 tx=0).stop 2023-10-21T15:40:30.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/870692677 shutdown_connections 2023-10-21T15:40:30.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5556971bcac0 0x5556971beee0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4b8f7fe700 0 client.25256 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:30.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a6e20 0x5556971b0ce0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/870692677 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a7780 0x5556971b1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/870692677 >> 172.21.15.46:0/870692677 conn(0x5556970d4dd0 msgr2=0x5556971a1b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:30.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/870692677 shutdown_connections 2023-10-21T15:40:30.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/870692677 wait complete. 2023-10-21T15:40:30.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.061+0000 7f4bc24a8b80 20 client.25256 trim_cache size 0 max 16384 2023-10-21T15:40:30.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.094+0000 7f4bc24a8b80 1 Processor -- start 2023-10-21T15:40:30.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.094+0000 7f4bc24a8b80 1 -- start start 2023-10-21T15:40:30.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971aeab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a7780 0x5556971b8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a8620 0x5556971ab5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x555696f7a920 con 0x5556971a7780 2023-10-21T15:40:30.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556971b1ed0 con 0x5556971a8620 2023-10-21T15:40:30.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556971a7db0 con 0x5556971a6e20 2023-10-21T15:40:30.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bb485c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a8620 0x5556971ab5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4baf7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a7780 0x5556971b8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bb485c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a8620 0x5556971ab5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52252/0 (socket says 172.21.15.46:52252) 2023-10-21T15:40:30.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bb485c700 1 -- 172.21.15.46:0/4255959709 learned_addr learned my addr 172.21.15.46:0/4255959709 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:30.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4baffff700 1 --2- 172.21.15.46:0/4255959709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971aeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bb485c700 1 -- 172.21.15.46:0/4255959709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 msgr2=0x5556971aeab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:30.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bb485c700 1 --2- 172.21.15.46:0/4255959709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971aeab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bb485c700 1 -- 172.21.15.46:0/4255959709 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a7780 msgr2=0x5556971b8220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:30.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bb485c700 1 --2- 172.21.15.46:0/4255959709 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a7780 0x5556971b8220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.095+0000 7f4bb485c700 1 -- 172.21.15.46:0/4255959709 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555696f0dc60 con 0x5556971a8620 2023-10-21T15:40:30.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.096+0000 7f4bb485c700 1 --2- 172.21.15.46:0/4255959709 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a8620 0x5556971ab5c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4ba800d190 tx=0x7f4ba8012520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=852901fc79e11c9f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:30.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.096+0000 7f4b96ffd700 1 -- 172.21.15.46:0/4255959709 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba80085a0 con 0x5556971a8620 2023-10-21T15:40:30.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.096+0000 7f4b96ffd700 1 -- 172.21.15.46:0/4255959709 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ba8020070 con 0x5556971a8620 2023-10-21T15:40:30.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.096+0000 7f4b96ffd700 1 -- 172.21.15.46:0/4255959709 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba8012860 con 0x5556971a8620 2023-10-21T15:40:30.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4255959709 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a8620 msgr2=0x5556971ab5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4255959709 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a8620 0x5556971ab5c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4ba800d190 tx=0x7f4ba8012520 comp rx=0 tx=0).stop 2023-10-21T15:40:30.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4255959709 shutdown_connections 2023-10-21T15:40:30.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4255959709 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a8620 0x5556971ab5c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4255959709 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971aeab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4255959709 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a7780 0x5556971b8220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4255959709 >> 172.21.15.46:0/4255959709 conn(0x5556970d4dd0 msgr2=0x5556971a1240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:30.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4255959709 shutdown_connections 2023-10-21T15:40:30.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4255959709 wait complete. 2023-10-21T15:40:30.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.097+0000 7f4bc24a8b80 1 -- start start 2023-10-21T15:40:30.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bc24a8b80 1 Processor -- start 2023-10-21T15:40:30.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971b7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971b64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bc24a8b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556971b6f60 con 0x5556971a8620 2023-10-21T15:40:30.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556971b70d0 con 0x5556971a7780 2023-10-21T15:40:30.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bc24a8b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556971b7290 con 0x5556971a6e20 2023-10-21T15:40:30.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bc24a8b80 10 client.0 _ll_register_callbacks cb 0x7f4ba009a060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:30.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bb485c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bb485c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b6a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35326/0 (socket says 172.21.15.46:35326) 2023-10-21T15:40:30.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4bb485c700 1 -- 172.21.15.46:0/4034665658 learned_addr learned my addr 172.21.15.46:0/4034665658 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:30.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971b64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4baffff700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971b7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4baf7fe700 1 -- 172.21.15.46:0/4034665658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 msgr2=0x5556971b7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:30.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971b7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.098+0000 7f4baf7fe700 1 -- 172.21.15.46:0/4034665658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 msgr2=0x5556971b6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:30.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4baf7fe700 1 -- 172.21.15.46:0/4034665658 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5556970b73f0 con 0x5556971a7780 2023-10-21T15:40:30.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4bb485c700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:30.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4baffff700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971b7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:30.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4baf7fe700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971b64e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400b2e0 tx=0x7f4ba4009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=334e5b8bed7fd265 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:30.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4b8f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:40:30.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4034665658 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba402b040 con 0x5556971a7780 2023-10-21T15:40:30.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4034665658 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4ba400f660 con 0x5556971a7780 2023-10-21T15:40:30.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4034665658 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5556970feef0 con 0x5556971a7780 2023-10-21T15:40:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4034665658 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4ba400f840 con 0x5556971a7780 2023-10-21T15:40:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4bc24a8b80 10 client.25262 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4034665658 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x555696f4b250 con 0x5556971a7780 2023-10-21T15:40:30.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.099+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4034665658 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5556970feef0 con 0x5556971a7780 2023-10-21T15:40:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4034665658 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4ba4047070 con 0x5556971a7780 2023-10-21T15:40:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4bc24a8b80 10 client.25262 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4bc24a8b80 10 client.25262 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:30.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4bc24a8b80 20 client.25262 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:30.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5556972120b0 0x5556972144d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4bc24a8b80 4 client.25262 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-21T15:40:30.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4034665658 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5556970f2b70 con 0x5556972120b0 2023-10-21T15:40:30.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4baffff700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5556972120b0 0x5556972144d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4b8f7fe700 10 client.25262 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:30.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.100+0000 7f4baffff700 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5556972120b0 0x5556972144d0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8878d6a0c8c4836c server_cookie=64c77ee7379fe8e in_seq=0 out_seq=0 2023-10-21T15:40:30.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4034665658 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5556970f2b70 con 0x5556972120b0 2023-10-21T15:40:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4b8f7fe700 10 client.25262 handle_command_reply: tid=0 2023-10-21T15:40:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 client.25262 shutdown 2023-10-21T15:40:30.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 msgr2=0x5556971b64e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971b64e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400b2e0 tx=0x7f4ba4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4034665658 shutdown_connections 2023-10-21T15:40:30.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5556972120b0 0x5556972144d0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5556971a8620 0x5556971b6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5556971a6e20 0x5556971b7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 --2- 172.21.15.46:0/4034665658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5556971a7780 0x5556971b64e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4034665658 >> 172.21.15.46:0/4034665658 conn(0x5556970d4dd0 msgr2=0x5556971ab5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:30.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4b8f7fe700 0 client.25262 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:30.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4034665658 shutdown_connections 2023-10-21T15:40:30.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 1 -- 172.21.15.46:0/4034665658 wait complete. 2023-10-21T15:40:30.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.101+0000 7f4bc24a8b80 20 client.25262 trim_cache size 0 max 16384 2023-10-21T15:40:30.131 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:40:30.131 INFO:teuthology.orchestra.run.smithi046.stdout: "status": "no active scrubs running", 2023-10-21T15:40:30.131 INFO:teuthology.orchestra.run.smithi046.stdout: "scrubs": {} 2023-10-21T15:40:30.132 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:40:30.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 -- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b980a5890 msgr2=0x7f4b980a7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b980a5890 0x7f4b980a7d50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400b680 tx=0x7f4ba4005fd0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 -- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb00ffde0 msgr2=0x7f4bb0196b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb00ffde0 0x7f4bb0196b10 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f4ba000e970 tx=0x7f4ba000ec80 comp rx=0 tx=0).stop 2023-10-21T15:40:30.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 -- 172.21.15.46:0/618683675 shutdown_connections 2023-10-21T15:40:30.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b980a5890 0x7f4b980a7d50 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4bb00ffde0 0x7f4bb0196b10 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4bb0101970 0x7f4bb019e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 --2- 172.21.15.46:0/618683675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4bb0100fd0 0x7f4bb0197050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 -- 172.21.15.46:0/618683675 >> 172.21.15.46:0/618683675 conn(0x7f4bb00fb310 msgr2=0x7f4bb00fd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:30.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 -- 172.21.15.46:0/618683675 shutdown_connections 2023-10-21T15:40:30.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.102+0000 7f4bb62bf700 1 -- 172.21.15.46:0/618683675 wait complete. 2023-10-21T15:40:30.137 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-21T15:40:30.137 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:40:30.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 -- 172.21.15.46:0/217898332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f00fffe0 msgr2=0x7fe1f0100460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/217898332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f00fffe0 0x7fe1f0100460 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe1d80098f0 tx=0x7fe1d8009c00 comp rx=0 tx=0).stop 2023-10-21T15:40:30.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 -- 172.21.15.46:0/217898332 shutdown_connections 2023-10-21T15:40:30.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/217898332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1f01009a0 0x7fe1f0108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/217898332 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1f0101390 0x7fe1f01017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/217898332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f00fffe0 0x7fe1f0100460 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 -- 172.21.15.46:0/217898332 >> 172.21.15.46:0/217898332 conn(0x7fe1f00faab0 msgr2=0x7fe1f00fcf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:30.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 -- 172.21.15.46:0/217898332 shutdown_connections 2023-10-21T15:40:30.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.330+0000 7fe1f68d7700 1 -- 172.21.15.46:0/217898332 wait complete. 2023-10-21T15:40:30.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f68d7700 1 Processor -- start 2023-10-21T15:40:30.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f68d7700 1 -- start start 2023-10-21T15:40:30.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f68d7700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1f00fffe0 0x7fe1f0196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f68d7700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f01009a0 0x7fe1f01970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f68d7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1f0101390 0x7fe1f019e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f68d7700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f019e700 con 0x7fe1f0101390 2023-10-21T15:40:30.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f68d7700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f019e840 con 0x7fe1f01009a0 2023-10-21T15:40:30.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f68d7700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1f019e9d0 con 0x7fe1f00fffe0 2023-10-21T15:40:30.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f4e74700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1f0101390 0x7fe1f019e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f4e74700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1f0101390 0x7fe1f019e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35340/0 (socket says 172.21.15.46:35340) 2023-10-21T15:40:30.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1f4e74700 1 -- 172.21.15.46:0/3959084608 learned_addr learned my addr 172.21.15.46:0/3959084608 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:30.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1e7fff700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f01009a0 0x7fe1f01970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.331+0000 7fe1effff700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1f00fffe0 0x7fe1f0196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1e7fff700 1 -- 172.21.15.46:0/3959084608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1f00fffe0 msgr2=0x7fe1f0196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.337 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1e7fff700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1f00fffe0 0x7fe1f0196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1e7fff700 1 -- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1f0101390 msgr2=0x7fe1f019e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1e7fff700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1f0101390 0x7fe1f019e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1e7fff700 1 -- 172.21.15.46:0/3959084608 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1e8009d00 con 0x7fe1f01009a0 2023-10-21T15:40:30.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1f4e74700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1f0101390 0x7fe1f019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:30.338 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1effff700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1f00fffe0 0x7fe1f0196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:40:30.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1e7fff700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f01009a0 0x7fe1f01970c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe1d8009230 tx=0x7fe1d800b500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:30.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1edffb700 1 -- 172.21.15.46:0/3959084608 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d801c070 con 0x7fe1f01009a0 2023-10-21T15:40:30.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1edffb700 1 -- 172.21.15.46:0/3959084608 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1d8005040 con 0x7fe1f01009a0 2023-10-21T15:40:30.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1edffb700 1 -- 172.21.15.46:0/3959084608 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d8003ae0 con 0x7fe1f01009a0 2023-10-21T15:40:30.339 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1d8009520 con 0x7fe1f01009a0 2023-10-21T15:40:30.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.332+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1f019ee90 con 0x7fe1f01009a0 2023-10-21T15:40:30.340 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.334+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1f010b690 con 0x7fe1f01009a0 2023-10-21T15:40:30.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.335+0000 7fe1edffb700 1 -- 172.21.15.46:0/3959084608 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe1d8020030 con 0x7fe1f01009a0 2023-10-21T15:40:30.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.336+0000 7fe1edffb700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1dc0a15a0 0x7fe1dc0a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:30.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.336+0000 7fe1effff700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1dc0a15a0 0x7fe1dc0a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:30.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.336+0000 7fe1edffb700 1 -- 172.21.15.46:0/3959084608 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe1d80cdca0 con 0x7fe1f01009a0 2023-10-21T15:40:30.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.337+0000 7fe1effff700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1dc0a15a0 0x7fe1dc0a3a60 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe1e0005d90 tx=0x7fe1e0005d00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:30.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.341+0000 7fe1edffb700 1 -- 172.21.15.46:0/3959084608 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe1d80973a0 con 0x7fe1f01009a0 2023-10-21T15:40:30.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.835+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe1f019f080 con 0x7fe1f01009a0 2023-10-21T15:40:30.836 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.835+0000 7fe1edffb700 1 -- 172.21.15.46:0/3959084608 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11370 (secure 0 0 0) 0x7fe1d809a9c0 con 0x7fe1f01009a0 2023-10-21T15:40:30.837 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:40:30.837 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:38:33.692950+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:40:30.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1dc0a15a0 msgr2=0x7fe1dc0a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1dc0a15a0 0x7fe1dc0a3a60 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe1e0005d90 tx=0x7fe1e0005d00 comp rx=0 tx=0).stop 2023-10-21T15:40:30.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f01009a0 msgr2=0x7fe1f01970c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:30.840 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f01009a0 0x7fe1f01970c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe1d8009230 tx=0x7fe1d800b500 comp rx=0 tx=0).stop 2023-10-21T15:40:30.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 shutdown_connections 2023-10-21T15:40:30.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1dc0a15a0 0x7fe1dc0a3a60 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe1f0101390 0x7fe1f019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe1f00fffe0 0x7fe1f0196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 --2- 172.21.15.46:0/3959084608 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1f01009a0 0x7fe1f01970c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:30.841 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.838+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 >> 172.21.15.46:0/3959084608 conn(0x7fe1f00faab0 msgr2=0x7fe1f00fb2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:30.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.839+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 shutdown_connections 2023-10-21T15:40:30.842 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:30.839+0000 7fe1f68d7700 1 -- 172.21.15.46:0/3959084608 wait complete. 2023-10-21T15:40:30.842 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 27 2023-10-21T15:40:30.857 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-10-21T15:40:31.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.039+0000 7fb92d646700 1 -- 172.21.15.46:0/141225110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb928100730 msgr2=0x7fb928100b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.039+0000 7fb92d646700 1 --2- 172.21.15.46:0/141225110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb928100730 0x7fb928100b90 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fb910009990 tx=0x7fb910009ca0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 -- 172.21.15.46:0/141225110 shutdown_connections 2023-10-21T15:40:31.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 --2- 172.21.15.46:0/141225110 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9281010d0 0x7fb928107980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 --2- 172.21.15.46:0/141225110 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb9280ff540 0x7fb9280ff960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 --2- 172.21.15.46:0/141225110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb928100730 0x7fb928100b90 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 -- 172.21.15.46:0/141225110 >> 172.21.15.46:0/141225110 conn(0x7fb9280faa90 msgr2=0x7fb9280fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 -- 172.21.15.46:0/141225110 shutdown_connections 2023-10-21T15:40:31.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 -- 172.21.15.46:0/141225110 wait complete. 2023-10-21T15:40:31.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 Processor -- start 2023-10-21T15:40:31.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.040+0000 7fb92d646700 1 -- start start 2023-10-21T15:40:31.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb92d646700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb9280ff540 0x7fb92810ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb92d646700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb928100730 0x7fb928109190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb92d646700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9281010d0 0x7fb9281096d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb92d646700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb928109e70 con 0x7fb9281010d0 2023-10-21T15:40:31.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb92d646700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb928109fe0 con 0x7fb928100730 2023-10-21T15:40:31.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb92d646700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9281a0bf0 con 0x7fb9280ff540 2023-10-21T15:40:31.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9281010d0 0x7fb9281096d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.046 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9281010d0 0x7fb9281096d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35352/0 (socket says 172.21.15.46:35352) 2023-10-21T15:40:31.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 -- 172.21.15.46:0/3826720585 learned_addr learned my addr 172.21.15.46:0/3826720585 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb926ffd700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb9280ff540 0x7fb92810ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 -- 172.21.15.46:0/3826720585 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb9280ff540 msgr2=0x7fb92810ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb9280ff540 0x7fb92810ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 -- 172.21.15.46:0/3826720585 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb928100730 msgr2=0x7fb928109190 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-21T15:40:31.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb928100730 0x7fb928109190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 -- 172.21.15.46:0/3826720585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9100095f0 con 0x7fb9281010d0 2023-10-21T15:40:31.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.041+0000 7fb9277fe700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9281010d0 0x7fb9281096d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fb920007ee0 tx=0x7fb92000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.042+0000 7fb91ffff700 1 -- 172.21.15.46:0/3826720585 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb920017070 con 0x7fb9281010d0 2023-10-21T15:40:31.048 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.042+0000 7fb92d646700 1 -- 172.21.15.46:0/3826720585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9281a0ed0 con 0x7fb9281010d0 2023-10-21T15:40:31.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.042+0000 7fb91ffff700 1 -- 172.21.15.46:0/3826720585 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb92000f040 con 0x7fb9281010d0 2023-10-21T15:40:31.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.042+0000 7fb91ffff700 1 -- 172.21.15.46:0/3826720585 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb920005740 con 0x7fb9281010d0 2023-10-21T15:40:31.049 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.042+0000 7fb92d646700 1 -- 172.21.15.46:0/3826720585 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9281a13a0 con 0x7fb9281010d0 2023-10-21T15:40:31.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.045+0000 7fb91ffff700 1 -- 172.21.15.46:0/3826720585 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb92000dc60 con 0x7fb9281010d0 2023-10-21T15:40:31.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.045+0000 7fb91ffff700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb9140a1480 0x7fb9140a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.046+0000 7fb91ffff700 1 -- 172.21.15.46:0/3826720585 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb9200cbe80 con 0x7fb9281010d0 2023-10-21T15:40:31.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.046+0000 7fb926ffd700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb9140a1480 0x7fb9140a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.046+0000 7fb926ffd700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb9140a1480 0x7fb9140a3940 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fb928100590 tx=0x7fb918007400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb93982fb80 1 Processor -- start 2023-10-21T15:40:31.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb93982fb80 1 -- start start 2023-10-21T15:40:31.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x55665919a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x55665919b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919b620 0x55665919baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb93982fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55665910ec70 con 0x556659199e20 2023-10-21T15:40:31.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb93982fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566590f3c60 con 0x55665919b620 2023-10-21T15:40:31.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb93982fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566590f1580 con 0x55665919a780 2023-10-21T15:40:31.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb926ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x55665919a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb9267fc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x55665919b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb926ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x55665919a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35362/0 (socket says 172.21.15.46:35362) 2023-10-21T15:40:31.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb926ffd700 1 -- 172.21.15.46:0/84177164 learned_addr learned my addr 172.21.15.46:0/84177164 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb9267fc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x55665919b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47356/0 (socket says 172.21.15.46:47356) 2023-10-21T15:40:31.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.047+0000 7fb9277fe700 1 --2- 172.21.15.46:0/84177164 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919b620 0x55665919baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb9267fc700 1 -- 172.21.15.46:0/84177164 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919b620 msgr2=0x55665919baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb9267fc700 1 --2- 172.21.15.46:0/84177164 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919b620 0x55665919baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb9267fc700 1 -- 172.21.15.46:0/84177164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 msgr2=0x55665919a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb9267fc700 1 --2- 172.21.15.46:0/84177164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x55665919a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb9267fc700 1 -- 172.21.15.46:0/84177164 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5566590aa3f0 con 0x55665919a780 2023-10-21T15:40:31.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb9267fc700 1 --2- 172.21.15.46:0/84177164 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x55665919b040 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb910006010 tx=0x7fb910005c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6324923e5f69addc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb91d7fa700 1 -- 172.21.15.46:0/84177164 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb91001d070 con 0x55665919a780 2023-10-21T15:40:31.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb91d7fa700 1 -- 172.21.15.46:0/84177164 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb91000be00 con 0x55665919a780 2023-10-21T15:40:31.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.048+0000 7fb91d7fa700 1 -- 172.21.15.46:0/84177164 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb910005320 con 0x55665919a780 2023-10-21T15:40:31.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 -- 172.21.15.46:0/84177164 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 msgr2=0x55665919b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 --2- 172.21.15.46:0/84177164 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x55665919b040 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb910006010 tx=0x7fb910005c20 comp rx=0 tx=0).stop 2023-10-21T15:40:31.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 -- 172.21.15.46:0/84177164 shutdown_connections 2023-10-21T15:40:31.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 --2- 172.21.15.46:0/84177164 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x55665919a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 --2- 172.21.15.46:0/84177164 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919b620 0x55665919baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 --2- 172.21.15.46:0/84177164 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x55665919b040 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 -- 172.21.15.46:0/84177164 >> 172.21.15.46:0/84177164 conn(0x5566590c7dd0 msgr2=0x556659194fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 -- 172.21.15.46:0/84177164 shutdown_connections 2023-10-21T15:40:31.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.049+0000 7fb93982fb80 1 -- 172.21.15.46:0/84177164 wait complete. 2023-10-21T15:40:31.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 1 -- start start 2023-10-21T15:40:31.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 1 Processor -- start 2023-10-21T15:40:31.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x5566591a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x5566591a4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591ab1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566590ece70 con 0x55665919b620 2023-10-21T15:40:31.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x556659089710 con 0x556659199e20 2023-10-21T15:40:31.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566590893b0 con 0x55665919a780 2023-10-21T15:40:31.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.050+0000 7fb93982fb80 10 client.0 _ll_register_callbacks cb 0x556658ee6800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591ab1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591ab1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35368/0 (socket says 172.21.15.46:35368) 2023-10-21T15:40:31.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 -- 172.21.15.46:0/1223273118 learned_addr learned my addr 172.21.15.46:0/1223273118 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb926ffd700 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x5566591a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9267fc700 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x5566591a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 -- 172.21.15.46:0/1223273118 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 msgr2=0x5566591a4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x5566591a4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 -- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 msgr2=0x5566591a3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x5566591a3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 -- 172.21.15.46:0/1223273118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb928067ca0 con 0x55665919b620 2023-10-21T15:40:31.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb926ffd700 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x5566591a3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb9277fe700 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591ab1c0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fb9200c99e0 tx=0x7fb920098b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f53fe446997a52 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb90e7fc700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:31.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb90e7fc700 1 -- 172.21.15.46:0/1223273118 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9200b0070 con 0x55665919b620 2023-10-21T15:40:31.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb90e7fc700 1 -- 172.21.15.46:0/1223273118 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb9200991b0 con 0x55665919b620 2023-10-21T15:40:31.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.051+0000 7fb93982fb80 1 -- 172.21.15.46:0/1223273118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5566590f1ef0 con 0x55665919b620 2023-10-21T15:40:31.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb90e7fc700 1 -- 172.21.15.46:0/1223273118 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb92009d300 con 0x55665919b620 2023-10-21T15:40:31.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb93982fb80 10 client.15627 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb93982fb80 1 -- 172.21.15.46:0/1223273118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556658f17de0 con 0x55665919b620 2023-10-21T15:40:31.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb90e7fc700 1 -- 172.21.15.46:0/1223273118 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb920062080 con 0x55665919b620 2023-10-21T15:40:31.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb90e7fc700 1 -- 172.21.15.46:0/1223273118 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb9200986a0 con 0x55665919b620 2023-10-21T15:40:31.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb93982fb80 10 client.15627 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb93982fb80 10 client.15627 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2023-10-21T15:40:31.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb93982fb80 20 client.15627 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x5566591afae0 0x5566591b1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb93982fb80 4 client.15627 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:31.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb93982fb80 1 -- 172.21.15.46:0/1223273118 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556659169c10 con 0x5566591afae0 2023-10-21T15:40:31.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.052+0000 7fb926ffd700 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x5566591afae0 0x5566591b1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.053+0000 7fb926ffd700 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x5566591afae0 0x5566591b1f00 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7cd6d158033a53bc server_cookie=585899dd605a33bf in_seq=0 out_seq=0 2023-10-21T15:40:31.072 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.053+0000 7fb90e7fc700 10 client.15627 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:40:31.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb90e7fc700 1 -- 172.21.15.46:0/1223273118 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556659169c10 con 0x5566591afae0 2023-10-21T15:40:31.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb90e7fc700 10 client.15627 handle_command_reply: tid=0 2023-10-21T15:40:31.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 client.15627 shutdown 2023-10-21T15:40:31.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 -- 172.21.15.46:0/1223273118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 msgr2=0x5566591ab1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591ab1c0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fb9200c99e0 tx=0x7fb920098b10 comp rx=0 tx=0).stop 2023-10-21T15:40:31.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 -- 172.21.15.46:0/1223273118 shutdown_connections 2023-10-21T15:40:31.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x5566591afae0 0x5566591b1f00 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591ab1c0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x5566591a3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb90e7fc700 0 client.15627 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:40:31.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1223273118 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x5566591a4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 -- 172.21.15.46:0/1223273118 >> 172.21.15.46:0/1223273118 conn(0x5566590c7dd0 msgr2=0x556659194bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 -- 172.21.15.46:0/1223273118 shutdown_connections 2023-10-21T15:40:31.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 1 -- 172.21.15.46:0/1223273118 wait complete. 2023-10-21T15:40:31.075 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.054+0000 7fb93982fb80 20 client.15627 trim_cache size 0 max 16384 2023-10-21T15:40:31.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb93982fb80 1 Processor -- start 2023-10-21T15:40:31.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb93982fb80 1 -- start start 2023-10-21T15:40:31.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x55665919ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x5566591ab180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591937a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb93982fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x556658f6d920 con 0x55665919b620 2023-10-21T15:40:31.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb93982fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566591a37b0 con 0x556659199e20 2023-10-21T15:40:31.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb93982fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x556659196fb0 con 0x55665919a780 2023-10-21T15:40:31.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb926ffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x55665919ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb926ffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x55665919ba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52304/0 (socket says 172.21.15.46:52304) 2023-10-21T15:40:31.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.077+0000 7fb926ffd700 1 -- 172.21.15.46:0/1754474565 learned_addr learned my addr 172.21.15.46:0/1754474565 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb9267fc700 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x5566591ab180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb9277fe700 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591937a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb926ffd700 1 -- 172.21.15.46:0/1754474565 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 msgr2=0x5566591ab180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb926ffd700 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x5566591ab180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb926ffd700 1 -- 172.21.15.46:0/1754474565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 msgr2=0x5566591937a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb926ffd700 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591937a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb926ffd700 1 -- 172.21.15.46:0/1754474565 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556658f00c60 con 0x556659199e20 2023-10-21T15:40:31.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb926ffd700 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x55665919ba00 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb918010760 tx=0x7fb918013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f8f4ceff3cc75fe server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb91dffb700 1 -- 172.21.15.46:0/1754474565 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb918024040 con 0x556659199e20 2023-10-21T15:40:31.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb91dffb700 1 -- 172.21.15.46:0/1754474565 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb918015070 con 0x556659199e20 2023-10-21T15:40:31.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.078+0000 7fb91dffb700 1 -- 172.21.15.46:0/1754474565 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb918003da0 con 0x556659199e20 2023-10-21T15:40:31.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 -- 172.21.15.46:0/1754474565 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 msgr2=0x55665919ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x55665919ba00 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb918010760 tx=0x7fb918013000 comp rx=0 tx=0).stop 2023-10-21T15:40:31.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 -- 172.21.15.46:0/1754474565 shutdown_connections 2023-10-21T15:40:31.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55665919b620 0x5566591937a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556659199e20 0x55665919ba00 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 --2- 172.21.15.46:0/1754474565 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919a780 0x5566591ab180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 -- 172.21.15.46:0/1754474565 >> 172.21.15.46:0/1754474565 conn(0x5566590c7dd0 msgr2=0x5566591a28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 -- 172.21.15.46:0/1754474565 shutdown_connections 2023-10-21T15:40:31.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.079+0000 7fb93982fb80 1 -- 172.21.15.46:0/1754474565 wait complete. 2023-10-21T15:40:31.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.080+0000 7fb93982fb80 1 -- start start 2023-10-21T15:40:31.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.080+0000 7fb93982fb80 1 Processor -- start 2023-10-21T15:40:31.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x5566591a6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919a780 0x5566591a72d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb93982fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919b620 0x5566591aa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb93982fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566591aa830 con 0x556659199e20 2023-10-21T15:40:31.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb93982fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566591aa9a0 con 0x55665919a780 2023-10-21T15:40:31.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb93982fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566591aab60 con 0x55665919b620 2023-10-21T15:40:31.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb93982fb80 10 client.0 _ll_register_callbacks cb 0x7fb920099050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x5566591a6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x5566591a6d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35378/0 (socket says 172.21.15.46:35378) 2023-10-21T15:40:31.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 -- 172.21.15.46:0/3084181308 learned_addr learned my addr 172.21.15.46:0/3084181308 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb9277fe700 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919b620 0x5566591aa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb9267fc700 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919a780 0x5566591a72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 -- 172.21.15.46:0/3084181308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919b620 msgr2=0x5566591aa2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919b620 0x5566591aa2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 -- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919a780 msgr2=0x5566591a72d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919a780 0x5566591a72d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 -- 172.21.15.46:0/3084181308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb918010e10 con 0x556659199e20 2023-10-21T15:40:31.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb9267fc700 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919a780 0x5566591a72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:31.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb926ffd700 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x5566591a6d90 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fb918003730 tx=0x7fb918003760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca12a7eb75556c57 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.081+0000 7fb90e7fc700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:31.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb90e7fc700 1 -- 172.21.15.46:0/3084181308 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb918024050 con 0x556659199e20 2023-10-21T15:40:31.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 1 -- 172.21.15.46:0/3084181308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb91000be00 con 0x556659199e20 2023-10-21T15:40:31.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb90e7fc700 1 -- 172.21.15.46:0/3084181308 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb918017070 con 0x556659199e20 2023-10-21T15:40:31.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb90e7fc700 1 -- 172.21.15.46:0/3084181308 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb918005030 con 0x556659199e20 2023-10-21T15:40:31.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 10 client.15633 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 1 -- 172.21.15.46:0/3084181308 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556658f3e250 con 0x556659199e20 2023-10-21T15:40:31.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb90e7fc700 1 -- 172.21.15.46:0/3084181308 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb91000be00 con 0x556659199e20 2023-10-21T15:40:31.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb90e7fc700 1 -- 172.21.15.46:0/3084181308 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb91804c070 con 0x556659199e20 2023-10-21T15:40:31.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 10 client.15633 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 10 client.15633 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2023-10-21T15:40:31.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 20 client.15633 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x556659215810 0x556659217c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 4 client.15633 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:40:31.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.082+0000 7fb93982fb80 1 -- 172.21.15.46:0/3084181308 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5566590e5e50 con 0x556659215810 2023-10-21T15:40:31.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb9267fc700 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x556659215810 0x556659217c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb9267fc700 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x556659215810 0x556659217c30 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e49da2bc3fdafafb server_cookie=bc0251cf088b60e0 in_seq=0 out_seq=0 2023-10-21T15:40:31.097 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb90e7fc700 10 client.15633 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:40:31.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb90e7fc700 1 -- 172.21.15.46:0/3084181308 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5566590e5e50 con 0x556659215810 2023-10-21T15:40:31.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb90e7fc700 10 client.15633 handle_command_reply: tid=0 2023-10-21T15:40:31.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 client.15633 shutdown 2023-10-21T15:40:31.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 -- 172.21.15.46:0/3084181308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 msgr2=0x5566591a6d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.098 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x5566591a6d90 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fb918003730 tx=0x7fb918003760 comp rx=0 tx=0).stop 2023-10-21T15:40:31.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 -- 172.21.15.46:0/3084181308 shutdown_connections 2023-10-21T15:40:31.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x556659215810 0x556659217c30 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x556659199e20 0x5566591a6d90 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55665919b620 0x5566591aa2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 --2- 172.21.15.46:0/3084181308 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55665919a780 0x5566591a72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.099 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb93982fb80 1 -- 172.21.15.46:0/3084181308 >> 172.21.15.46:0/3084181308 conn(0x5566590c7dd0 msgr2=0x5566591937a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.083+0000 7fb90e7fc700 0 client.15633 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:40:31.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb93982fb80 1 -- 172.21.15.46:0/3084181308 shutdown_connections 2023-10-21T15:40:31.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb93982fb80 1 -- 172.21.15.46:0/3084181308 wait complete. 2023-10-21T15:40:31.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb93982fb80 20 client.15633 trim_cache size 0 max 16384 2023-10-21T15:40:31.101 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:40:31.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 -- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb9140a1480 msgr2=0x7fb9140a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb9140a1480 0x7fb9140a3940 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fb928100590 tx=0x7fb918007400 comp rx=0 tx=0).stop 2023-10-21T15:40:31.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 -- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9281010d0 msgr2=0x7fb9281096d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9281010d0 0x7fb9281096d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fb920007ee0 tx=0x7fb92000d3b0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 -- 172.21.15.46:0/3826720585 shutdown_connections 2023-10-21T15:40:31.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb9140a1480 0x7fb9140a3940 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9281010d0 0x7fb9281096d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb9280ff540 0x7fb92810ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 --2- 172.21.15.46:0/3826720585 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb928100730 0x7fb928109190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.084+0000 7fb92d646700 1 -- 172.21.15.46:0/3826720585 >> 172.21.15.46:0/3826720585 conn(0x7fb9280faa90 msgr2=0x7fb9280fcd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.085+0000 7fb92d646700 1 -- 172.21.15.46:0/3826720585 shutdown_connections 2023-10-21T15:40:31.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.085+0000 7fb92d646700 1 -- 172.21.15.46:0/3826720585 wait complete. 2023-10-21T15:40:31.106 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-10-21T15:40:31.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:30 smithi046 ceph-mon[99436]: pgmap v322: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2023-10-21T15:40:31.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:30 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3959084608' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:40:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:30 smithi105 ceph-mon[103980]: pgmap v322: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2023-10-21T15:40:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:30 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3959084608' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:40:31.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 -- 172.21.15.46:0/533146065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 msgr2=0x7fd6e41001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/533146065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 0x7fd6e41001d0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fd6d40099c0 tx=0x7fd6d4009cd0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 -- 172.21.15.46:0/533146065 shutdown_connections 2023-10-21T15:40:31.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/533146065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 0x7fd6e41001d0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/533146065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6e4101940 0x7fd6e41081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/533146065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd6e4100fa0 0x7fd6e4101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 -- 172.21.15.46:0/533146065 >> 172.21.15.46:0/533146065 conn(0x7fd6e40fb320 msgr2=0x7fd6e40fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 -- 172.21.15.46:0/533146065 shutdown_connections 2023-10-21T15:40:31.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.269+0000 7fd6e8e32700 1 -- 172.21.15.46:0/533146065 wait complete. 2023-10-21T15:40:31.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.270+0000 7fd6e8e32700 1 Processor -- start 2023-10-21T15:40:31.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.270+0000 7fd6e8e32700 1 -- start start 2023-10-21T15:40:31.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e8e32700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 0x7fd6e4198d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e8e32700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd6e4100fa0 0x7fd6e4199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e8e32700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6e4101940 0x7fd6e41a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e8e32700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6e41a08c0 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e8e32700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6e41a0a00 con 0x7fd6e4100fa0 2023-10-21T15:40:31.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e8e32700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6e41a0b90 con 0x7fd6e4101940 2023-10-21T15:40:31.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 0x7fd6e4198d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 0x7fd6e4198d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35392/0 (socket says 172.21.15.46:35392) 2023-10-21T15:40:31.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 -- 172.21.15.46:0/3003191333 learned_addr learned my addr 172.21.15.46:0/3003191333 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6e4101940 0x7fd6e41a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 -- 172.21.15.46:0/3003191333 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6e4101940 msgr2=0x7fd6e41a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6e4101940 0x7fd6e41a02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 -- 172.21.15.46:0/3003191333 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd6e4100fa0 msgr2=0x7fd6e4199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd6e4100fa0 0x7fd6e4199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 -- 172.21.15.46:0/3003191333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6d40095f0 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6e259c700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 0x7fd6e4198d40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd6d40058e0 tx=0x7fd6d400f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.271+0000 7fd6d37fe700 1 -- 172.21.15.46:0/3003191333 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d401d070 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.272+0000 7fd6e8e32700 1 -- 172.21.15.46:0/3003191333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6e41a0e10 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.272+0000 7fd6d37fe700 1 -- 172.21.15.46:0/3003191333 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6d4005510 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.272+0000 7fd6d37fe700 1 -- 172.21.15.46:0/3003191333 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4004c70 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.272+0000 7fd6e8e32700 1 -- 172.21.15.46:0/3003191333 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6e41a1180 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.275+0000 7fd6d37fe700 1 -- 172.21.15.46:0/3003191333 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd6d400fc60 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.276+0000 7fd6f501bb80 1 Processor -- start 2023-10-21T15:40:31.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.276+0000 7fd6d37fe700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6cc0a1480 0x7fd6cc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.276+0000 7fd6d37fe700 1 -- 172.21.15.46:0/3003191333 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd6d40cdc80 con 0x7fd6e40ffdb0 2023-10-21T15:40:31.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6f501bb80 1 -- start start 2023-10-21T15:40:31.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6cc0a1480 0x7fd6cc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786ae20 0x56544786b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 0x56544786c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544786caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654477dfc70 con 0x56544786c620 2023-10-21T15:40:31.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654477c4c60 con 0x56544786ae20 2023-10-21T15:40:31.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654477c2580 con 0x56544786b780 2023-10-21T15:40:31.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6e2d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544786caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6e259c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786ae20 0x56544786b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6e2d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544786caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35404/0 (socket says 172.21.15.46:35404) 2023-10-21T15:40:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6e2d9d700 1 -- 172.21.15.46:0/1025191729 learned_addr learned my addr 172.21.15.46:0/1025191729 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6e1d9b700 1 --2- 172.21.15.46:0/1025191729 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 0x56544786c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.277+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6cc0a1480 0x7fd6cc0a3940 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fd6dc00e270 tx=0x7fd6dc00e630 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6e2d9d700 1 -- 172.21.15.46:0/1025191729 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 msgr2=0x56544786c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/1025191729 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 0x56544786c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6e2d9d700 1 -- 172.21.15.46:0/1025191729 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786ae20 msgr2=0x56544786b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/1025191729 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786ae20 0x56544786b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6e2d9d700 1 -- 172.21.15.46:0/1025191729 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56544777b3f0 con 0x56544786c620 2023-10-21T15:40:31.287 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/1025191729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544786caa0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fd6dc00f010 tx=0x7fd6dc021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70309c1b4df0edc6 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6d0ff9700 1 -- 172.21.15.46:0/1025191729 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6dc015870 con 0x56544786c620 2023-10-21T15:40:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6d0ff9700 1 -- 172.21.15.46:0/1025191729 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6dc015e90 con 0x56544786c620 2023-10-21T15:40:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.278+0000 7fd6d0ff9700 1 -- 172.21.15.46:0/1025191729 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6dc027e40 con 0x56544786c620 2023-10-21T15:40:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.279+0000 7fd6f501bb80 1 -- 172.21.15.46:0/1025191729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 msgr2=0x56544786caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.279+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/1025191729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544786caa0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fd6dc00f010 tx=0x7fd6dc021000 comp rx=0 tx=0).stop 2023-10-21T15:40:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.279+0000 7fd6f501bb80 1 -- 172.21.15.46:0/1025191729 shutdown_connections 2023-10-21T15:40:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.279+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/1025191729 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544786caa0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.279+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/1025191729 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786ae20 0x56544786b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.279+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/1025191729 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 0x56544786c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.279+0000 7fd6f501bb80 1 -- 172.21.15.46:0/1025191729 >> 172.21.15.46:0/1025191729 conn(0x565447798dd0 msgr2=0x565447865fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 -- 172.21.15.46:0/1025191729 shutdown_connections 2023-10-21T15:40:31.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 -- 172.21.15.46:0/1025191729 wait complete. 2023-10-21T15:40:31.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 -- start start 2023-10-21T15:40:31.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 Processor -- start 2023-10-21T15:40:31.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786ae20 0x565447874c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 0x565447875180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x56544787c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654477bde70 con 0x56544786ae20 2023-10-21T15:40:31.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x56544775a710 con 0x56544786c620 2023-10-21T15:40:31.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56544775a3b0 con 0x56544786b780 2023-10-21T15:40:31.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6f501bb80 10 client.0 _ll_register_callbacks cb 0x5654475b7800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.280+0000 7fd6e259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786ae20 0x565447874c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786ae20 0x565447874c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35406/0 (socket says 172.21.15.46:35406) 2023-10-21T15:40:31.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e259c700 1 -- 172.21.15.46:0/887965022 learned_addr learned my addr 172.21.15.46:0/887965022 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x56544787c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e1d9b700 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 0x565447875180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e259c700 1 -- 172.21.15.46:0/887965022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 msgr2=0x565447875180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e259c700 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 0x565447875180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e259c700 1 -- 172.21.15.46:0/887965022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 msgr2=0x56544787c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e259c700 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x56544787c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e259c700 1 -- 172.21.15.46:0/887965022 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6dc00f040 con 0x56544786ae20 2023-10-21T15:40:31.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6e259c700 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786ae20 0x565447874c40 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fd6d409ad40 tx=0x7fd6d40a1330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a82bce390733812b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6c9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:31.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/887965022 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d40a3340 con 0x56544786ae20 2023-10-21T15:40:31.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/887965022 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd6d409a530 con 0x56544786ae20 2023-10-21T15:40:31.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6f501bb80 1 -- 172.21.15.46:0/887965022 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5654477c2ef0 con 0x56544786ae20 2023-10-21T15:40:31.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.281+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/887965022 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd6d409a6f0 con 0x56544786ae20 2023-10-21T15:40:31.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6f501bb80 10 client.15645 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6f501bb80 1 -- 172.21.15.46:0/887965022 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5654475e8de0 con 0x56544786ae20 2023-10-21T15:40:31.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/887965022 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6d4064080 con 0x56544786ae20 2023-10-21T15:40:31.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:30 smithi119 ceph-mon[103628]: pgmap v322: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2023-10-21T15:40:31.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:30 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3959084608' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:40:31.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/887965022 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd6d4096e30 con 0x56544786ae20 2023-10-21T15:40:31.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6f501bb80 10 client.15645 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6f501bb80 10 client.15645 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2023-10-21T15:40:31.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6f501bb80 20 client.15645 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5654478805b0 0x5654478829d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6f501bb80 4 client.15645 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:31.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6f501bb80 1 -- 172.21.15.46:0/887965022 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56544783ac10 con 0x5654478805b0 2023-10-21T15:40:31.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.282+0000 7fd6e1d9b700 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5654478805b0 0x5654478829d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.283+0000 7fd6e1d9b700 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5654478805b0 0x5654478829d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=500c4c946ebf7922 server_cookie=447237873b6f6ed4 in_seq=0 out_seq=0 2023-10-21T15:40:31.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.283+0000 7fd6c9ffb700 10 client.15645 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:40:31.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.283+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/887965022 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56544783ac10 con 0x5654478805b0 2023-10-21T15:40:31.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.283+0000 7fd6c9ffb700 10 client.15645 handle_command_reply: tid=0 2023-10-21T15:40:31.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.283+0000 7fd6f501bb80 1 client.15645 shutdown 2023-10-21T15:40:31.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 -- 172.21.15.46:0/887965022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786ae20 msgr2=0x565447874c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786ae20 0x565447874c40 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fd6d409ad40 tx=0x7fd6d40a1330 comp rx=0 tx=0).stop 2023-10-21T15:40:31.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 -- 172.21.15.46:0/887965022 shutdown_connections 2023-10-21T15:40:31.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5654478805b0 0x5654478829d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786ae20 0x565447874c40 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x56544787c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6c9ffb700 0 client.15645 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:40:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/887965022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786b780 0x565447875180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 -- 172.21.15.46:0/887965022 >> 172.21.15.46:0/887965022 conn(0x565447798dd0 msgr2=0x565447865bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 -- 172.21.15.46:0/887965022 shutdown_connections 2023-10-21T15:40:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 1 -- 172.21.15.46:0/887965022 wait complete. 2023-10-21T15:40:31.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.284+0000 7fd6f501bb80 20 client.15645 trim_cache size 0 max 16384 2023-10-21T15:40:31.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6f501bb80 1 Processor -- start 2023-10-21T15:40:31.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6f501bb80 1 -- start start 2023-10-21T15:40:31.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x565447872790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786b780 0x56544787c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x565447872cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x56544763e920 con 0x56544786b780 2023-10-21T15:40:31.308 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x565447873710 con 0x56544786c620 2023-10-21T15:40:31.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x565447873f70 con 0x56544786ae20 2023-10-21T15:40:31.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6e1d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786b780 0x56544787c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6e259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x565447872790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6e259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x565447872790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47412/0 (socket says 172.21.15.46:47412) 2023-10-21T15:40:31.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6e259c700 1 -- 172.21.15.46:0/2343493841 learned_addr learned my addr 172.21.15.46:0/2343493841 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6e1d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786b780 0x56544787c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35416/0 (socket says 172.21.15.46:35416) 2023-10-21T15:40:31.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.305+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x565447872cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6e259c700 1 -- 172.21.15.46:0/2343493841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 msgr2=0x565447872cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6e259c700 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x565447872cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6e259c700 1 -- 172.21.15.46:0/2343493841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786b780 msgr2=0x56544787c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6e259c700 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786b780 0x56544787c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6e259c700 1 -- 172.21.15.46:0/2343493841 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5654475d1c60 con 0x56544786ae20 2023-10-21T15:40:31.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x565447872cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:31.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6e259c700 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x565447872790 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4009d70 tx=0x7fd6d4097380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2721f90bb27bb45 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6d17fa700 1 -- 172.21.15.46:0/2343493841 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d40a3340 con 0x56544786ae20 2023-10-21T15:40:31.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6d17fa700 1 -- 172.21.15.46:0/2343493841 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5654477c2ef0 con 0x56544786ae20 2023-10-21T15:40:31.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.306+0000 7fd6d17fa700 1 -- 172.21.15.46:0/2343493841 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d409a530 con 0x56544786ae20 2023-10-21T15:40:31.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 -- 172.21.15.46:0/2343493841 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 msgr2=0x565447872790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x565447872790 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4009d70 tx=0x7fd6d4097380 comp rx=0 tx=0).stop 2023-10-21T15:40:31.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 -- 172.21.15.46:0/2343493841 shutdown_connections 2023-10-21T15:40:31.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786c620 0x565447872cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x565447872790 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/2343493841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786b780 0x56544787c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 -- 172.21.15.46:0/2343493841 >> 172.21.15.46:0/2343493841 conn(0x565447798dd0 msgr2=0x56544787ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 -- 172.21.15.46:0/2343493841 shutdown_connections 2023-10-21T15:40:31.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 -- 172.21.15.46:0/2343493841 wait complete. 2023-10-21T15:40:31.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 -- start start 2023-10-21T15:40:31.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.307+0000 7fd6f501bb80 1 Processor -- start 2023-10-21T15:40:31.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x5654478763a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786b780 0x565447876960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6f501bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544787b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x56544787bbb0 con 0x56544786c620 2023-10-21T15:40:31.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x56544787bd20 con 0x56544786b780 2023-10-21T15:40:31.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6f501bb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56544787be90 con 0x56544786ae20 2023-10-21T15:40:31.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6f501bb80 10 client.0 _ll_register_callbacks cb 0x7fd6d409aa00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e2d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544787b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e2d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544787b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35424/0 (socket says 172.21.15.46:35424) 2023-10-21T15:40:31.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e2d9d700 1 -- 172.21.15.46:0/456139408 learned_addr learned my addr 172.21.15.46:0/456139408 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e259c700 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x5654478763a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e259c700 1 -- 172.21.15.46:0/456139408 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786b780 msgr2=0x565447876960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e259c700 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786b780 0x565447876960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e259c700 1 -- 172.21.15.46:0/456139408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 msgr2=0x56544787b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e259c700 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544787b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e259c700 1 -- 172.21.15.46:0/456139408 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5654475e8de0 con 0x56544786ae20 2023-10-21T15:40:31.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e2d9d700 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544787b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6e259c700 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x5654478763a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4009d70 tx=0x7fd6d40a13a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ba6a52464ae1a20 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.308+0000 7fd6c9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:40:31.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/456139408 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d409a530 con 0x56544786ae20 2023-10-21T15:40:31.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 1 -- 172.21.15.46:0/456139408 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd6dc015e90 con 0x56544786ae20 2023-10-21T15:40:31.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/456139408 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd6d409a690 con 0x56544786ae20 2023-10-21T15:40:31.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/456139408 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd6d4005000 con 0x56544786ae20 2023-10-21T15:40:31.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 10 client.25408 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 1 -- 172.21.15.46:0/456139408 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56544760f250 con 0x56544786ae20 2023-10-21T15:40:31.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/456139408 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6dc015e90 con 0x56544786ae20 2023-10-21T15:40:31.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/456139408 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd6d40b3c70 con 0x56544786ae20 2023-10-21T15:40:31.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 10 client.25408 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 10 client.25408 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2023-10-21T15:40:31.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 20 client.25408 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5654478e5f50 0x5654478e8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 4 client.25408 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:40:31.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.309+0000 7fd6f501bb80 1 -- 172.21.15.46:0/456139408 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5654477b6e50 con 0x5654478e5f50 2023-10-21T15:40:31.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.310+0000 7fd6e1d9b700 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5654478e5f50 0x5654478e8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.310+0000 7fd6c9ffb700 10 client.25408 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:40:31.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.310+0000 7fd6e1d9b700 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5654478e5f50 0x5654478e8340 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=89f3a0ad0ba7520e server_cookie=48c8007e62123152 in_seq=0 out_seq=0 2023-10-21T15:40:31.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.310+0000 7fd6c9ffb700 1 -- 172.21.15.46:0/456139408 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5654477b6e50 con 0x5654478e5f50 2023-10-21T15:40:31.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.310+0000 7fd6c9ffb700 10 client.25408 handle_command_reply: tid=0 2023-10-21T15:40:31.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.310+0000 7fd6f501bb80 1 client.25408 shutdown 2023-10-21T15:40:31.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 -- 172.21.15.46:0/456139408 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 msgr2=0x5654478763a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x5654478763a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4009d70 tx=0x7fd6d40a13a0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 -- 172.21.15.46:0/456139408 shutdown_connections 2023-10-21T15:40:31.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5654478e5f50 0x5654478e8340 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56544786c620 0x56544787b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6c9ffb700 0 client.25408 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:40:31.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56544786ae20 0x5654478763a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 --2- 172.21.15.46:0/456139408 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56544786b780 0x565447876960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 -- 172.21.15.46:0/456139408 >> 172.21.15.46:0/456139408 conn(0x565447798dd0 msgr2=0x565447872790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 -- 172.21.15.46:0/456139408 shutdown_connections 2023-10-21T15:40:31.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 1 -- 172.21.15.46:0/456139408 wait complete. 2023-10-21T15:40:31.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6f501bb80 20 client.25408 trim_cache size 0 max 16384 2023-10-21T15:40:31.328 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:40:31.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 -- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6cc0a1480 msgr2=0x7fd6cc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6cc0a1480 0x7fd6cc0a3940 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fd6dc00e270 tx=0x7fd6dc00e630 comp rx=0 tx=0).stop 2023-10-21T15:40:31.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 -- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 msgr2=0x7fd6e4198d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 0x7fd6e4198d40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd6d40058e0 tx=0x7fd6d400f740 comp rx=0 tx=0).stop 2023-10-21T15:40:31.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 -- 172.21.15.46:0/3003191333 shutdown_connections 2023-10-21T15:40:31.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fd6cc0a1480 0x7fd6cc0a3940 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd6e40ffdb0 0x7fd6e4198d40 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fd6e4101940 0x7fd6e41a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.311+0000 7fd6e8e32700 1 --2- 172.21.15.46:0/3003191333 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd6e4100fa0 0x7fd6e4199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.312+0000 7fd6e8e32700 1 -- 172.21.15.46:0/3003191333 >> 172.21.15.46:0/3003191333 conn(0x7fd6e40fb320 msgr2=0x7fd6e40fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.312+0000 7fd6e8e32700 1 -- 172.21.15.46:0/3003191333 shutdown_connections 2023-10-21T15:40:31.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.312+0000 7fd6e8e32700 1 -- 172.21.15.46:0/3003191333 wait complete. 2023-10-21T15:40:31.332 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-21T15:40:31.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.503+0000 7f2f34714700 1 -- 172.21.15.46:0/2715447350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c0ffe00 msgr2=0x7f2f2c100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.503+0000 7f2f34714700 1 --2- 172.21.15.46:0/2715447350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c0ffe00 0x7f2f2c100220 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f2f28009990 tx=0x7f2f28009ca0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.503+0000 7f2f34714700 1 -- 172.21.15.46:0/2715447350 shutdown_connections 2023-10-21T15:40:31.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.503+0000 7f2f34714700 1 --2- 172.21.15.46:0/2715447350 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c0ffe00 0x7f2f2c100220 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.503+0000 7f2f34714700 1 --2- 172.21.15.46:0/2715447350 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f2c101990 0x7f2f2c108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.503+0000 7f2f34714700 1 --2- 172.21.15.46:0/2715447350 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f2c100ff0 0x7f2f2c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.503+0000 7f2f34714700 1 -- 172.21.15.46:0/2715447350 >> 172.21.15.46:0/2715447350 conn(0x7f2f2c0fb370 msgr2=0x7f2f2c0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.504+0000 7f2f34714700 1 -- 172.21.15.46:0/2715447350 shutdown_connections 2023-10-21T15:40:31.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.504+0000 7f2f34714700 1 -- 172.21.15.46:0/2715447350 wait complete. 2023-10-21T15:40:31.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.504+0000 7f2f34714700 1 Processor -- start 2023-10-21T15:40:31.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.504+0000 7f2f34714700 1 -- start start 2023-10-21T15:40:31.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f34714700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f2c0ffe00 0x7f2f2c1949b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f34714700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c100ff0 0x7f2f2c194ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f34714700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f2c101990 0x7f2f2c19bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f34714700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2c19c530 con 0x7f2f2c100ff0 2023-10-21T15:40:31.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f34714700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2c19c670 con 0x7f2f2c0ffe00 2023-10-21T15:40:31.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f34714700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2c19c800 con 0x7f2f2c101990 2023-10-21T15:40:31.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c100ff0 0x7f2f2c194ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c100ff0 0x7f2f2c194ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35434/0 (socket says 172.21.15.46:35434) 2023-10-21T15:40:31.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 -- 172.21.15.46:0/3148896779 learned_addr learned my addr 172.21.15.46:0/3148896779 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f324b0700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f2c0ffe00 0x7f2f2c1949b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f2c101990 0x7f2f2c19bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 -- 172.21.15.46:0/3148896779 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f2c101990 msgr2=0x7f2f2c19bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f2c101990 0x7f2f2c19bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 -- 172.21.15.46:0/3148896779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f2c0ffe00 msgr2=0x7f2f2c1949b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f2c0ffe00 0x7f2f2c1949b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 -- 172.21.15.46:0/3148896779 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f280095f0 con 0x7f2f2c100ff0 2023-10-21T15:40:31.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f324b0700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f2c0ffe00 0x7f2f2c1949b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.505+0000 7f2f31caf700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c100ff0 0x7f2f2c194ef0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00e9a0 tx=0x7f2f1c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.506+0000 7f2f237fe700 1 -- 172.21.15.46:0/3148896779 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c009790 con 0x7f2f2c100ff0 2023-10-21T15:40:31.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.506+0000 7f2f34714700 1 -- 172.21.15.46:0/3148896779 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f2c19cae0 con 0x7f2f2c100ff0 2023-10-21T15:40:31.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.506+0000 7f2f237fe700 1 -- 172.21.15.46:0/3148896779 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f1c00cbd0 con 0x7f2f2c100ff0 2023-10-21T15:40:31.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.506+0000 7f2f237fe700 1 -- 172.21.15.46:0/3148896779 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c018680 con 0x7f2f2c100ff0 2023-10-21T15:40:31.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.506+0000 7f2f34714700 1 -- 172.21.15.46:0/3148896779 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f2c19cff0 con 0x7f2f2c100ff0 2023-10-21T15:40:31.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.509+0000 7f2f237fe700 1 -- 172.21.15.46:0/3148896779 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2f1c00cd40 con 0x7f2f2c100ff0 2023-10-21T15:40:31.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.510+0000 7f2f237fe700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2f180a1480 0x7f2f180a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.510+0000 7f2f324b0700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2f180a1480 0x7f2f180a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.510+0000 7f2f237fe700 1 -- 172.21.15.46:0/3148896779 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f2f1c014070 con 0x7f2f2c100ff0 2023-10-21T15:40:31.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f408fdb80 1 Processor -- start 2023-10-21T15:40:31.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f408fdb80 1 -- start start 2023-10-21T15:40:31.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95ae20 0x55e07d95b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 0x55e07d95c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d95caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f324b0700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2f180a1480 0x7f2f180a3940 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2f2800b2e0 tx=0x7f2f28005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d8cfc70 con 0x55e07d95ae20 2023-10-21T15:40:31.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d8b4c60 con 0x55e07d95c620 2023-10-21T15:40:31.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d8b2580 con 0x55e07d95b780 2023-10-21T15:40:31.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.511+0000 7f2f32cb1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d95caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f32cb1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d95caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52372/0 (socket says 172.21.15.46:52372) 2023-10-21T15:40:31.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f32cb1700 1 -- 172.21.15.46:0/94248005 learned_addr learned my addr 172.21.15.46:0/94248005 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f324b0700 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95ae20 0x55e07d95b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f31caf700 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 0x55e07d95c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f32cb1700 1 -- 172.21.15.46:0/94248005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 msgr2=0x55e07d95c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 0x55e07d95c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f32cb1700 1 -- 172.21.15.46:0/94248005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95ae20 msgr2=0x55e07d95b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95ae20 0x55e07d95b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f32cb1700 1 -- 172.21.15.46:0/94248005 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e07d86b3f0 con 0x55e07d95c620 2023-10-21T15:40:31.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d95caa0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2f2400d080 tx=0x7f2f2400dd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1217ffce82d6f167 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f20ff9700 1 -- 172.21.15.46:0/94248005 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f24012070 con 0x55e07d95c620 2023-10-21T15:40:31.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f20ff9700 1 -- 172.21.15.46:0/94248005 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f24013040 con 0x55e07d95c620 2023-10-21T15:40:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.512+0000 7f2f20ff9700 1 -- 172.21.15.46:0/94248005 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f24018c60 con 0x55e07d95c620 2023-10-21T15:40:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.513+0000 7f2f408fdb80 1 -- 172.21.15.46:0/94248005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 msgr2=0x55e07d95caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.513+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d95caa0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2f2400d080 tx=0x7f2f2400dd30 comp rx=0 tx=0).stop 2023-10-21T15:40:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 -- 172.21.15.46:0/94248005 shutdown_connections 2023-10-21T15:40:31.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95ae20 0x55e07d95b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d95caa0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/94248005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 0x55e07d95c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 -- 172.21.15.46:0/94248005 >> 172.21.15.46:0/94248005 conn(0x55e07d888dd0 msgr2=0x55e07d955fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 -- 172.21.15.46:0/94248005 shutdown_connections 2023-10-21T15:40:31.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 -- 172.21.15.46:0/94248005 wait complete. 2023-10-21T15:40:31.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 -- start start 2023-10-21T15:40:31.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.514+0000 7f2f408fdb80 1 Processor -- start 2023-10-21T15:40:31.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d964ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 0x55e07d9651e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95c620 0x55e07d96c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d8ade70 con 0x55e07d95c620 2023-10-21T15:40:31.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d84a710 con 0x55e07d95ae20 2023-10-21T15:40:31.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d84a3b0 con 0x55e07d95b780 2023-10-21T15:40:31.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f408fdb80 10 client.0 _ll_register_callbacks cb 0x55e07d6a7800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.525 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f32cb1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95c620 0x55e07d96c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f32cb1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95c620 0x55e07d96c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35448/0 (socket says 172.21.15.46:35448) 2023-10-21T15:40:31.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f324b0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d964ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f32cb1700 1 -- 172.21.15.46:0/3592854949 learned_addr learned my addr 172.21.15.46:0/3592854949 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f31caf700 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 0x55e07d9651e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.526 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f32cb1700 1 -- 172.21.15.46:0/3592854949 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 msgr2=0x55e07d9651e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 0x55e07d9651e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f32cb1700 1 -- 172.21.15.46:0/3592854949 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 msgr2=0x55e07d964ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d964ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f32cb1700 1 -- 172.21.15.46:0/3592854949 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f2400bcc0 con 0x55e07d95c620 2023-10-21T15:40:31.527 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.515+0000 7f2f324b0700 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d964ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95c620 0x55e07d96c220 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2f2400d050 tx=0x7f2f24019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=796657b6f679c4ab server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f15ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:31.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f15ffb700 1 -- 172.21.15.46:0/3592854949 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f24012050 con 0x55e07d95c620 2023-10-21T15:40:31.530 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f15ffb700 1 -- 172.21.15.46:0/3592854949 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f2f24028030 con 0x55e07d95c620 2023-10-21T15:40:31.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f408fdb80 1 -- 172.21.15.46:0/3592854949 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e07d8b2ef0 con 0x55e07d95c620 2023-10-21T15:40:31.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f15ffb700 1 -- 172.21.15.46:0/3592854949 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2f24018460 con 0x55e07d95c620 2023-10-21T15:40:31.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f408fdb80 10 client.15663 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f408fdb80 1 -- 172.21.15.46:0/3592854949 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e07d6d8de0 con 0x55e07d95c620 2023-10-21T15:40:31.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f15ffb700 1 -- 172.21.15.46:0/3592854949 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e07d8b2ef0 con 0x55e07d95c620 2023-10-21T15:40:31.531 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f15ffb700 1 -- 172.21.15.46:0/3592854949 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2f24004220 con 0x55e07d95c620 2023-10-21T15:40:31.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f408fdb80 10 client.15663 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f408fdb80 10 client.15663 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2023-10-21T15:40:31.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f408fdb80 20 client.15663 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.516+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55e07d9709c0 0x55e07d972de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.532 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.517+0000 7f2f408fdb80 4 client.15663 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:31.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.517+0000 7f2f408fdb80 1 -- 172.21.15.46:0/3592854949 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e07d92ac10 con 0x55e07d9709c0 2023-10-21T15:40:31.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.517+0000 7f2f324b0700 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55e07d9709c0 0x55e07d972de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.517+0000 7f2f15ffb700 10 client.15663 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:40:31.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.517+0000 7f2f324b0700 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55e07d9709c0 0x55e07d972de0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e739a22554a85f3 server_cookie=e69fc18d6a3d1a1a in_seq=0 out_seq=0 2023-10-21T15:40:31.533 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.518+0000 7f2f15ffb700 1 -- 172.21.15.46:0/3592854949 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55e07d92ac10 con 0x55e07d9709c0 2023-10-21T15:40:31.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.518+0000 7f2f15ffb700 10 client.15663 handle_command_reply: tid=0 2023-10-21T15:40:31.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.518+0000 7f2f408fdb80 1 client.15663 shutdown 2023-10-21T15:40:31.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 -- 172.21.15.46:0/3592854949 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95c620 msgr2=0x55e07d96c220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95c620 0x55e07d96c220 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f2f2400d050 tx=0x7f2f24019000 comp rx=0 tx=0).stop 2023-10-21T15:40:31.534 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 -- 172.21.15.46:0/3592854949 shutdown_connections 2023-10-21T15:40:31.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95c620 0x55e07d96c220 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55e07d9709c0 0x55e07d972de0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d964ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/3592854949 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95b780 0x55e07d9651e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.535 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 -- 172.21.15.46:0/3592854949 >> 172.21.15.46:0/3592854949 conn(0x55e07d888dd0 msgr2=0x55e07d955bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f15ffb700 0 client.15663 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:40:31.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 -- 172.21.15.46:0/3592854949 shutdown_connections 2023-10-21T15:40:31.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 1 -- 172.21.15.46:0/3592854949 wait complete. 2023-10-21T15:40:31.536 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.519+0000 7f2f408fdb80 20 client.15663 trim_cache size 0 max 16384 2023-10-21T15:40:31.540 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.532+0000 7f2f408fdb80 1 Processor -- start 2023-10-21T15:40:31.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.532+0000 7f2f408fdb80 1 -- start start 2023-10-21T15:40:31.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.532+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d955b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.532+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d96c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.532+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95c620 0x55e07d95f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.541 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.532+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d72e920 con 0x55e07d95b780 2023-10-21T15:40:31.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.532+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d964810 con 0x55e07d95ae20 2023-10-21T15:40:31.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d950c00 con 0x55e07d95c620 2023-10-21T15:40:31.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d96c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d96c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35456/0 (socket says 172.21.15.46:35456) 2023-10-21T15:40:31.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 -- 172.21.15.46:0/1872604620 learned_addr learned my addr 172.21.15.46:0/1872604620 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f324b0700 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d955b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95c620 0x55e07d95f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 -- 172.21.15.46:0/1872604620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95c620 msgr2=0x55e07d95f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95c620 0x55e07d95f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 -- 172.21.15.46:0/1872604620 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 msgr2=0x55e07d955b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d955b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 -- 172.21.15.46:0/1872604620 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e07d6c1c60 con 0x55e07d95b780 2023-10-21T15:40:31.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.533+0000 7f2f31caf700 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d96c1e0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c0caaf0 tx=0x7f2f1c01a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cdbd37d54c4ba08 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.534+0000 7f2f217fa700 1 -- 172.21.15.46:0/1872604620 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c09a2c0 con 0x55e07d95b780 2023-10-21T15:40:31.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.534+0000 7f2f217fa700 1 -- 172.21.15.46:0/1872604620 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f1c09e410 con 0x55e07d95b780 2023-10-21T15:40:31.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.534+0000 7f2f217fa700 1 -- 172.21.15.46:0/1872604620 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c098780 con 0x55e07d95b780 2023-10-21T15:40:31.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 -- 172.21.15.46:0/1872604620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 msgr2=0x55e07d96c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d96c1e0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c0caaf0 tx=0x7f2f1c01a040 comp rx=0 tx=0).stop 2023-10-21T15:40:31.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 -- 172.21.15.46:0/1872604620 shutdown_connections 2023-10-21T15:40:31.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95c620 0x55e07d95f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95ae20 0x55e07d955b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/1872604620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d96c1e0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 -- 172.21.15.46:0/1872604620 >> 172.21.15.46:0/1872604620 conn(0x55e07d888dd0 msgr2=0x55e07d962a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 -- 172.21.15.46:0/1872604620 shutdown_connections 2023-10-21T15:40:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 -- 172.21.15.46:0/1872604620 wait complete. 2023-10-21T15:40:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 -- start start 2023-10-21T15:40:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.535+0000 7f2f408fdb80 1 Processor -- start 2023-10-21T15:40:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95ae20 0x55e07d9669a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d966ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f408fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d96be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d96c340 con 0x55e07d95b780 2023-10-21T15:40:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d96c4b0 con 0x55e07d95c620 2023-10-21T15:40:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f408fdb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e07d9d57d0 con 0x55e07d95ae20 2023-10-21T15:40:31.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f408fdb80 10 client.0 _ll_register_callbacks cb 0x7f2f28005510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d96be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f324b0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95ae20 0x55e07d9669a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d96be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52394/0 (socket says 172.21.15.46:52394) 2023-10-21T15:40:31.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 -- 172.21.15.46:0/2039616635 learned_addr learned my addr 172.21.15.46:0/2039616635 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f324b0700 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95ae20 0x55e07d9669a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47458/0 (socket says 172.21.15.46:47458) 2023-10-21T15:40:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 -- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95ae20 msgr2=0x55e07d9669a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95ae20 0x55e07d9669a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 -- 172.21.15.46:0/2039616635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 msgr2=0x55e07d966ee0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T15:40:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d966ee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 -- 172.21.15.46:0/2039616635 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f2c19cff0 con 0x55e07d95c620 2023-10-21T15:40:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f324b0700 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95ae20 0x55e07d9669a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f32cb1700 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d96be00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2f24000f80 tx=0x7f2f24018690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af7cf46eab35f4a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.536+0000 7f2f15ffb700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:40:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f15ffb700 1 -- 172.21.15.46:0/2039616635 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f24012040 con 0x55e07d95c620 2023-10-21T15:40:31.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 1 -- 172.21.15.46:0/2039616635 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2f24013040 con 0x55e07d95c620 2023-10-21T15:40:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f15ffb700 1 -- 172.21.15.46:0/2039616635 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f2f24028070 con 0x55e07d95c620 2023-10-21T15:40:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f15ffb700 1 -- 172.21.15.46:0/2039616635 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2f2400b830 con 0x55e07d95c620 2023-10-21T15:40:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 10 client.25313 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 1 -- 172.21.15.46:0/2039616635 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e07d6ff250 con 0x55e07d95c620 2023-10-21T15:40:31.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f15ffb700 1 -- 172.21.15.46:0/2039616635 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f24013040 con 0x55e07d95c620 2023-10-21T15:40:31.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f15ffb700 1 -- 172.21.15.46:0/2039616635 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2f24003b90 con 0x55e07d95c620 2023-10-21T15:40:31.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 10 client.25313 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 10 client.25313 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2023-10-21T15:40:31.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 20 client.25313 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.553 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55e07d9d6e00 0x55e07d9d9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 4 client.25313 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:40:31.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f408fdb80 1 -- 172.21.15.46:0/2039616635 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e07d8a6e50 con 0x55e07d9d6e00 2023-10-21T15:40:31.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.537+0000 7f2f324b0700 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55e07d9d6e00 0x55e07d9d9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f324b0700 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55e07d9d6e00 0x55e07d9d9220 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5c97e4827dd83acc server_cookie=c1d19a98c8b610e1 in_seq=0 out_seq=0 2023-10-21T15:40:31.554 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f15ffb700 10 client.25313 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:40:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f15ffb700 1 -- 172.21.15.46:0/2039616635 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e07d8a6e50 con 0x55e07d9d6e00 2023-10-21T15:40:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f15ffb700 10 client.25313 handle_command_reply: tid=0 2023-10-21T15:40:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 client.25313 shutdown 2023-10-21T15:40:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 -- 172.21.15.46:0/2039616635 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 msgr2=0x55e07d96be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d96be00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2f24000f80 tx=0x7f2f24018690 comp rx=0 tx=0).stop 2023-10-21T15:40:31.555 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 -- 172.21.15.46:0/2039616635 shutdown_connections 2023-10-21T15:40:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55e07d9d6e00 0x55e07d9d9220 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e07d95c620 0x55e07d96be00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55e07d95ae20 0x55e07d9669a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 --2- 172.21.15.46:0/2039616635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e07d95b780 0x55e07d966ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.556 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f15ffb700 0 client.25313 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:40:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.538+0000 7f2f408fdb80 1 -- 172.21.15.46:0/2039616635 >> 172.21.15.46:0/2039616635 conn(0x55e07d888dd0 msgr2=0x55e07d955b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f408fdb80 1 -- 172.21.15.46:0/2039616635 shutdown_connections 2023-10-21T15:40:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f408fdb80 1 -- 172.21.15.46:0/2039616635 wait complete. 2023-10-21T15:40:31.557 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f408fdb80 20 client.25313 trim_cache size 0 max 16384 2023-10-21T15:40:31.558 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:40:31.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 -- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2f180a1480 msgr2=0x7f2f180a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.559 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2f180a1480 0x7f2f180a3940 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2f2800b2e0 tx=0x7f2f28005fb0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 -- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c100ff0 msgr2=0x7f2f2c194ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c100ff0 0x7f2f2c194ef0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00e9a0 tx=0x7f2f1c00ecb0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 -- 172.21.15.46:0/3148896779 shutdown_connections 2023-10-21T15:40:31.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f2f180a1480 0x7f2f180a3940 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.560 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f2f2c101990 0x7f2f2c19bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2f2c0ffe00 0x7f2f2c1949b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 --2- 172.21.15.46:0/3148896779 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2f2c100ff0 0x7f2f2c194ef0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 -- 172.21.15.46:0/3148896779 >> 172.21.15.46:0/3148896779 conn(0x7f2f2c0fb370 msgr2=0x7f2f2c1044b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.539+0000 7f2f34714700 1 -- 172.21.15.46:0/3148896779 shutdown_connections 2023-10-21T15:40:31.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.540+0000 7f2f34714700 1 -- 172.21.15.46:0/3148896779 wait complete. 2023-10-21T15:40:31.562 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-21T15:40:31.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 -- 172.21.15.46:0/944752841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 msgr2=0x7f7b2c101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 --2- 172.21.15.46:0/944752841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 0x7f7b2c101430 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c009990 tx=0x7f7b1c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 -- 172.21.15.46:0/944752841 shutdown_connections 2023-10-21T15:40:31.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 --2- 172.21.15.46:0/944752841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b2c101970 0x7f7b2c108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 --2- 172.21.15.46:0/944752841 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b2c0ffde0 0x7f7b2c100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 --2- 172.21.15.46:0/944752841 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 0x7f7b2c101430 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 -- 172.21.15.46:0/944752841 >> 172.21.15.46:0/944752841 conn(0x7f7b2c0fb310 msgr2=0x7f7b2c0fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 -- 172.21.15.46:0/944752841 shutdown_connections 2023-10-21T15:40:31.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.707+0000 7f7b3463b700 1 -- 172.21.15.46:0/944752841 wait complete. 2023-10-21T15:40:31.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b3463b700 1 Processor -- start 2023-10-21T15:40:31.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b3463b700 1 -- start start 2023-10-21T15:40:31.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b3463b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b2c0ffde0 0x7f7b2c10a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b3463b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 0x7f7b2c108ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b3463b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b2c101970 0x7f7b2c1090e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b3463b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c109880 con 0x7f7b2c100fd0 2023-10-21T15:40:31.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b3463b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c1099f0 con 0x7f7b2c101970 2023-10-21T15:40:31.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b3463b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c1a0c40 con 0x7f7b2c0ffde0 2023-10-21T15:40:31.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b31bd6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 0x7f7b2c108ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b31bd6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 0x7f7b2c108ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35474/0 (socket says 172.21.15.46:35474) 2023-10-21T15:40:31.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.708+0000 7f7b31bd6700 1 -- 172.21.15.46:0/659851629 learned_addr learned my addr 172.21.15.46:0/659851629 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b323d7700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b2c0ffde0 0x7f7b2c10a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b2c101970 0x7f7b2c1090e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b31bd6700 1 -- 172.21.15.46:0/659851629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b2c0ffde0 msgr2=0x7f7b2c10a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b2c0ffde0 0x7f7b2c10a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b31bd6700 1 -- 172.21.15.46:0/659851629 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b2c101970 msgr2=0x7f7b2c1090e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b2c101970 0x7f7b2c1090e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b31bd6700 1 -- 172.21.15.46:0/659851629 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b1c0095f0 con 0x7f7b2c100fd0 2023-10-21T15:40:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 0x7f7b2c108ba0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c0059d0 tx=0x7f7b1c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b237fe700 1 -- 172.21.15.46:0/659851629 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c01d070 con 0x7f7b2c100fd0 2023-10-21T15:40:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b3463b700 1 -- 172.21.15.46:0/659851629 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b2c1a0ec0 con 0x7f7b2c100fd0 2023-10-21T15:40:31.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b237fe700 1 -- 172.21.15.46:0/659851629 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b1c00fb90 con 0x7f7b2c100fd0 2023-10-21T15:40:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b237fe700 1 -- 172.21.15.46:0/659851629 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c0173f0 con 0x7f7b2c100fd0 2023-10-21T15:40:31.718 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.709+0000 7f7b3463b700 1 -- 172.21.15.46:0/659851629 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b2c1a12e0 con 0x7f7b2c100fd0 2023-10-21T15:40:31.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.713+0000 7f7b237fe700 1 -- 172.21.15.46:0/659851629 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7b1c00fd00 con 0x7f7b2c100fd0 2023-10-21T15:40:31.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.713+0000 7f7b40824b80 1 Processor -- start 2023-10-21T15:40:31.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b40824b80 1 -- start start 2023-10-21T15:40:31.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ff3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ff4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f790ff4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b40824b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790f67c70 con 0x55f790ff2e20 2023-10-21T15:40:31.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b40824b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790f4cc60 con 0x55f790ff3780 2023-10-21T15:40:31.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b40824b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790f4a580 con 0x55f790ff4620 2023-10-21T15:40:31.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b32bd8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ff3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.724 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b32bd8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ff3240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35478/0 (socket says 172.21.15.46:35478) 2023-10-21T15:40:31.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b32bd8700 1 -- 172.21.15.46:0/833383331 learned_addr learned my addr 172.21.15.46:0/833383331 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b237fe700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b180a1500 0x7f7b180a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f790ff4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.714+0000 7f7b323d7700 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ff4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b237fe700 1 -- 172.21.15.46:0/659851629 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f7b1c0cdfe0 con 0x7f7b2c100fd0 2023-10-21T15:40:31.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b180a1500 0x7f7b180a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b32bd8700 1 -- 172.21.15.46:0/833383331 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 msgr2=0x55f790ff4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f790ff4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b32bd8700 1 -- 172.21.15.46:0/833383331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 msgr2=0x55f790ff4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ff4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b32bd8700 1 -- 172.21.15.46:0/833383331 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f790f033f0 con 0x55f790ff2e20 2023-10-21T15:40:31.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b323d7700 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ff4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:40:31.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.715+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f790ff4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:31.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.716+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ff3240 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f7b24013c70 tx=0x7f7b24013f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=387964e8f1bb2394 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.716+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b180a1500 0x7f7b180a39c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7b240186f0 tx=0x7f7b2401f000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.716+0000 7f7b20ff9700 1 -- 172.21.15.46:0/833383331 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b2400e040 con 0x55f790ff2e20 2023-10-21T15:40:31.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.716+0000 7f7b20ff9700 1 -- 172.21.15.46:0/833383331 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b2400f040 con 0x55f790ff2e20 2023-10-21T15:40:31.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.716+0000 7f7b20ff9700 1 -- 172.21.15.46:0/833383331 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b2401a9a0 con 0x55f790ff2e20 2023-10-21T15:40:31.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 -- 172.21.15.46:0/833383331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 msgr2=0x55f790ff3240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ff3240 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f7b24013c70 tx=0x7f7b24013f80 comp rx=0 tx=0).stop 2023-10-21T15:40:31.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 -- 172.21.15.46:0/833383331 shutdown_connections 2023-10-21T15:40:31.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ff3240 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f790ff4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 --2- 172.21.15.46:0/833383331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ff4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 -- 172.21.15.46:0/833383331 >> 172.21.15.46:0/833383331 conn(0x55f790f20dd0 msgr2=0x55f790fedfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 -- 172.21.15.46:0/833383331 shutdown_connections 2023-10-21T15:40:31.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 -- 172.21.15.46:0/833383331 wait complete. 2023-10-21T15:40:31.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 -- start start 2023-10-21T15:40:31.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.717+0000 7f7b40824b80 1 Processor -- start 2023-10-21T15:40:31.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ffcc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ffd180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f7910041c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b40824b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790f45e70 con 0x55f790ff2e20 2023-10-21T15:40:31.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b40824b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790ee2710 con 0x55f790ff3780 2023-10-21T15:40:31.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b40824b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790ee23b0 con 0x55f790ff4620 2023-10-21T15:40:31.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b40824b80 10 client.0 _ll_register_callbacks cb 0x55f790d3f800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ffcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ffcc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35486/0 (socket says 172.21.15.46:35486) 2023-10-21T15:40:31.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 -- 172.21.15.46:0/1190132036 learned_addr learned my addr 172.21.15.46:0/1190132036 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f7910041c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 -- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 msgr2=0x55f7910041c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f7910041c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 -- 172.21.15.46:0/1190132036 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 msgr2=0x55f790ffd180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ffd180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 -- 172.21.15.46:0/1190132036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b24013850 con 0x55f790ff2e20 2023-10-21T15:40:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f7910041c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.718+0000 7f7b323d7700 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ffcc40 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7b280126d0 tx=0x7f7b28012a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f6f32023cbc8097 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b15ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:31.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b15ffb700 1 -- 172.21.15.46:0/1190132036 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b28004230 con 0x55f790ff2e20 2023-10-21T15:40:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b15ffb700 1 -- 172.21.15.46:0/1190132036 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f7b28004390 con 0x55f790ff2e20 2023-10-21T15:40:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 1 -- 172.21.15.46:0/1190132036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f790f4aef0 con 0x55f790ff2e20 2023-10-21T15:40:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b15ffb700 1 -- 172.21.15.46:0/1190132036 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b28004550 con 0x55f790ff2e20 2023-10-21T15:40:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 10 client.15678 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 1 -- 172.21.15.46:0/1190132036 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f790d70de0 con 0x55f790ff2e20 2023-10-21T15:40:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b15ffb700 1 -- 172.21.15.46:0/1190132036 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f790f4aef0 con 0x55f790ff2e20 2023-10-21T15:40:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b15ffb700 1 -- 172.21.15.46:0/1190132036 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7b28010a70 con 0x55f790ff2e20 2023-10-21T15:40:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 10 client.15678 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 10 client.15678 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-21T15:40:31.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 20 client.15678 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f791008ac0 0x55f79100aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 4 client.15678 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.719+0000 7f7b40824b80 1 -- 172.21.15.46:0/1190132036 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f790fc2c10 con 0x55f791008ac0 2023-10-21T15:40:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.720+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f791008ac0 0x55f79100aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.720+0000 7f7b15ffb700 10 client.15678 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:40:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.720+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f791008ac0 0x55f79100aee0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bc6671c3e1d6fd19 server_cookie=7ab82b9037894f65 in_seq=0 out_seq=0 2023-10-21T15:40:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b15ffb700 1 -- 172.21.15.46:0/1190132036 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f790fc2c10 con 0x55f791008ac0 2023-10-21T15:40:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b15ffb700 10 client.15678 handle_command_reply: tid=0 2023-10-21T15:40:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 client.15678 shutdown 2023-10-21T15:40:31.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 -- 172.21.15.46:0/1190132036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 msgr2=0x55f790ffcc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ffcc40 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7b280126d0 tx=0x7f7b28012a90 comp rx=0 tx=0).stop 2023-10-21T15:40:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 -- 172.21.15.46:0/1190132036 shutdown_connections 2023-10-21T15:40:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f791008ac0 0x55f79100aee0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff2e20 0x55f790ffcc40 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff4620 0x55f7910041c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 --2- 172.21.15.46:0/1190132036 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ffd180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 -- 172.21.15.46:0/1190132036 >> 172.21.15.46:0/1190132036 conn(0x55f790f20dd0 msgr2=0x55f790fedbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b15ffb700 0 client.15678 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:40:31.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 -- 172.21.15.46:0/1190132036 shutdown_connections 2023-10-21T15:40:31.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 1 -- 172.21.15.46:0/1190132036 wait complete. 2023-10-21T15:40:31.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.721+0000 7f7b40824b80 20 client.15678 trim_cache size 0 max 16384 2023-10-21T15:40:31.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b40824b80 1 Processor -- start 2023-10-21T15:40:31.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b40824b80 1 -- start start 2023-10-21T15:40:31.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f790ff75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ff7b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f7910040e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b40824b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790dc6920 con 0x55f790ff4620 2023-10-21T15:40:31.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b40824b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790ff44a0 con 0x55f790ff3780 2023-10-21T15:40:31.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b40824b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f790fe8c00 con 0x55f790ff2e20 2023-10-21T15:40:31.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b32bd8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f7910040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b32bd8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f7910040e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35496/0 (socket says 172.21.15.46:35496) 2023-10-21T15:40:31.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b32bd8700 1 -- 172.21.15.46:0/4209836025 learned_addr learned my addr 172.21.15.46:0/4209836025 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.747+0000 7f7b323d7700 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f790ff75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b32bd8700 1 -- 172.21.15.46:0/4209836025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 msgr2=0x55f790ff75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f790ff75c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b32bd8700 1 -- 172.21.15.46:0/4209836025 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 msgr2=0x55f790ff7b00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T15:40:31.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ff7b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b32bd8700 1 -- 172.21.15.46:0/4209836025 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f790d59c60 con 0x55f790ff4620 2023-10-21T15:40:31.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b323d7700 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f790ff75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f7910040e0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7b24013c70 tx=0x7f7b24007cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9faf1ae4c36f73 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b217fa700 1 -- 172.21.15.46:0/4209836025 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b2400e040 con 0x55f790ff4620 2023-10-21T15:40:31.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b217fa700 1 -- 172.21.15.46:0/4209836025 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b2402f070 con 0x55f790ff4620 2023-10-21T15:40:31.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.748+0000 7f7b217fa700 1 -- 172.21.15.46:0/4209836025 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b24007b60 con 0x55f790ff4620 2023-10-21T15:40:31.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 -- 172.21.15.46:0/4209836025 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 msgr2=0x55f7910040e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f7910040e0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7b24013c70 tx=0x7f7b24007cd0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 -- 172.21.15.46:0/4209836025 shutdown_connections 2023-10-21T15:40:31.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f7910040e0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f790ff75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 --2- 172.21.15.46:0/4209836025 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f790ff7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 -- 172.21.15.46:0/4209836025 >> 172.21.15.46:0/4209836025 conn(0x55f790f20dd0 msgr2=0x55f790ffb890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 -- 172.21.15.46:0/4209836025 shutdown_connections 2023-10-21T15:40:31.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.749+0000 7f7b40824b80 1 -- 172.21.15.46:0/4209836025 wait complete. 2023-10-21T15:40:31.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 1 -- start start 2023-10-21T15:40:31.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 1 Processor -- start 2023-10-21T15:40:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f791003a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f791003fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f791002070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f791002760 con 0x55f790ff4620 2023-10-21T15:40:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7910028d0 con 0x55f790ff3780 2023-10-21T15:40:31.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f791002a90 con 0x55f790ff2e20 2023-10-21T15:40:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b40824b80 10 client.0 _ll_register_callbacks cb 0x7f7b28009d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b32bd8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f791002070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b32bd8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f791002070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35502/0 (socket says 172.21.15.46:35502) 2023-10-21T15:40:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.750+0000 7f7b32bd8700 1 -- 172.21.15.46:0/2224710745 learned_addr learned my addr 172.21.15.46:0/2224710745 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b323d7700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f791003a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f791003fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b32bd8700 1 -- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 msgr2=0x55f791003a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f791003a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b32bd8700 1 -- 172.21.15.46:0/2224710745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 msgr2=0x55f791003fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f791003fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b32bd8700 1 -- 172.21.15.46:0/2224710745 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f790d70de0 con 0x55f790ff4620 2023-10-21T15:40:31.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b323d7700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f791003a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b31bd6700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f791003fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:31.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b32bd8700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f791002070 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009690 tx=0x7f7b24007580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6a2c1ecb44b701a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b15ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:31.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b15ffb700 1 -- 172.21.15.46:0/2224710745 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b2400e040 con 0x55f790ff4620 2023-10-21T15:40:31.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b15ffb700 1 -- 172.21.15.46:0/2224710745 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f7b2401e070 con 0x55f790ff4620 2023-10-21T15:40:31.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.751+0000 7f7b40824b80 1 -- 172.21.15.46:0/2224710745 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7b2400f040 con 0x55f790ff4620 2023-10-21T15:40:31.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b15ffb700 1 -- 172.21.15.46:0/2224710745 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b24004040 con 0x55f790ff4620 2023-10-21T15:40:31.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b40824b80 10 client.15684 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b40824b80 1 -- 172.21.15.46:0/2224710745 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f790f033f0 con 0x55f790ff4620 2023-10-21T15:40:31.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b15ffb700 1 -- 172.21.15.46:0/2224710745 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b2404a020 con 0x55f790ff4620 2023-10-21T15:40:31.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b15ffb700 1 -- 172.21.15.46:0/2224710745 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7b24033070 con 0x55f790ff4620 2023-10-21T15:40:31.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b40824b80 10 client.15684 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b40824b80 10 client.15684 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-21T15:40:31.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b40824b80 20 client.15684 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b40824b80 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f791066290 0x55f7910686b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b40824b80 4 client.15684 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:40:31.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b40824b80 1 -- 172.21.15.46:0/2224710745 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f790f3ee50 con 0x55f791066290 2023-10-21T15:40:31.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.752+0000 7f7b323d7700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f791066290 0x55f7910686b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b323d7700 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f791066290 0x55f7910686b0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=954f4e4bbdffeaab server_cookie=e632ed489a286eb8 in_seq=0 out_seq=0 2023-10-21T15:40:31.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b15ffb700 10 client.15684 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:40:31.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b15ffb700 1 -- 172.21.15.46:0/2224710745 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f790f3ee50 con 0x55f791066290 2023-10-21T15:40:31.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b15ffb700 10 client.15684 handle_command_reply: tid=0 2023-10-21T15:40:31.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 client.15684 shutdown 2023-10-21T15:40:31.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 -- 172.21.15.46:0/2224710745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 msgr2=0x55f791002070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f791002070 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009690 tx=0x7f7b24007580 comp rx=0 tx=0).stop 2023-10-21T15:40:31.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 -- 172.21.15.46:0/2224710745 shutdown_connections 2023-10-21T15:40:31.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f791066290 0x55f7910686b0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f790ff4620 0x55f791002070 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f790ff2e20 0x55f791003a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 --2- 172.21.15.46:0/2224710745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f790ff3780 0x55f791003fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 -- 172.21.15.46:0/2224710745 >> 172.21.15.46:0/2224710745 conn(0x55f790f20dd0 msgr2=0x55f790ffb890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b15ffb700 0 client.15684 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:40:31.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 -- 172.21.15.46:0/2224710745 shutdown_connections 2023-10-21T15:40:31.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.753+0000 7f7b40824b80 1 -- 172.21.15.46:0/2224710745 wait complete. 2023-10-21T15:40:31.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b40824b80 20 client.15684 trim_cache size 0 max 16384 2023-10-21T15:40:31.770 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:40:31.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 -- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b180a1500 msgr2=0x7f7b180a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b180a1500 0x7f7b180a39c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7b240186f0 tx=0x7f7b2401f000 comp rx=0 tx=0).stop 2023-10-21T15:40:31.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 -- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 msgr2=0x7f7b2c108ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 0x7f7b2c108ba0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c0059d0 tx=0x7f7b1c004730 comp rx=0 tx=0).stop 2023-10-21T15:40:31.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 -- 172.21.15.46:0/659851629 shutdown_connections 2023-10-21T15:40:31.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f7b180a1500 0x7f7b180a39c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7b2c101970 0x7f7b2c1090e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7b2c0ffde0 0x7f7b2c10a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 --2- 172.21.15.46:0/659851629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7b2c100fd0 0x7f7b2c108ba0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 -- 172.21.15.46:0/659851629 >> 172.21.15.46:0/659851629 conn(0x7f7b2c0fb310 msgr2=0x7f7b2c0fd650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 -- 172.21.15.46:0/659851629 shutdown_connections 2023-10-21T15:40:31.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.754+0000 7f7b3463b700 1 -- 172.21.15.46:0/659851629 wait complete. 2023-10-21T15:40:31.775 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-21T15:40:31.937 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.935+0000 7f55cfb53700 1 -- 172.21.15.46:0/1925906066 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55c8100fa0 msgr2=0x7f55c8101400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.935+0000 7f55cfb53700 1 --2- 172.21.15.46:0/1925906066 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55c8100fa0 0x7f55c8101400 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f55b8009990 tx=0x7f55b8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.936+0000 7f55cfb53700 1 -- 172.21.15.46:0/1925906066 shutdown_connections 2023-10-21T15:40:31.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.936+0000 7f55cfb53700 1 --2- 172.21.15.46:0/1925906066 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55c8101940 0x7f55c81081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.936+0000 7f55cfb53700 1 --2- 172.21.15.46:0/1925906066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55c80ffdb0 0x7f55c81001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.938 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.936+0000 7f55cfb53700 1 --2- 172.21.15.46:0/1925906066 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55c8100fa0 0x7f55c8101400 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.936+0000 7f55cfb53700 1 -- 172.21.15.46:0/1925906066 >> 172.21.15.46:0/1925906066 conn(0x7f55c80fb320 msgr2=0x7f55c80fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.936+0000 7f55cfb53700 1 -- 172.21.15.46:0/1925906066 shutdown_connections 2023-10-21T15:40:31.939 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.936+0000 7f55cfb53700 1 -- 172.21.15.46:0/1925906066 wait complete. 2023-10-21T15:40:31.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cfb53700 1 Processor -- start 2023-10-21T15:40:31.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cfb53700 1 -- start start 2023-10-21T15:40:31.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cfb53700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55c80ffdb0 0x7f55c8196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cfb53700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55c8100fa0 0x7f55c81970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cfb53700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55c8101940 0x7f55c819e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cfb53700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55c819e720 con 0x7f55c8100fa0 2023-10-21T15:40:31.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cfb53700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55c819e860 con 0x7f55c8101940 2023-10-21T15:40:31.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cfb53700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55c819e9f0 con 0x7f55c80ffdb0 2023-10-21T15:40:31.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd8ef700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55c80ffdb0 0x7f55c8196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd0ee700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55c8100fa0 0x7f55c81970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd8ef700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55c80ffdb0 0x7f55c8196ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47510/0 (socket says 172.21.15.46:47510) 2023-10-21T15:40:31.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd8ef700 1 -- 172.21.15.46:0/441609370 learned_addr learned my addr 172.21.15.46:0/441609370 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55c8101940 0x7f55c819e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd8ef700 1 -- 172.21.15.46:0/441609370 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55c8101940 msgr2=0x7f55c819e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55c8101940 0x7f55c819e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd8ef700 1 -- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55c8100fa0 msgr2=0x7f55c81970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55c8100fa0 0x7f55c81970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.937+0000 7f55cd8ef700 1 -- 172.21.15.46:0/441609370 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55b80095f0 con 0x7f55c80ffdb0 2023-10-21T15:40:31.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.938+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55c8101940 0x7f55c819e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.938+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55c80ffdb0 0x7f55c8196ba0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f55c400d980 tx=0x7f55c400dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.938+0000 7f55beffd700 1 -- 172.21.15.46:0/441609370 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c400b950 con 0x7f55c80ffdb0 2023-10-21T15:40:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.938+0000 7f55cfb53700 1 -- 172.21.15.46:0/441609370 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55c819ecd0 con 0x7f55c80ffdb0 2023-10-21T15:40:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.938+0000 7f55beffd700 1 -- 172.21.15.46:0/441609370 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55c4007620 con 0x7f55c80ffdb0 2023-10-21T15:40:31.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.938+0000 7f55beffd700 1 -- 172.21.15.46:0/441609370 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c400f3c0 con 0x7f55c80ffdb0 2023-10-21T15:40:31.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.938+0000 7f55cfb53700 1 -- 172.21.15.46:0/441609370 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55c819f180 con 0x7f55c80ffdb0 2023-10-21T15:40:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.940+0000 7f55beffd700 1 -- 172.21.15.46:0/441609370 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f55c4010640 con 0x7f55c80ffdb0 2023-10-21T15:40:31.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.941+0000 7f55beffd700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55b40a1500 0x7f55b40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.941+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55b40a1500 0x7f55b40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.941+0000 7f55beffd700 1 -- 172.21.15.46:0/441609370 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f55c40ccb20 con 0x7f55c80ffdb0 2023-10-21T15:40:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.941+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55b40a1500 0x7f55b40a39c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f55b800b2e0 tx=0x7f55b8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.943+0000 7f55dbd3cb80 1 Processor -- start 2023-10-21T15:40:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.943+0000 7f55dbd3cb80 1 -- start start 2023-10-21T15:40:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.943+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91af650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.943+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.943+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91b0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.943+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd911fc70 con 0x559dd91afb90 2023-10-21T15:40:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.943+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd9104c60 con 0x559dd91af230 2023-10-21T15:40:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.943+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd9102580 con 0x559dd91b0a30 2023-10-21T15:40:31.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55ce0f0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91b0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55cd8ef700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91af650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55cd8ef700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91af650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52452/0 (socket says 172.21.15.46:52452) 2023-10-21T15:40:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55ce0f0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91b0eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47520/0 (socket says 172.21.15.46:47520) 2023-10-21T15:40:31.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55cd8ef700 1 -- 172.21.15.46:0/2891236441 learned_addr learned my addr 172.21.15.46:0/2891236441 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55ce0f0700 1 -- 172.21.15.46:0/2891236441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 msgr2=0x559dd91af650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91af650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55ce0f0700 1 -- 172.21.15.46:0/2891236441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 msgr2=0x559dd91b0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55ce0f0700 1 -- 172.21.15.46:0/2891236441 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559dd90bb3f0 con 0x559dd91b0a30 2023-10-21T15:40:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91b0eb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f55c00093a0 tx=0x7f55c0009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae03fcd0d788c71a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55b3fff700 1 -- 172.21.15.46:0/2891236441 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c000e070 con 0x559dd91b0a30 2023-10-21T15:40:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55b3fff700 1 -- 172.21.15.46:0/2891236441 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55c000f040 con 0x559dd91b0a30 2023-10-21T15:40:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.944+0000 7f55b3fff700 1 -- 172.21.15.46:0/2891236441 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c0015e40 con 0x559dd91b0a30 2023-10-21T15:40:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.945+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/2891236441 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 msgr2=0x559dd91b0eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.945+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91b0eb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f55c00093a0 tx=0x7f55c0009920 comp rx=0 tx=0).stop 2023-10-21T15:40:31.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.945+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/2891236441 shutdown_connections 2023-10-21T15:40:31.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.945+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91b0eb0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.945+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91af650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.945+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/2891236441 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.945+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/2891236441 >> 172.21.15.46:0/2891236441 conn(0x559dd90d8dd0 msgr2=0x559dd91a5fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.945+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/2891236441 shutdown_connections 2023-10-21T15:40:31.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.946+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/2891236441 wait complete. 2023-10-21T15:40:31.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.946+0000 7f55dbd3cb80 1 -- start start 2023-10-21T15:40:31.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.946+0000 7f55dbd3cb80 1 Processor -- start 2023-10-21T15:40:31.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.946+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.959 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91b0a30 0x559dd91c05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd90fde70 con 0x559dd91afb90 2023-10-21T15:40:31.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd909a710 con 0x559dd91b0a30 2023-10-21T15:40:31.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd909a3b0 con 0x559dd91af230 2023-10-21T15:40:31.960 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55dbd3cb80 10 client.0 _ll_register_callbacks cb 0x559dd8ef7800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91b0a30 0x559dd91c05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91b0a30 0x559dd91c05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52460/0 (socket says 172.21.15.46:52460) 2023-10-21T15:40:31.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 -- 172.21.15.46:0/594874907 learned_addr learned my addr 172.21.15.46:0/594874907 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.961 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 -- 172.21.15.46:0/594874907 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91af230 msgr2=0x559dd91b9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 -- 172.21.15.46:0/594874907 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 msgr2=0x559dd91b9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 -- 172.21.15.46:0/594874907 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55c8068200 con 0x559dd91b0a30 2023-10-21T15:40:31.962 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91b0a30 0x559dd91c05a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f55c0006130 tx=0x7f55c0004d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5411014d0096a77 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.947+0000 7f55b17fa700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:40:31.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55b17fa700 1 -- 172.21.15.46:0/594874907 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c000e050 con 0x559dd91b0a30 2023-10-21T15:40:31.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55b17fa700 1 -- 172.21.15.46:0/594874907 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f55c0015650 con 0x559dd91b0a30 2023-10-21T15:40:31.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/594874907 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559dd9102ef0 con 0x559dd91b0a30 2023-10-21T15:40:31.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55b17fa700 1 -- 172.21.15.46:0/594874907 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f55c0015810 con 0x559dd91b0a30 2023-10-21T15:40:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 10 client.25334 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/594874907 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f55c0009050 con 0x559dd91b0a30 2023-10-21T15:40:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55b17fa700 1 -- 172.21.15.46:0/594874907 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559dd9102ef0 con 0x559dd91b0a30 2023-10-21T15:40:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55b17fa700 1 -- 172.21.15.46:0/594874907 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f55c0031070 con 0x559dd91b0a30 2023-10-21T15:40:31.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 10 client.25334 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 10 client.25334 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 20 client.25334 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559dd91ad550 0x559dd91ad960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 4 client.25334 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.948+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/594874907 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559dd917ac10 con 0x559dd91ad550 2023-10-21T15:40:31.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.949+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559dd91ad550 0x559dd91ad960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.949+0000 7f55b17fa700 10 client.25334 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:31.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.949+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559dd91ad550 0x559dd91ad960 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50663a588d698026 server_cookie=50aad2603b094917 in_seq=0 out_seq=0 2023-10-21T15:40:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55b17fa700 1 -- 172.21.15.46:0/594874907 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559dd917ac10 con 0x559dd91ad550 2023-10-21T15:40:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55b17fa700 10 client.25334 handle_command_reply: tid=0 2023-10-21T15:40:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 client.25334 shutdown 2023-10-21T15:40:31.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/594874907 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91b0a30 msgr2=0x559dd91c05a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91b0a30 0x559dd91c05a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f55c0006130 tx=0x7f55c0004d80 comp rx=0 tx=0).stop 2023-10-21T15:40:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/594874907 shutdown_connections 2023-10-21T15:40:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559dd91ad550 0x559dd91ad960 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91b0a30 0x559dd91c05a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55b17fa700 0 client.25334 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/594874907 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91afb90 0x559dd91b9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/594874907 >> 172.21.15.46:0/594874907 conn(0x559dd90d8dd0 msgr2=0x559dd91a5bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/594874907 shutdown_connections 2023-10-21T15:40:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/594874907 wait complete. 2023-10-21T15:40:31.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.950+0000 7f55dbd3cb80 20 client.25334 trim_cache size 0 max 16384 2023-10-21T15:40:31.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.965+0000 7f55dbd3cb80 1 Processor -- start 2023-10-21T15:40:31.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.965+0000 7f55dbd3cb80 1 -- start start 2023-10-21T15:40:31.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91afb90 0x559dd91b9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91c0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd8f7e920 con 0x559dd91af230 2023-10-21T15:40:31.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd91b08b0 con 0x559dd91afb90 2023-10-21T15:40:31.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd91b8b90 con 0x559dd91b0a30 2023-10-21T15:40:31.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd8ef700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd8ef700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35534/0 (socket says 172.21.15.46:35534) 2023-10-21T15:40:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd8ef700 1 -- 172.21.15.46:0/4180305076 learned_addr learned my addr 172.21.15.46:0/4180305076 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91afb90 0x559dd91b9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91c0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd0ee700 1 -- 172.21.15.46:0/4180305076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 msgr2=0x559dd91c0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91c0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd0ee700 1 -- 172.21.15.46:0/4180305076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91af230 msgr2=0x559dd91b9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd0ee700 1 -- 172.21.15.46:0/4180305076 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559dd8f28de0 con 0x559dd91afb90 2023-10-21T15:40:31.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91c0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:31.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.966+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.967+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91afb90 0x559dd91b9560 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f55b800b680 tx=0x7f55b8020000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4f540f3af241748 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.967+0000 7f55bcd82700 1 -- 172.21.15.46:0/4180305076 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55b802b070 con 0x559dd91afb90 2023-10-21T15:40:31.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.967+0000 7f55bcd82700 1 -- 172.21.15.46:0/4180305076 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55b802c040 con 0x559dd91afb90 2023-10-21T15:40:31.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.967+0000 7f55bcd82700 1 -- 172.21.15.46:0/4180305076 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55b800fe60 con 0x559dd91afb90 2023-10-21T15:40:31.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.967+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/4180305076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91afb90 msgr2=0x559dd91b9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.967+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91afb90 0x559dd91b9560 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f55b800b680 tx=0x7f55b8020000 comp rx=0 tx=0).stop 2023-10-21T15:40:31.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/4180305076 shutdown_connections 2023-10-21T15:40:31.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91af230 0x559dd91b9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91b0a30 0x559dd91c0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/4180305076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91afb90 0x559dd91b9560 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/4180305076 >> 172.21.15.46:0/4180305076 conn(0x559dd90d8dd0 msgr2=0x559dd91b6e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/4180305076 shutdown_connections 2023-10-21T15:40:31.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/4180305076 wait complete. 2023-10-21T15:40:31.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 -- start start 2023-10-21T15:40:31.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.968+0000 7f55dbd3cb80 1 Processor -- start 2023-10-21T15:40:31.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91bba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91afb90 0x559dd91bbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.982 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55dbd3cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91b0a30 0x559dd91befa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd91bf4e0 con 0x559dd91b0a30 2023-10-21T15:40:31.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd91bf650 con 0x559dd91af230 2023-10-21T15:40:31.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55dbd3cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x559dd91bf810 con 0x559dd91afb90 2023-10-21T15:40:31.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55dbd3cb80 10 client.0 _ll_register_callbacks cb 0x7f55b800b850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:31.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91bba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91bba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52472/0 (socket says 172.21.15.46:52472) 2023-10-21T15:40:31.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 -- 172.21.15.46:0/1626179840 learned_addr learned my addr 172.21.15.46:0/1626179840 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:31.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91b0a30 0x559dd91befa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91afb90 0x559dd91bbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 -- 172.21.15.46:0/1626179840 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91afb90 msgr2=0x559dd91bbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91afb90 0x559dd91bbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 -- 172.21.15.46:0/1626179840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91b0a30 msgr2=0x559dd91befa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:31.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91b0a30 0x559dd91befa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 -- 172.21.15.46:0/1626179840 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55c819f180 con 0x559dd91af230 2023-10-21T15:40:31.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55ce0f0700 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91b0a30 0x559dd91befa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:31.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55cd8ef700 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91bba40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f55c4099de0 tx=0x7f55c40962c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0fcd220489ec5c1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:31.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.969+0000 7f55b17fa700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:40:31.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55b17fa700 1 -- 172.21.15.46:0/1626179840 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c4098050 con 0x559dd91af230 2023-10-21T15:40:31.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55b17fa700 1 -- 172.21.15.46:0/1626179840 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f55c409a0b0 con 0x559dd91af230 2023-10-21T15:40:31.986 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/1626179840 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f55c000f040 con 0x559dd91af230 2023-10-21T15:40:31.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55b17fa700 1 -- 172.21.15.46:0/1626179840 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f55c409a270 con 0x559dd91af230 2023-10-21T15:40:31.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 10 client.25340 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:31.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/1626179840 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f55b8005170 con 0x559dd91af230 2023-10-21T15:40:31.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55b17fa700 1 -- 172.21.15.46:0/1626179840 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55c000f040 con 0x559dd91af230 2023-10-21T15:40:31.987 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55b17fa700 1 -- 172.21.15.46:0/1626179840 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f55c4095c40 con 0x559dd91af230 2023-10-21T15:40:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 10 client.25340 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 10 client.25340 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 20 client.25340 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559dd921e2b0 0x559dd92206d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:31.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 4 client.25340 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:40:31.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/1626179840 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559dd90f6e50 con 0x559dd921e2b0 2023-10-21T15:40:31.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.970+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559dd921e2b0 0x559dd92206d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:31.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55b17fa700 10 client.25340 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:31.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55cd0ee700 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559dd921e2b0 0x559dd92206d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b3dc70f7cbae3c3 server_cookie=c7280bfc8fb90943 in_seq=0 out_seq=0 2023-10-21T15:40:31.989 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55b17fa700 1 -- 172.21.15.46:0/1626179840 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559dd90f6e50 con 0x559dd921e2b0 2023-10-21T15:40:31.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55b17fa700 10 client.25340 handle_command_reply: tid=0 2023-10-21T15:40:31.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 client.25340 shutdown 2023-10-21T15:40:31.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/1626179840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 msgr2=0x559dd91bba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91bba40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f55c4099de0 tx=0x7f55c40962c0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/1626179840 shutdown_connections 2023-10-21T15:40:31.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x559dd921e2b0 0x559dd92206d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559dd91b0a30 0x559dd91befa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559dd91af230 0x559dd91bba40 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 --2- 172.21.15.46:0/1626179840 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x559dd91afb90 0x559dd91bbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55b17fa700 0 client.25340 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:31.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.971+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/1626179840 >> 172.21.15.46:0/1626179840 conn(0x559dd90d8dd0 msgr2=0x559dd91b8fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/1626179840 shutdown_connections 2023-10-21T15:40:31.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55dbd3cb80 1 -- 172.21.15.46:0/1626179840 wait complete. 2023-10-21T15:40:31.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55dbd3cb80 20 client.25340 trim_cache size 0 max 16384 2023-10-21T15:40:31.993 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:40:31.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 -- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55b40a1500 msgr2=0x7f55b40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55b40a1500 0x7f55b40a39c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f55b800b2e0 tx=0x7f55b8005fb0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 -- 172.21.15.46:0/441609370 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55c80ffdb0 msgr2=0x7f55c8196ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:31.994 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55c80ffdb0 0x7f55c8196ba0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f55c400d980 tx=0x7f55c400dc90 comp rx=0 tx=0).stop 2023-10-21T15:40:31.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 -- 172.21.15.46:0/441609370 shutdown_connections 2023-10-21T15:40:31.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f55b40a1500 0x7f55b40a39c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f55c8101940 0x7f55c819e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f55c80ffdb0 0x7f55c8196ba0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.995 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 --2- 172.21.15.46:0/441609370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f55c8100fa0 0x7f55c81970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:31.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.972+0000 7f55cfb53700 1 -- 172.21.15.46:0/441609370 >> 172.21.15.46:0/441609370 conn(0x7f55c80fb320 msgr2=0x7f55c80fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:31.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.973+0000 7f55cfb53700 1 -- 172.21.15.46:0/441609370 shutdown_connections 2023-10-21T15:40:31.996 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:31.973+0000 7f55cfb53700 1 -- 172.21.15.46:0/441609370 wait complete. 2023-10-21T15:40:32.997 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-21T15:40:32.997 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-21T15:40:33.160 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 -- 172.21.15.46:0/3599547251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee40ffdb0 msgr2=0x7fcee41001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 --2- 172.21.15.46:0/3599547251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee40ffdb0 0x7fcee41001d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fcee00099c0 tx=0x7fcee0009cd0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 -- 172.21.15.46:0/3599547251 shutdown_connections 2023-10-21T15:40:33.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 --2- 172.21.15.46:0/3599547251 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee40ffdb0 0x7fcee41001d0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 --2- 172.21.15.46:0/3599547251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcee4101940 0x7fcee41081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.161 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 --2- 172.21.15.46:0/3599547251 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcee4100fa0 0x7fcee4101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 -- 172.21.15.46:0/3599547251 >> 172.21.15.46:0/3599547251 conn(0x7fcee40fb320 msgr2=0x7fcee40fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 -- 172.21.15.46:0/3599547251 shutdown_connections 2023-10-21T15:40:33.162 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.159+0000 7fceeb72d700 1 -- 172.21.15.46:0/3599547251 wait complete. 2023-10-21T15:40:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fceeb72d700 1 Processor -- start 2023-10-21T15:40:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fceeb72d700 1 -- start start 2023-10-21T15:40:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fceeb72d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcee40ffdb0 0x7fcee41949e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fceeb72d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee4100fa0 0x7fcee4194f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.164 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fceeb72d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcee4101940 0x7fcee419bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fceeb72d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcee419c560 con 0x7fcee4100fa0 2023-10-21T15:40:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fceeb72d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcee406a8d0 con 0x7fcee4101940 2023-10-21T15:40:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fceeb72d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcee406aa60 con 0x7fcee40ffdb0 2023-10-21T15:40:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee94c9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcee40ffdb0 0x7fcee41949e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.165 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee8cc8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee4100fa0 0x7fcee4194f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee94c9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcee40ffdb0 0x7fcee41949e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47552/0 (socket says 172.21.15.46:47552) 2023-10-21T15:40:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee94c9700 1 -- 172.21.15.46:0/30110531 learned_addr learned my addr 172.21.15.46:0/30110531 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee9cca700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcee4101940 0x7fcee419bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee94c9700 1 -- 172.21.15.46:0/30110531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcee4101940 msgr2=0x7fcee419bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.166 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee94c9700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcee4101940 0x7fcee419bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee94c9700 1 -- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee4100fa0 msgr2=0x7fcee4194f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee94c9700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee4100fa0 0x7fcee4194f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee94c9700 1 -- 172.21.15.46:0/30110531 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcee00095f0 con 0x7fcee40ffdb0 2023-10-21T15:40:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.160+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee4100fa0 0x7fcee4194f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:33.167 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.161+0000 7fcee94c9700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcee40ffdb0 0x7fcee41949e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fcee0009990 tx=0x7fcee000f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.161+0000 7fceda7fc700 1 -- 172.21.15.46:0/30110531 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee001d070 con 0x7fcee40ffdb0 2023-10-21T15:40:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.161+0000 7fceda7fc700 1 -- 172.21.15.46:0/30110531 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcee0005030 con 0x7fcee40ffdb0 2023-10-21T15:40:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.161+0000 7fceeb72d700 1 -- 172.21.15.46:0/30110531 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcee406ace0 con 0x7fcee40ffdb0 2023-10-21T15:40:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.161+0000 7fceda7fc700 1 -- 172.21.15.46:0/30110531 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee0004a70 con 0x7fcee40ffdb0 2023-10-21T15:40:33.168 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.161+0000 7fceeb72d700 1 -- 172.21.15.46:0/30110531 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcee406b190 con 0x7fcee40ffdb0 2023-10-21T15:40:33.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.164+0000 7fceda7fc700 1 -- 172.21.15.46:0/30110531 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fcee0005410 con 0x7fcee40ffdb0 2023-10-21T15:40:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcef7916b80 1 Processor -- start 2023-10-21T15:40:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fceda7fc700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fced00a1480 0x7fced00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcef7916b80 1 -- start start 2023-10-21T15:40:33.171 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fceda7fc700 1 -- 172.21.15.46:0/30110531 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fcee00cda50 con 0x7fcee40ffdb0 2023-10-21T15:40:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcee9cca700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fced00a1480 0x7fced00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77e5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77e68d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77e7330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.172 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcef7916b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a7751cf0 con 0x55b5a77e6eb0 2023-10-21T15:40:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcef7916b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a7736ce0 con 0x55b5a77e6010 2023-10-21T15:40:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.165+0000 7fcef7916b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a7734600 con 0x55b5a77e56b0 2023-10-21T15:40:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77e5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77e5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47562/0 (socket says 172.21.15.46:47562) 2023-10-21T15:40:33.173 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 -- 172.21.15.46:0/2495228101 learned_addr learned my addr 172.21.15.46:0/2495228101 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee9cca700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77e7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77e68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 -- 172.21.15.46:0/2495228101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 msgr2=0x55b5a77e68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77e68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.174 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 -- 172.21.15.46:0/2495228101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 msgr2=0x55b5a77e7330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77e7330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 -- 172.21.15.46:0/2495228101 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5a76ed470 con 0x55b5a77e56b0 2023-10-21T15:40:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77e68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee9cca700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fced00a1480 0x7fced00a3940 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fcedc009fd0 tx=0x7fcedc007b20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.175 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcee94c9700 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77e5ad0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcee00a2be0 tx=0x7fcee009acf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6881986a06760015 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcecf7fe700 1 -- 172.21.15.46:0/2495228101 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee00a1070 con 0x55b5a77e56b0 2023-10-21T15:40:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcecf7fe700 1 -- 172.21.15.46:0/2495228101 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcee009d020 con 0x55b5a77e56b0 2023-10-21T15:40:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.166+0000 7fcecf7fe700 1 -- 172.21.15.46:0/2495228101 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee00a31a0 con 0x55b5a77e56b0 2023-10-21T15:40:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.167+0000 7fcef7916b80 1 -- 172.21.15.46:0/2495228101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 msgr2=0x55b5a77e5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.176 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.167+0000 7fcef7916b80 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77e5ad0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcee00a2be0 tx=0x7fcee009acf0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.167+0000 7fcef7916b80 1 -- 172.21.15.46:0/2495228101 shutdown_connections 2023-10-21T15:40:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.167+0000 7fcef7916b80 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77e7330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.167+0000 7fcef7916b80 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77e5ad0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.167+0000 7fcef7916b80 1 --2- 172.21.15.46:0/2495228101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77e68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.177 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.167+0000 7fcef7916b80 1 -- 172.21.15.46:0/2495228101 >> 172.21.15.46:0/2495228101 conn(0x55b5a770ae50 msgr2=0x55b5a77d8060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.168+0000 7fcef7916b80 1 -- 172.21.15.46:0/2495228101 shutdown_connections 2023-10-21T15:40:33.178 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.168+0000 7fcef7916b80 1 -- 172.21.15.46:0/2495228101 wait complete. 2023-10-21T15:40:33.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:32 smithi046 ceph-mon[99436]: pgmap v323: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-10-21T15:40:33.181 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.168+0000 7fcef7916b80 1 -- start start 2023-10-21T15:40:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.168+0000 7fcef7916b80 1 Processor -- start 2023-10-21T15:40:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77de190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6010 0x55b5a77de6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6eb0 0x55b5a77e3700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcef7916b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a772fef0 con 0x55b5a77e6010 2023-10-21T15:40:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcef7916b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a76cc790 con 0x55b5a77e6eb0 2023-10-21T15:40:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcef7916b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a76cc430 con 0x55b5a77e56b0 2023-10-21T15:40:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcef7916b80 10 client.0 _ll_register_callbacks cb 0x55b5a7529880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcee8cc8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6010 0x55b5a77de6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcee8cc8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6010 0x55b5a77de6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35570/0 (socket says 172.21.15.46:35570) 2023-10-21T15:40:33.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcee8cc8700 1 -- 172.21.15.46:0/1762751773 learned_addr learned my addr 172.21.15.46:0/1762751773 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.169+0000 7fcee94c9700 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77de190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcee9cca700 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6eb0 0x55b5a77e3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcee94c9700 1 -- 172.21.15.46:0/1762751773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6eb0 msgr2=0x55b5a77e3700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcee94c9700 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6eb0 0x55b5a77e3700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcee94c9700 1 -- 172.21.15.46:0/1762751773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6010 msgr2=0x55b5a77de6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcee94c9700 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6010 0x55b5a77de6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcee94c9700 1 -- 172.21.15.46:0/1762751773 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fced400f360 con 0x55b5a77e56b0 2023-10-21T15:40:33.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6010 0x55b5a77de6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:33.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcee94c9700 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77de190 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcee009ada0 tx=0x7fcee0005c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91f19e8ed3fd6395 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fceccff9700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:40:33.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fceccff9700 1 -- 172.21.15.46:0/1762751773 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee009ae10 con 0x55b5a77e56b0 2023-10-21T15:40:33.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcef7916b80 1 -- 172.21.15.46:0/1762751773 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b5a7734f70 con 0x55b5a77e56b0 2023-10-21T15:40:33.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fceccff9700 1 -- 172.21.15.46:0/1762751773 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fcee009e070 con 0x55b5a77e56b0 2023-10-21T15:40:33.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fceccff9700 1 -- 172.21.15.46:0/1762751773 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcee009b510 con 0x55b5a77e56b0 2023-10-21T15:40:33.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcef7916b80 10 client.25474 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:33.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fcef7916b80 1 -- 172.21.15.46:0/1762751773 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fcee406b190 con 0x55b5a77e56b0 2023-10-21T15:40:33.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.170+0000 7fceccff9700 1 -- 172.21.15.46:0/1762751773 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b5a7734f70 con 0x55b5a77e56b0 2023-10-21T15:40:33.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fceccff9700 1 -- 172.21.15.46:0/1762751773 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcee00aeb60 con 0x55b5a77e56b0 2023-10-21T15:40:33.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fcef7916b80 10 client.25474 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:33.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fcef7916b80 10 client.25474 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:33.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fcef7916b80 20 client.25474 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:33.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b5a7803420 0x55b5a7805810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fcef7916b80 4 client.25474 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:33.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fcef7916b80 1 -- 172.21.15.46:0/1762751773 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b5a77acc90 con 0x55b5a7803420 2023-10-21T15:40:33.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b5a7803420 0x55b5a7805810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fceccff9700 10 client.25474 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:33.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.171+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b5a7803420 0x55b5a7805810 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63e0ec33f7e491ba server_cookie=3491807726ccc09e in_seq=0 out_seq=0 2023-10-21T15:40:33.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.172+0000 7fceccff9700 1 -- 172.21.15.46:0/1762751773 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55b5a77acc90 con 0x55b5a7803420 2023-10-21T15:40:33.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.172+0000 7fceccff9700 10 client.25474 handle_command_reply: tid=0 2023-10-21T15:40:33.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.172+0000 7fcef7916b80 1 client.25474 shutdown 2023-10-21T15:40:33.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.173+0000 7fcef7916b80 1 -- 172.21.15.46:0/1762751773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 msgr2=0x55b5a77de190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.173+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77de190 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fcee009ada0 tx=0x7fcee0005c90 comp rx=0 tx=0).stop 2023-10-21T15:40:33.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 1 -- 172.21.15.46:0/1762751773 shutdown_connections 2023-10-21T15:40:33.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b5a7803420 0x55b5a7805810 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6eb0 0x55b5a77e3700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a77de190 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fceccff9700 0 client.25474 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:33.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1762751773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6010 0x55b5a77de6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 1 -- 172.21.15.46:0/1762751773 >> 172.21.15.46:0/1762751773 conn(0x55b5a770ae50 msgr2=0x55b5a77d7c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 1 -- 172.21.15.46:0/1762751773 shutdown_connections 2023-10-21T15:40:33.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 1 -- 172.21.15.46:0/1762751773 wait complete. 2023-10-21T15:40:33.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.177+0000 7fcef7916b80 20 client.25474 trim_cache size 0 max 16384 2023-10-21T15:40:33.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcef7916b80 1 Processor -- start 2023-10-21T15:40:33.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcef7916b80 1 -- start start 2023-10-21T15:40:33.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a7812fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77ddf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77de480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcef7916b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a75b09a0 con 0x55b5a77e6eb0 2023-10-21T15:40:33.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcef7916b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a77d2c80 con 0x55b5a77e6010 2023-10-21T15:40:33.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcef7916b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a77df310 con 0x55b5a77e56b0 2023-10-21T15:40:33.212 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcee9cca700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77de480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcee9cca700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77de480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35580/0 (socket says 172.21.15.46:35580) 2023-10-21T15:40:33.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.209+0000 7fcee9cca700 1 -- 172.21.15.46:0/1881883792 learned_addr learned my addr 172.21.15.46:0/1881883792 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77ddf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcee94c9700 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a7812fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcee8cc8700 1 -- 172.21.15.46:0/1881883792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 msgr2=0x55b5a7812fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a7812fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcee8cc8700 1 -- 172.21.15.46:0/1881883792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 msgr2=0x55b5a77de480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77de480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcee8cc8700 1 -- 172.21.15.46:0/1881883792 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5a755ae60 con 0x55b5a77e6010 2023-10-21T15:40:33.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcee8cc8700 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77ddf40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x55b5a77d3010 tx=0x7fced4009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e604807b4b0fd2a1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcecffff700 1 -- 172.21.15.46:0/1881883792 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fced4014040 con 0x55b5a77e6010 2023-10-21T15:40:33.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcecffff700 1 -- 172.21.15.46:0/1881883792 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fced401bb70 con 0x55b5a77e6010 2023-10-21T15:40:33.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.210+0000 7fcecffff700 1 -- 172.21.15.46:0/1881883792 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fced4009b90 con 0x55b5a77e6010 2023-10-21T15:40:33.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 -- 172.21.15.46:0/1881883792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 msgr2=0x55b5a77ddf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77ddf40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x55b5a77d3010 tx=0x7fced4009260 comp rx=0 tx=0).stop 2023-10-21T15:40:33.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 -- 172.21.15.46:0/1881883792 shutdown_connections 2023-10-21T15:40:33.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e6eb0 0x55b5a77de480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e56b0 0x55b5a7812fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1881883792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a77ddf40 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 -- 172.21.15.46:0/1881883792 >> 172.21.15.46:0/1881883792 conn(0x55b5a770ae50 msgr2=0x55b5a77e9d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 -- 172.21.15.46:0/1881883792 shutdown_connections 2023-10-21T15:40:33.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.211+0000 7fcef7916b80 1 -- 172.21.15.46:0/1881883792 wait complete. 2023-10-21T15:40:33.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 1 -- start start 2023-10-21T15:40:33.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 1 Processor -- start 2023-10-21T15:40:33.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e56b0 0x55b5a7812ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a7811540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.221 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e6eb0 0x55b5a7811aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a78121b0 con 0x55b5a77e56b0 2023-10-21T15:40:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a7812320 con 0x55b5a77e6010 2023-10-21T15:40:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5a7857920 con 0x55b5a77e6eb0 2023-10-21T15:40:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.212+0000 7fcef7916b80 10 client.0 _ll_register_callbacks cb 0x7fcedc009300 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:33.222 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee8cc8700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a7811540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee9cca700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e6eb0 0x55b5a7811aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee8cc8700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a7811540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52516/0 (socket says 172.21.15.46:52516) 2023-10-21T15:40:33.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee8cc8700 1 -- 172.21.15.46:0/1023405355 learned_addr learned my addr 172.21.15.46:0/1023405355 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee94c9700 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e56b0 0x55b5a7812ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.223 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee9cca700 1 -- 172.21.15.46:0/1023405355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 msgr2=0x55b5a7811540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee9cca700 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a7811540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee9cca700 1 -- 172.21.15.46:0/1023405355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e56b0 msgr2=0x55b5a7812ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee9cca700 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e56b0 0x55b5a7812ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee9cca700 1 -- 172.21.15.46:0/1023405355 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fced4003760 con 0x55b5a77e6eb0 2023-10-21T15:40:33.224 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fcee9cca700 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e6eb0 0x55b5a7811aa0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fcedc009080 tx=0x7fcedc004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60f781e92f07740f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fceccff9700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:40:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.213+0000 7fceccff9700 1 -- 172.21.15.46:0/1023405355 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcedc004390 con 0x55b5a77e6eb0 2023-10-21T15:40:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fceccff9700 1 -- 172.21.15.46:0/1023405355 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fcedc0044f0 con 0x55b5a77e6eb0 2023-10-21T15:40:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 1 -- 172.21.15.46:0/1023405355 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcee009d020 con 0x55b5a77e6eb0 2023-10-21T15:40:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fceccff9700 1 -- 172.21.15.46:0/1023405355 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcedc0046d0 con 0x55b5a77e6eb0 2023-10-21T15:40:33.225 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 10 client.25480 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:33.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 1 -- 172.21.15.46:0/1023405355 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55b5a7543ce0 con 0x55b5a77e6eb0 2023-10-21T15:40:33.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fceccff9700 1 -- 172.21.15.46:0/1023405355 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcee009d020 con 0x55b5a77e6eb0 2023-10-21T15:40:33.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fceccff9700 1 -- 172.21.15.46:0/1023405355 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcedc022450 con 0x55b5a77e6eb0 2023-10-21T15:40:33.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 10 client.25480 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:33.226 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 10 client.25480 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:33.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 20 client.25480 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:33.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b5a7859310 0x55b5a785b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 4 client.25480 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-21T15:40:33.227 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.214+0000 7fcef7916b80 1 -- 172.21.15.46:0/1023405355 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55b5a7728ed0 con 0x55b5a7859310 2023-10-21T15:40:33.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.215+0000 7fcee94c9700 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b5a7859310 0x55b5a785b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.215+0000 7fceccff9700 10 client.25480 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:33.228 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.215+0000 7fcee94c9700 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b5a7859310 0x55b5a785b730 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80ac652fe99eddc2 server_cookie=8f27150fe115a502 in_seq=0 out_seq=0 2023-10-21T15:40:33.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fceccff9700 1 -- 172.21.15.46:0/1023405355 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55b5a7728ed0 con 0x55b5a7859310 2023-10-21T15:40:33.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fceccff9700 10 client.25480 handle_command_reply: tid=0 2023-10-21T15:40:33.229 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 client.25480 shutdown 2023-10-21T15:40:33.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 -- 172.21.15.46:0/1023405355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e6eb0 msgr2=0x55b5a7811aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e6eb0 0x55b5a7811aa0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fcedc009080 tx=0x7fcedc004b40 comp rx=0 tx=0).stop 2023-10-21T15:40:33.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 -- 172.21.15.46:0/1023405355 shutdown_connections 2023-10-21T15:40:33.230 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b5a7859310 0x55b5a785b730 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b5a77e56b0 0x55b5a7812ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b5a77e6eb0 0x55b5a7811aa0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 --2- 172.21.15.46:0/1023405355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b5a77e6010 0x55b5a7811540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fcef7916b80 1 -- 172.21.15.46:0/1023405355 >> 172.21.15.46:0/1023405355 conn(0x55b5a770ae50 msgr2=0x55b5a77ddf40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.216+0000 7fceccff9700 0 client.25480 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fcef7916b80 1 -- 172.21.15.46:0/1023405355 shutdown_connections 2023-10-21T15:40:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fcef7916b80 1 -- 172.21.15.46:0/1023405355 wait complete. 2023-10-21T15:40:33.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fcef7916b80 20 client.25480 trim_cache size 0 max 16384 2023-10-21T15:40:33.232 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:40:33.233 INFO:teuthology.orchestra.run.smithi046.stdout: "return_code": 0, 2023-10-21T15:40:33.233 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_tag": "c1552102-5f3d-4c80-b284-c93b7445e090", 2023-10-21T15:40:33.233 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": "asynchronous" 2023-10-21T15:40:33.233 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:40:33.234 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 -- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fced00a1480 msgr2=0x7fced00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fced00a1480 0x7fced00a3940 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fcedc009fd0 tx=0x7fcedc007b20 comp rx=0 tx=0).stop 2023-10-21T15:40:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 -- 172.21.15.46:0/30110531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcee40ffdb0 msgr2=0x7fcee41949e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcee40ffdb0 0x7fcee41949e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fcee0009990 tx=0x7fcee000f690 comp rx=0 tx=0).stop 2023-10-21T15:40:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 -- 172.21.15.46:0/30110531 shutdown_connections 2023-10-21T15:40:33.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fced00a1480 0x7fced00a3940 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcee4101940 0x7fcee419bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcee40ffdb0 0x7fcee41949e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 --2- 172.21.15.46:0/30110531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcee4100fa0 0x7fcee4194f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.217+0000 7fceeb72d700 1 -- 172.21.15.46:0/30110531 >> 172.21.15.46:0/30110531 conn(0x7fcee40fb320 msgr2=0x7fcee40fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.218+0000 7fceeb72d700 1 -- 172.21.15.46:0/30110531 shutdown_connections 2023-10-21T15:40:33.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.218+0000 7fceeb72d700 1 -- 172.21.15.46:0/30110531 wait complete. 2023-10-21T15:40:33.237 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-21T15:40:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:32 smithi105 ceph-mon[103980]: pgmap v323: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-10-21T15:40:33.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:32 smithi119 ceph-mon[103628]: pgmap v323: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-10-21T15:40:33.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.398+0000 7fe1a365f700 1 -- 172.21.15.46:0/4001297723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c102060 msgr2=0x7fe19c1024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.398+0000 7fe1a365f700 1 --2- 172.21.15.46:0/4001297723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c102060 0x7fe19c1024e0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009990 tx=0x7fe18c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.399+0000 7fe1a365f700 1 -- 172.21.15.46:0/4001297723 shutdown_connections 2023-10-21T15:40:33.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.399+0000 7fe1a365f700 1 --2- 172.21.15.46:0/4001297723 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe19c102a20 0x7fe19c109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.401 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.399+0000 7fe1a365f700 1 --2- 172.21.15.46:0/4001297723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe19c100f10 0x7fe19c101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.399+0000 7fe1a365f700 1 --2- 172.21.15.46:0/4001297723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c102060 0x7fe19c1024e0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.399+0000 7fe1a365f700 1 -- 172.21.15.46:0/4001297723 >> 172.21.15.46:0/4001297723 conn(0x7fe19c0fc460 msgr2=0x7fe19c0fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.399+0000 7fe1a365f700 1 -- 172.21.15.46:0/4001297723 shutdown_connections 2023-10-21T15:40:33.402 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.399+0000 7fe1a365f700 1 -- 172.21.15.46:0/4001297723 wait complete. 2023-10-21T15:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a365f700 1 Processor -- start 2023-10-21T15:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a365f700 1 -- start start 2023-10-21T15:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a365f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c100f10 0x7fe19c196c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.404 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a365f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe19c102060 0x7fe19c197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a365f700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe19c102a20 0x7fe19c1a05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a365f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe19c0751b0 con 0x7fe19c100f10 2023-10-21T15:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a365f700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe19c1a0b00 con 0x7fe19c102a20 2023-10-21T15:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a365f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe19c1a0cc0 con 0x7fe19c102060 2023-10-21T15:40:33.405 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a13fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c100f10 0x7fe19c196c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a13fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c100f10 0x7fe19c196c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35596/0 (socket says 172.21.15.46:35596) 2023-10-21T15:40:33.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a13fb700 1 -- 172.21.15.46:0/1181660932 learned_addr learned my addr 172.21.15.46:0/1181660932 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe19c102a20 0x7fe19c1a05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a13fb700 1 -- 172.21.15.46:0/1181660932 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe19c102060 msgr2=0x7fe19c197190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.406 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.400+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe19c102060 0x7fe19c197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe19c102060 0x7fe19c197190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a13fb700 1 -- 172.21.15.46:0/1181660932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe19c102a20 msgr2=0x7fe19c1a05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe19c102a20 0x7fe19c1a05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a13fb700 1 -- 172.21.15.46:0/1181660932 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe18c0095f0 con 0x7fe19c100f10 2023-10-21T15:40:33.407 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe19c102a20 0x7fe19c1a05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:33.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe19c102060 0x7fe19c197190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:40:33.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c100f10 0x7fe19c196c50 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe19800e9a0 tx=0x7fe19800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1927fc700 1 -- 172.21.15.46:0/1181660932 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe198009790 con 0x7fe19c100f10 2023-10-21T15:40:33.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1927fc700 1 -- 172.21.15.46:0/1181660932 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe19800cbd0 con 0x7fe19c100f10 2023-10-21T15:40:33.408 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1927fc700 1 -- 172.21.15.46:0/1181660932 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe198018680 con 0x7fe19c100f10 2023-10-21T15:40:33.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a365f700 1 -- 172.21.15.46:0/1181660932 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe19c19c350 con 0x7fe19c100f10 2023-10-21T15:40:33.409 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.401+0000 7fe1a365f700 1 -- 172.21.15.46:0/1181660932 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe19c19c860 con 0x7fe19c100f10 2023-10-21T15:40:33.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.405+0000 7fe1927fc700 1 -- 172.21.15.46:0/1181660932 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe19800cd40 con 0x7fe19c100f10 2023-10-21T15:40:33.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.406+0000 7fe1927fc700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1880a1500 0x7fe1880a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.412 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.406+0000 7fe1af848b80 1 Processor -- start 2023-10-21T15:40:33.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.406+0000 7fe1927fc700 1 -- 172.21.15.46:0/1181660932 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe198014070 con 0x7fe19c100f10 2023-10-21T15:40:33.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.406+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1880a1500 0x7fe1880a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.406+0000 7fe1af848b80 1 -- start start 2023-10-21T15:40:33.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5d6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.413 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d6780 0x55ab7b5d7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5d7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1af848b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b54ac70 con 0x55ab7b5d6780 2023-10-21T15:40:33.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1af848b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b52fc60 con 0x55ab7b5d5e20 2023-10-21T15:40:33.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1af848b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b52d580 con 0x55ab7b5d7620 2023-10-21T15:40:33.414 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d6780 0x55ab7b5d7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d6780 0x55ab7b5d7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35606/0 (socket says 172.21.15.46:35606) 2023-10-21T15:40:33.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 -- 172.21.15.46:0/539297943 learned_addr learned my addr 172.21.15.46:0/539297943 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5d6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1880a1500 0x7fe1880a39c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe18c00b2e0 tx=0x7fe18c005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.415 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5d7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 -- 172.21.15.46:0/539297943 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 msgr2=0x55ab7b5d7aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5d7aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 -- 172.21.15.46:0/539297943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d5e20 msgr2=0x55ab7b5d6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5d6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.416 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a0bfa700 1 -- 172.21.15.46:0/539297943 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab7b4e63f0 con 0x55ab7b5d6780 2023-10-21T15:40:33.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.407+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5d6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:33.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.408+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d6780 0x55ab7b5d7040 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fe18c004820 tx=0x7fe18c01e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56edf24763c3feef server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.408+0000 7fe1877fe700 1 -- 172.21.15.46:0/539297943 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe18c01e070 con 0x55ab7b5d6780 2023-10-21T15:40:33.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.408+0000 7fe1877fe700 1 -- 172.21.15.46:0/539297943 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe18c00fdb0 con 0x55ab7b5d6780 2023-10-21T15:40:33.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.408+0000 7fe1877fe700 1 -- 172.21.15.46:0/539297943 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe18c026d60 con 0x55ab7b5d6780 2023-10-21T15:40:33.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 -- 172.21.15.46:0/539297943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d6780 msgr2=0x55ab7b5d7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d6780 0x55ab7b5d7040 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fe18c004820 tx=0x7fe18c01e000 comp rx=0 tx=0).stop 2023-10-21T15:40:33.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 -- 172.21.15.46:0/539297943 shutdown_connections 2023-10-21T15:40:33.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5d7aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5d6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 --2- 172.21.15.46:0/539297943 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d6780 0x55ab7b5d7040 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 -- 172.21.15.46:0/539297943 >> 172.21.15.46:0/539297943 conn(0x55ab7b503dd0 msgr2=0x55ab7b5d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 -- 172.21.15.46:0/539297943 shutdown_connections 2023-10-21T15:40:33.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 -- 172.21.15.46:0/539297943 wait complete. 2023-10-21T15:40:33.419 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.409+0000 7fe1af848b80 1 -- start start 2023-10-21T15:40:33.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1af848b80 1 Processor -- start 2023-10-21T15:40:33.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5dfc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e01b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1af848b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b528e70 con 0x55ab7b5d5e20 2023-10-21T15:40:33.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1af848b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b4c5710 con 0x55ab7b5d6780 2023-10-21T15:40:33.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1af848b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b4c53b0 con 0x55ab7b5d7620 2023-10-21T15:40:33.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1af848b80 10 client.0 _ll_register_callbacks cb 0x55ab7b322800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:33.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1a13fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5dfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1a13fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5dfc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35610/0 (socket says 172.21.15.46:35610) 2023-10-21T15:40:33.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.410+0000 7fe1a13fb700 1 -- 172.21.15.46:0/861482732 learned_addr learned my addr 172.21.15.46:0/861482732 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1a13fb700 1 -- 172.21.15.46:0/861482732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 msgr2=0x55ab7b5e71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1a13fb700 1 -- 172.21.15.46:0/861482732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 msgr2=0x55ab7b5e01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1a13fb700 1 -- 172.21.15.46:0/861482732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe19c109c70 con 0x55ab7b5d5e20 2023-10-21T15:40:33.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5dfc70 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe19809a0c0 tx=0x7fe19809abd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a6cd091125364a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.423 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe184ff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:33.425 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe184ff9700 1 -- 172.21.15.46:0/861482732 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1980a2750 con 0x55ab7b5d5e20 2023-10-21T15:40:33.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe184ff9700 1 -- 172.21.15.46:0/861482732 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe19809e170 con 0x55ab7b5d5e20 2023-10-21T15:40:33.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1af848b80 1 -- 172.21.15.46:0/861482732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ab7b52def0 con 0x55ab7b5d5e20 2023-10-21T15:40:33.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe184ff9700 1 -- 172.21.15.46:0/861482732 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe19809e330 con 0x55ab7b5d5e20 2023-10-21T15:40:33.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.411+0000 7fe1af848b80 10 client.15732 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:33.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe1af848b80 1 -- 172.21.15.46:0/861482732 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ab7b353de0 con 0x55ab7b5d5e20 2023-10-21T15:40:33.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe184ff9700 1 -- 172.21.15.46:0/861482732 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe198080080 con 0x55ab7b5d5e20 2023-10-21T15:40:33.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe184ff9700 1 -- 172.21.15.46:0/861482732 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe1980a23c0 con 0x55ab7b5d5e20 2023-10-21T15:40:33.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe1af848b80 10 client.15732 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:33.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe1af848b80 10 client.15732 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:33.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe1af848b80 20 client.15732 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:33.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe1af848b80 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ab7b5eba10 0x55ab7b5ede30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe1af848b80 4 client.15732 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:33.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe1af848b80 1 -- 172.21.15.46:0/861482732 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ab7b5a5c10 con 0x55ab7b5eba10 2023-10-21T15:40:33.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.412+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ab7b5eba10 0x55ab7b5ede30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.413+0000 7fe184ff9700 10 client.15732 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:33.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.413+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ab7b5eba10 0x55ab7b5ede30 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54f99525c778ecbf server_cookie=276532852c1b5527 in_seq=0 out_seq=0 2023-10-21T15:40:33.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.413+0000 7fe184ff9700 1 -- 172.21.15.46:0/861482732 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55ab7b5a5c10 con 0x55ab7b5eba10 2023-10-21T15:40:33.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.413+0000 7fe184ff9700 10 client.15732 handle_command_reply: tid=0 2023-10-21T15:40:33.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.413+0000 7fe1af848b80 1 client.15732 shutdown 2023-10-21T15:40:33.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.413+0000 7fe1af848b80 1 -- 172.21.15.46:0/861482732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 msgr2=0x55ab7b5dfc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.413+0000 7fe1af848b80 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5dfc70 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe19809a0c0 tx=0x7fe19809abd0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 1 -- 172.21.15.46:0/861482732 shutdown_connections 2023-10-21T15:40:33.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ab7b5eba10 0x55ab7b5ede30 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5dfc70 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe184ff9700 0 client.15732 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:33.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 1 --2- 172.21.15.46:0/861482732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 1 -- 172.21.15.46:0/861482732 >> 172.21.15.46:0/861482732 conn(0x55ab7b503dd0 msgr2=0x55ab7b5d0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 1 -- 172.21.15.46:0/861482732 shutdown_connections 2023-10-21T15:40:33.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 1 -- 172.21.15.46:0/861482732 wait complete. 2023-10-21T15:40:33.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.414+0000 7fe1af848b80 20 client.15732 trim_cache size 0 max 16384 2023-10-21T15:40:33.448 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1af848b80 1 Processor -- start 2023-10-21T15:40:33.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1af848b80 1 -- start start 2023-10-21T15:40:33.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5da530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.449 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d7620 0x55ab7b5daa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1af848b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b3a9920 con 0x55ab7b5d5e20 2023-10-21T15:40:33.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1af848b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b5d74a0 con 0x55ab7b5d7620 2023-10-21T15:40:33.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1af848b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b5df120 con 0x55ab7b5d6780 2023-10-21T15:40:33.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1a13fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5da530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.450 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.447+0000 7fe1a13fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5da530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35618/0 (socket says 172.21.15.46:35618) 2023-10-21T15:40:33.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a13fb700 1 -- 172.21.15.46:0/1551050656 learned_addr learned my addr 172.21.15.46:0/1551050656 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.451 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d7620 0x55ab7b5daa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a1bfc700 1 -- 172.21.15.46:0/1551050656 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d6780 msgr2=0x55ab7b5e71b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-21T15:40:33.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e71b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.455 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a1bfc700 1 -- 172.21.15.46:0/1551050656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 msgr2=0x55ab7b5da530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5da530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a1bfc700 1 -- 172.21.15.46:0/1551050656 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab7b33cc60 con 0x55ab7b5d7620 2023-10-21T15:40:33.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5da530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:33.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d7620 0x55ab7b5daa70 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe194009fd0 tx=0x7fe19400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9aaf46cd67e80a1d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe187fff700 1 -- 172.21.15.46:0/1551050656 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe19400e040 con 0x55ab7b5d7620 2023-10-21T15:40:33.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe187fff700 1 -- 172.21.15.46:0/1551050656 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe19400f040 con 0x55ab7b5d7620 2023-10-21T15:40:33.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.448+0000 7fe187fff700 1 -- 172.21.15.46:0/1551050656 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe194004280 con 0x55ab7b5d7620 2023-10-21T15:40:33.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.449+0000 7fe1af848b80 1 -- 172.21.15.46:0/1551050656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d7620 msgr2=0x55ab7b5daa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.449+0000 7fe1af848b80 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d7620 0x55ab7b5daa70 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe194009fd0 tx=0x7fe19400b040 comp rx=0 tx=0).stop 2023-10-21T15:40:33.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.449+0000 7fe1af848b80 1 -- 172.21.15.46:0/1551050656 shutdown_connections 2023-10-21T15:40:33.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.449+0000 7fe1af848b80 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5da530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.449+0000 7fe1af848b80 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d7620 0x55ab7b5daa70 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.449+0000 7fe1af848b80 1 --2- 172.21.15.46:0/1551050656 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.449+0000 7fe1af848b80 1 -- 172.21.15.46:0/1551050656 >> 172.21.15.46:0/1551050656 conn(0x55ab7b503dd0 msgr2=0x55ab7b5de8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.450+0000 7fe1af848b80 1 -- 172.21.15.46:0/1551050656 shutdown_connections 2023-10-21T15:40:33.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.450+0000 7fe1af848b80 1 -- 172.21.15.46:0/1551050656 wait complete. 2023-10-21T15:40:33.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.450+0000 7fe1af848b80 1 -- start start 2023-10-21T15:40:33.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.450+0000 7fe1af848b80 1 Processor -- start 2023-10-21T15:40:33.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.450+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5e6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1af848b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1af848b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b5e3ed0 con 0x55ab7b5d5e20 2023-10-21T15:40:33.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1af848b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b5e4040 con 0x55ab7b5d6780 2023-10-21T15:40:33.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1af848b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab7b5e4200 con 0x55ab7b5d7620 2023-10-21T15:40:33.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1af848b80 10 client.0 _ll_register_callbacks cb 0x7fe198099ff0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:33.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47624/0 (socket says 172.21.15.46:47624) 2023-10-21T15:40:33.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 -- 172.21.15.46:0/3961738961 learned_addr learned my addr 172.21.15.46:0/3961738961 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:33.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a0bfa700 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5e6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 -- 172.21.15.46:0/3961738961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 msgr2=0x55ab7b5e7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e7200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 -- 172.21.15.46:0/3961738961 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 msgr2=0x55ab7b5e6cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:33.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5e6cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 -- 172.21.15.46:0/3961738961 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab7b353de0 con 0x55ab7b5d7620 2023-10-21T15:40:33.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5e6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:40:33.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe1a1bfc700 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e37c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe194009fa0 tx=0x7fe194003dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b5d299a153873e2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:33.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.451+0000 7fe184ff9700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:40:33.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe184ff9700 1 -- 172.21.15.46:0/3961738961 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe19400e070 con 0x55ab7b5d7620 2023-10-21T15:40:33.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe184ff9700 1 -- 172.21.15.46:0/3961738961 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe194004ce0 con 0x55ab7b5d7620 2023-10-21T15:40:33.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 1 -- 172.21.15.46:0/3961738961 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe18c00fdb0 con 0x55ab7b5d7620 2023-10-21T15:40:33.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe184ff9700 1 -- 172.21.15.46:0/3961738961 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1940040a0 con 0x55ab7b5d7620 2023-10-21T15:40:33.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 10 client.25492 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:33.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 1 -- 172.21.15.46:0/3961738961 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fe194009280 con 0x55ab7b5d7620 2023-10-21T15:40:33.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe184ff9700 1 -- 172.21.15.46:0/3961738961 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe18c00fdb0 con 0x55ab7b5d7620 2023-10-21T15:40:33.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe184ff9700 1 -- 172.21.15.46:0/3961738961 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe194033070 con 0x55ab7b5d7620 2023-10-21T15:40:33.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 10 client.25492 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:33.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 10 client.25492 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:33.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 20 client.25492 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:33.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ab7b640ed0 0x55ab7b6432f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:33.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 4 client.25492 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-21T15:40:33.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.452+0000 7fe1af848b80 1 -- 172.21.15.46:0/3961738961 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55ab7b521e50 con 0x55ab7b640ed0 2023-10-21T15:40:33.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.453+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ab7b640ed0 0x55ab7b6432f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:33.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.453+0000 7fe184ff9700 10 client.25492 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:33.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.453+0000 7fe1a13fb700 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ab7b640ed0 0x55ab7b6432f0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ffa2faa64b7c1e4 server_cookie=9e484956be6f260d in_seq=0 out_seq=0 2023-10-21T15:40:33.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.453+0000 7fe184ff9700 1 -- 172.21.15.46:0/3961738961 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55ab7b521e50 con 0x55ab7b640ed0 2023-10-21T15:40:33.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.453+0000 7fe184ff9700 10 client.25492 handle_command_reply: tid=0 2023-10-21T15:40:33.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.453+0000 7fe1af848b80 1 client.25492 shutdown 2023-10-21T15:40:33.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe1af848b80 1 -- 172.21.15.46:0/3961738961 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 msgr2=0x55ab7b5e37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe1af848b80 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e37c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe194009fa0 tx=0x7fe194003dd0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe1af848b80 1 -- 172.21.15.46:0/3961738961 shutdown_connections 2023-10-21T15:40:33.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe1af848b80 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ab7b640ed0 0x55ab7b6432f0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe1af848b80 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab7b5d5e20 0x55ab7b5e6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe1af848b80 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ab7b5d7620 0x55ab7b5e37c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe1af848b80 1 --2- 172.21.15.46:0/3961738961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ab7b5d6780 0x55ab7b5e7200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe1af848b80 1 -- 172.21.15.46:0/3961738961 >> 172.21.15.46:0/3961738961 conn(0x55ab7b503dd0 msgr2=0x55ab7b5da530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.454+0000 7fe184ff9700 0 client.25492 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:33.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.455+0000 7fe1af848b80 1 -- 172.21.15.46:0/3961738961 shutdown_connections 2023-10-21T15:40:33.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.456+0000 7fe1af848b80 1 -- 172.21.15.46:0/3961738961 wait complete. 2023-10-21T15:40:33.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.456+0000 7fe1af848b80 20 client.25492 trim_cache size 0 max 16384 2023-10-21T15:40:33.470 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:40:33.471 INFO:teuthology.orchestra.run.smithi046.stdout: "status": "IDLE (waiting for more scrubs)", 2023-10-21T15:40:33.471 INFO:teuthology.orchestra.run.smithi046.stdout: "scrubs": { 2023-10-21T15:40:33.471 INFO:teuthology.orchestra.run.smithi046.stdout: "c1552102-5f3d-4c80-b284-c93b7445e090": { 2023-10-21T15:40:33.471 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/", 2023-10-21T15:40:33.471 INFO:teuthology.orchestra.run.smithi046.stdout: "tag": "c1552102-5f3d-4c80-b284-c93b7445e090", 2023-10-21T15:40:33.472 INFO:teuthology.orchestra.run.smithi046.stdout: "options": "recursive,force" 2023-10-21T15:40:33.472 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:40:33.472 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:40:33.472 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:40:33.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.457+0000 7fe1a365f700 1 -- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1880a1500 msgr2=0x7fe1880a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.457+0000 7fe1a365f700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1880a1500 0x7fe1880a39c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe18c00b2e0 tx=0x7fe18c005e80 comp rx=0 tx=0).stop 2023-10-21T15:40:33.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.457+0000 7fe1a365f700 1 -- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c100f10 msgr2=0x7fe19c196c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:33.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.457+0000 7fe1a365f700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c100f10 0x7fe19c196c50 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe19800e9a0 tx=0x7fe19800ed60 comp rx=0 tx=0).stop 2023-10-21T15:40:33.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.458+0000 7fe1a365f700 1 -- 172.21.15.46:0/1181660932 shutdown_connections 2023-10-21T15:40:33.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.458+0000 7fe1a365f700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe1880a1500 0x7fe1880a39c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.458+0000 7fe1a365f700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe19c100f10 0x7fe19c196c50 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.458+0000 7fe1a365f700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe19c102a20 0x7fe19c1a05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.458+0000 7fe1a365f700 1 --2- 172.21.15.46:0/1181660932 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe19c102060 0x7fe19c197190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:33.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.458+0000 7fe1a365f700 1 -- 172.21.15.46:0/1181660932 >> 172.21.15.46:0/1181660932 conn(0x7fe19c0fc460 msgr2=0x7fe19c105620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:33.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.459+0000 7fe1a365f700 1 -- 172.21.15.46:0/1181660932 shutdown_connections 2023-10-21T15:40:33.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:40:33.459+0000 7fe1a365f700 1 -- 172.21.15.46:0/1181660932 wait complete. 2023-10-21T15:40:33.484 INFO:tasks.cephfs.filesystem:scrub status for tag:c1552102-5f3d-4c80-b284-c93b7445e090 - {'path': '/', 'tag': 'c1552102-5f3d-4c80-b284-c93b7445e090', 'options': 'recursive,force'} 2023-10-21T15:40:34.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:33 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:40:34.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:33 smithi046 ceph-mon[99436]: scrub queued for path: / 2023-10-21T15:40:34.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:33 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:34.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:33 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:40:34.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:33 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:33 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:40:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:33 smithi105 ceph-mon[103980]: scrub queued for path: / 2023-10-21T15:40:34.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:33 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:34.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:33 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:40:34.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:33 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:34.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:33 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:40:34.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:33 smithi119 ceph-mon[103628]: scrub queued for path: / 2023-10-21T15:40:34.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:33 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:34.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:33 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:40:34.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:33 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:40:35.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:34 smithi046 ceph-mon[99436]: pgmap v324: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.4 KiB/s wr, 13 op/s 2023-10-21T15:40:35.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:34 smithi105 ceph-mon[103980]: pgmap v324: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.4 KiB/s wr, 13 op/s 2023-10-21T15:40:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:34 smithi119 ceph-mon[103628]: pgmap v324: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.4 KiB/s wr, 13 op/s 2023-10-21T15:40:36.050 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 -- 172.21.15.46:0/1855799546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac0ffdf0 msgr2=0x7f1dac100210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 --2- 172.21.15.46:0/1855799546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac0ffdf0 0x7f1dac100210 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0099c0 tx=0x7f1d9c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 -- 172.21.15.46:0/1855799546 shutdown_connections 2023-10-21T15:40:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 --2- 172.21.15.46:0/1855799546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac0ffdf0 0x7f1dac100210 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.051 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 --2- 172.21.15.46:0/1855799546 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1dac101980 0x7f1dac108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 --2- 172.21.15.46:0/1855799546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1dac100fe0 0x7f1dac101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 -- 172.21.15.46:0/1855799546 >> 172.21.15.46:0/1855799546 conn(0x7f1dac0fb340 msgr2=0x7f1dac0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 -- 172.21.15.46:0/1855799546 shutdown_connections 2023-10-21T15:40:36.052 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.049+0000 7f1db16c1700 1 -- 172.21.15.46:0/1855799546 wait complete. 2023-10-21T15:40:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1db16c1700 1 Processor -- start 2023-10-21T15:40:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1db16c1700 1 -- start start 2023-10-21T15:40:36.054 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1db16c1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1dac0ffdf0 0x7f1dac196da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.055 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1db16c1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac100fe0 0x7f1dac1972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.055 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1db16c1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1dac101980 0x7f1dac1980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.055 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1db16c1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dac198790 con 0x7f1dac100fe0 2023-10-21T15:40:36.055 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1db16c1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dac198900 con 0x7f1dac0ffdf0 2023-10-21T15:40:36.055 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1db16c1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dac198ac0 con 0x7f1dac101980 2023-10-21T15:40:36.056 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1daa7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac100fe0 0x7f1dac1972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.056 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1daa7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac100fe0 0x7f1dac1972e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35640/0 (socket says 172.21.15.46:35640) 2023-10-21T15:40:36.056 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1daa7fc700 1 -- 172.21.15.46:0/831513775 learned_addr learned my addr 172.21.15.46:0/831513775 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:36.056 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1dab7fe700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1dac101980 0x7f1dac1980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.056 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.050+0000 7f1daaffd700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1dac0ffdf0 0x7f1dac196da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.057 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1daa7fc700 1 -- 172.21.15.46:0/831513775 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1dac101980 msgr2=0x7f1dac1980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.057 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1dac101980 0x7f1dac1980b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.057 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1daa7fc700 1 -- 172.21.15.46:0/831513775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1dac0ffdf0 msgr2=0x7f1dac196da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.057 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1dac0ffdf0 0x7f1dac196da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.057 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1daa7fc700 1 -- 172.21.15.46:0/831513775 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d9c0095f0 con 0x7f1dac100fe0 2023-10-21T15:40:36.058 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1daaffd700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1dac0ffdf0 0x7f1dac196da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:36.058 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac100fe0 0x7f1dac1972e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1da000e9a0 tx=0x7f1da000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:36.058 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1d93fff700 1 -- 172.21.15.46:0/831513775 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da0009790 con 0x7f1dac100fe0 2023-10-21T15:40:36.058 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1db16c1700 1 -- 172.21.15.46:0/831513775 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dac198da0 con 0x7f1dac100fe0 2023-10-21T15:40:36.058 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1d93fff700 1 -- 172.21.15.46:0/831513775 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1da000cbd0 con 0x7f1dac100fe0 2023-10-21T15:40:36.059 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1d93fff700 1 -- 172.21.15.46:0/831513775 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da0018680 con 0x7f1dac100fe0 2023-10-21T15:40:36.059 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.051+0000 7f1db16c1700 1 -- 172.21.15.46:0/831513775 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dac19f530 con 0x7f1dac100fe0 2023-10-21T15:40:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.054+0000 7f1d93fff700 1 -- 172.21.15.46:0/831513775 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1da000cd40 con 0x7f1dac100fe0 2023-10-21T15:40:36.065 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.055+0000 7f1d93fff700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1d940a1480 0x7f1d940a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.055+0000 7f1daaffd700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1d940a1480 0x7f1d940a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.055+0000 7f1d93fff700 1 -- 172.21.15.46:0/831513775 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1da0014070 con 0x7f1dac100fe0 2023-10-21T15:40:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dbd8aab80 1 Processor -- start 2023-10-21T15:40:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dbd8aab80 1 -- start start 2023-10-21T15:40:36.066 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1daaffd700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1d940a1480 0x7f1d940a3940 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1dac197b40 tx=0x7f1d9c01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b2bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b2c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3a9fc10 con 0x5596e3b2a850 2023-10-21T15:40:36.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3a84c00 con 0x5596e3b2b1b0 2023-10-21T15:40:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3a82520 con 0x5596e3b2c0a0 2023-10-21T15:40:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1daaffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1daaffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35646/0 (socket says 172.21.15.46:35646) 2023-10-21T15:40:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1daaffd700 1 -- 172.21.15.46:0/2208898982 learned_addr learned my addr 172.21.15.46:0/2208898982 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:36.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b2bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.056+0000 7f1dab7fe700 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b2c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1daaffd700 1 -- 172.21.15.46:0/2208898982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 msgr2=0x5596e3b2c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:36.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1daaffd700 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b2c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1daaffd700 1 -- 172.21.15.46:0/2208898982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 msgr2=0x5596e3b2bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:36.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1daaffd700 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b2bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1daaffd700 1 -- 172.21.15.46:0/2208898982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5596e3a3b390 con 0x5596e3b2a850 2023-10-21T15:40:36.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1daaffd700 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac70 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c015000 tx=0x7f1d9c01e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afbd8354c6ff3707 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:36.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1d917fa700 1 -- 172.21.15.46:0/2208898982 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c02a070 con 0x5596e3b2a850 2023-10-21T15:40:36.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1d917fa700 1 -- 172.21.15.46:0/2208898982 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d9c00bcb0 con 0x5596e3b2a850 2023-10-21T15:40:36.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.057+0000 7f1d917fa700 1 -- 172.21.15.46:0/2208898982 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c01d040 con 0x5596e3b2a850 2023-10-21T15:40:36.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/2208898982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 msgr2=0x5596e3b2ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac70 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c015000 tx=0x7f1d9c01e000 comp rx=0 tx=0).stop 2023-10-21T15:40:36.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/2208898982 shutdown_connections 2023-10-21T15:40:36.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac70 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b2c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/2208898982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b2bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/2208898982 >> 172.21.15.46:0/2208898982 conn(0x5596e3a58d70 msgr2=0x5596e3b25c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:36.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/2208898982 shutdown_connections 2023-10-21T15:40:36.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/2208898982 wait complete. 2023-10-21T15:40:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 -- start start 2023-10-21T15:40:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.058+0000 7f1dbd8aab80 1 Processor -- start 2023-10-21T15:40:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2a850 0x5596e3b34690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2b1b0 0x5596e3b34bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b3bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3a7de10 con 0x5596e3b2c0a0 2023-10-21T15:40:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3a1a6b0 con 0x5596e3b2a850 2023-10-21T15:40:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3a1a350 con 0x5596e3b2b1b0 2023-10-21T15:40:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dbd8aab80 10 client.0 _ll_register_callbacks cb 0x5596e38777a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:36.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2a850 0x5596e3b34690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2a850 0x5596e3b34690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52584/0 (socket says 172.21.15.46:52584) 2023-10-21T15:40:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 -- 172.21.15.46:0/3605050299 learned_addr learned my addr 172.21.15.46:0/3605050299 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dab7fe700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b3bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2b1b0 0x5596e3b34bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 -- 172.21.15.46:0/3605050299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2b1b0 msgr2=0x5596e3b34bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2b1b0 0x5596e3b34bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 -- 172.21.15.46:0/3605050299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 msgr2=0x5596e3b3bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b3bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 -- 172.21.15.46:0/3605050299 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dac108b80 con 0x5596e3b2a850 2023-10-21T15:40:36.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2b1b0 0x5596e3b34bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:40:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1dab7fe700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b3bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1daaffd700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2a850 0x5596e3b34690 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c00a010 tx=0x7f1d9c0094b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a479458219a2537a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.059+0000 7f1d8eff5700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:40:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.060+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3605050299 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c02a040 con 0x5596e3b2a850 2023-10-21T15:40:36.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.060+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3605050299 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1d9c005300 con 0x5596e3b2a850 2023-10-21T15:40:36.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.060+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3605050299 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5596e3a82e90 con 0x5596e3b2a850 2023-10-21T15:40:36.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.060+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3605050299 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1d9c0054c0 con 0x5596e3b2a850 2023-10-21T15:40:36.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.060+0000 7f1dbd8aab80 10 client.25385 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:36.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.060+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3605050299 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5596e38a8d80 con 0x5596e3b2a850 2023-10-21T15:40:36.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.060+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3605050299 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5596e3a82e90 con 0x5596e3b2a850 2023-10-21T15:40:36.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.060+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3605050299 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1d9c036400 con 0x5596e3b2a850 2023-10-21T15:40:36.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1dbd8aab80 10 client.25385 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:36.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1dbd8aab80 10 client.25385 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:36.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1dbd8aab80 20 client.25385 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:36.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5596e3b3ffb0 0x5596e3b423d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1dbd8aab80 4 client.25385 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:36.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3605050299 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5596e3afabb0 con 0x5596e3b3ffb0 2023-10-21T15:40:36.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5596e3b3ffb0 0x5596e3b423d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1d8eff5700 10 client.25385 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:36.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.061+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5596e3b3ffb0 0x5596e3b423d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77b54a8ddf8ffa15 server_cookie=d3d9d3cab45b837a in_seq=0 out_seq=0 2023-10-21T15:40:36.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3605050299 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5596e3afabb0 con 0x5596e3b3ffb0 2023-10-21T15:40:36.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1d8eff5700 10 client.25385 handle_command_reply: tid=0 2023-10-21T15:40:36.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 client.25385 shutdown 2023-10-21T15:40:36.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3605050299 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2a850 msgr2=0x5596e3b34690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2a850 0x5596e3b34690 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c00a010 tx=0x7f1d9c0094b0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3605050299 shutdown_connections 2023-10-21T15:40:36.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5596e3b3ffb0 0x5596e3b423d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b3bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2a850 0x5596e3b34690 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3605050299 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2b1b0 0x5596e3b34bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3605050299 >> 172.21.15.46:0/3605050299 conn(0x5596e3a58d70 msgr2=0x5596e3b25830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:36.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1d8eff5700 0 client.25385 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:36.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3605050299 shutdown_connections 2023-10-21T15:40:36.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3605050299 wait complete. 2023-10-21T15:40:36.084 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.062+0000 7f1dbd8aab80 20 client.25385 trim_cache size 0 max 16384 2023-10-21T15:40:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.077+0000 7f1dbd8aab80 1 Processor -- start 2023-10-21T15:40:36.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.077+0000 7f1dbd8aab80 1 -- start start 2023-10-21T15:40:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b3bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b32460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e38fe8c0 con 0x5596e3b2a850 2023-10-21T15:40:36.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3b2bf20 con 0x5596e3b2b1b0 2023-10-21T15:40:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3b34200 con 0x5596e3b2c0a0 2023-10-21T15:40:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35660/0 (socket says 172.21.15.46:35660) 2023-10-21T15:40:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 -- 172.21.15.46:0/796965640 learned_addr learned my addr 172.21.15.46:0/796965640 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:36.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1dab7fe700 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b32460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b3bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 -- 172.21.15.46:0/796965640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 msgr2=0x5596e3b32460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b32460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 -- 172.21.15.46:0/796965640 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 msgr2=0x5596e3b3bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:36.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b3bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 -- 172.21.15.46:0/796965640 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5596e3891c00 con 0x5596e3b2a850 2023-10-21T15:40:36.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1dab7fe700 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b32460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:40:36.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.078+0000 7f1daaffd700 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac30 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0098e0 tx=0x7f1d9c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=584a797521af9da1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:36.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.079+0000 7f1d91ffb700 1 -- 172.21.15.46:0/796965640 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c01d070 con 0x5596e3b2a850 2023-10-21T15:40:36.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.079+0000 7f1d91ffb700 1 -- 172.21.15.46:0/796965640 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d9c0055c0 con 0x5596e3b2a850 2023-10-21T15:40:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.079+0000 7f1d91ffb700 1 -- 172.21.15.46:0/796965640 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c02a040 con 0x5596e3b2a850 2023-10-21T15:40:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/796965640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 msgr2=0x5596e3b2ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac30 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0098e0 tx=0x7f1d9c009310 comp rx=0 tx=0).stop 2023-10-21T15:40:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/796965640 shutdown_connections 2023-10-21T15:40:36.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2a850 0x5596e3b2ac30 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2c0a0 0x5596e3b32460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/796965640 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b3bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/796965640 >> 172.21.15.46:0/796965640 conn(0x5596e3a58d70 msgr2=0x5596e3b33340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:36.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/796965640 shutdown_connections 2023-10-21T15:40:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/796965640 wait complete. 2023-10-21T15:40:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 -- start start 2023-10-21T15:40:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 Processor -- start 2023-10-21T15:40:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2a850 0x5596e3b39ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.080+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b8fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1dbd8aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b92300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3b31d10 con 0x5596e3b2c0a0 2023-10-21T15:40:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3b92840 con 0x5596e3b2b1b0 2023-10-21T15:40:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1dbd8aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596e3b96d90 con 0x5596e3b2a850 2023-10-21T15:40:36.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1dbd8aab80 10 client.0 _ll_register_callbacks cb 0x7f1da0010aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:36.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1dab7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b92300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1dab7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b92300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35666/0 (socket says 172.21.15.46:35666) 2023-10-21T15:40:36.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1dab7fe700 1 -- 172.21.15.46:0/3986784137 learned_addr learned my addr 172.21.15.46:0/3986784137 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:36.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1daaffd700 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2a850 0x5596e3b39ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b8fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1daaffd700 1 -- 172.21.15.46:0/3986784137 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 msgr2=0x5596e3b8fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:36.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1daaffd700 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b8fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1daaffd700 1 -- 172.21.15.46:0/3986784137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 msgr2=0x5596e3b92300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:36.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1daaffd700 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b92300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1daaffd700 1 -- 172.21.15.46:0/3986784137 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1da4009a40 con 0x5596e3b2a850 2023-10-21T15:40:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1daaffd700 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2a850 0x5596e3b39ad0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c036ad0 tx=0x7f1d9c000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57f06f0ff456ab6d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.081+0000 7f1d8eff5700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:40:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3986784137 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c01d040 con 0x5596e3b2a850 2023-10-21T15:40:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3986784137 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1d9c00bcb0 con 0x5596e3b2a850 2023-10-21T15:40:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3986784137 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1d9c042480 con 0x5596e3b2a850 2023-10-21T15:40:36.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3986784137 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1d9c02a040 con 0x5596e3b2a850 2023-10-21T15:40:36.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 10 client.25507 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:36.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3986784137 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5596e38a8d80 con 0x5596e3b2a850 2023-10-21T15:40:36.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3986784137 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d9c00bcb0 con 0x5596e3b2a850 2023-10-21T15:40:36.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3986784137 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1d9c04b770 con 0x5596e3b2a850 2023-10-21T15:40:36.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 10 client.25507 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:36.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 10 client.25507 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:36.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 20 client.25507 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:36.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5596e3b931a0 0x5596e3b955c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:36.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 4 client.25507 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:40:36.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.082+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3986784137 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5596e3a76df0 con 0x5596e3b931a0 2023-10-21T15:40:36.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.083+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5596e3b931a0 0x5596e3b955c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:36.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.083+0000 7f1d8eff5700 10 client.25507 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:36.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.083+0000 7f1daa7fc700 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5596e3b931a0 0x5596e3b955c0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eba5f4ea0a508f3 server_cookie=a04f805605a9cc7d in_seq=0 out_seq=0 2023-10-21T15:40:36.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1d8eff5700 1 -- 172.21.15.46:0/3986784137 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5596e3a76df0 con 0x5596e3b931a0 2023-10-21T15:40:36.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1d8eff5700 10 client.25507 handle_command_reply: tid=0 2023-10-21T15:40:36.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 client.25507 shutdown 2023-10-21T15:40:36.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3986784137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2a850 msgr2=0x5596e3b39ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2a850 0x5596e3b39ad0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c036ad0 tx=0x7f1d9c000bc0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3986784137 shutdown_connections 2023-10-21T15:40:36.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5596e3b931a0 0x5596e3b955c0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596e3b2c0a0 0x5596e3b92300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5596e3b2a850 0x5596e3b39ad0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 --2- 172.21.15.46:0/3986784137 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5596e3b2b1b0 0x5596e3b8fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3986784137 >> 172.21.15.46:0/3986784137 conn(0x5596e3a58d70 msgr2=0x5596e3b41fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:36.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1d8eff5700 0 client.25507 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:36.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.089+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3986784137 shutdown_connections 2023-10-21T15:40:36.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1dbd8aab80 1 -- 172.21.15.46:0/3986784137 wait complete. 2023-10-21T15:40:36.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1dbd8aab80 20 client.25507 trim_cache size 0 max 16384 2023-10-21T15:40:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:40:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:40:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:40:36.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:40:36.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 -- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1d940a1480 msgr2=0x7f1d940a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1d940a1480 0x7f1d940a3940 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1dac197b40 tx=0x7f1d9c01a040 comp rx=0 tx=0).stop 2023-10-21T15:40:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 -- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac100fe0 msgr2=0x7f1dac1972e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac100fe0 0x7f1dac1972e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1da000e9a0 tx=0x7f1da000ecb0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 -- 172.21.15.46:0/831513775 shutdown_connections 2023-10-21T15:40:36.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1d940a1480 0x7f1d940a3940 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1dac101980 0x7f1dac1980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1dac0ffdf0 0x7f1dac196da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 --2- 172.21.15.46:0/831513775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dac100fe0 0x7f1dac1972e0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.090+0000 7f1db16c1700 1 -- 172.21.15.46:0/831513775 >> 172.21.15.46:0/831513775 conn(0x7f1dac0fb340 msgr2=0x7f1dac068330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:36.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.091+0000 7f1db16c1700 1 -- 172.21.15.46:0/831513775 shutdown_connections 2023-10-21T15:40:36.113 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:36.091+0000 7f1db16c1700 1 -- 172.21.15.46:0/831513775 wait complete. 2023-10-21T15:40:37.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:36 smithi119 ceph-mon[103628]: pgmap v325: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2023-10-21T15:40:37.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:36 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:36 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:36 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:36 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:36 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.035 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:36 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:36 smithi046 ceph-mon[99436]: pgmap v325: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2023-10-21T15:40:37.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:36 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:36 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:36 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:36 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:36 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:36 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:36 smithi105 ceph-mon[103980]: pgmap v325: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2023-10-21T15:40:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:36 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:36 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:36 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:36 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:36 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:37.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:36 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:38.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:37 smithi119 ceph-mon[103628]: scrub summary: idle 2023-10-21T15:40:38.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:37 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:40:38.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:37 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:40:38.034 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:37 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:38.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:37 smithi046 ceph-mon[99436]: scrub summary: idle 2023-10-21T15:40:38.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:37 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:40:38.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:37 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:40:38.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:37 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:37 smithi105 ceph-mon[103980]: scrub summary: idle 2023-10-21T15:40:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:37 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:40:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:37 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:40:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:37 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:40:39.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:38 smithi119 ceph-mon[103628]: pgmap v326: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1023 B/s wr, 10 op/s 2023-10-21T15:40:39.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:38 smithi046 ceph-mon[99436]: pgmap v326: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1023 B/s wr, 10 op/s 2023-10-21T15:40:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:38 smithi105 ceph-mon[103980]: pgmap v326: 97 pgs: 97 active+clean; 665 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1023 B/s wr, 10 op/s 2023-10-21T15:40:41.033 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:40 smithi119 ceph-mon[103628]: pgmap v327: 97 pgs: 97 active+clean; 666 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-10-21T15:40:41.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:40 smithi046 ceph-mon[99436]: pgmap v327: 97 pgs: 97 active+clean; 666 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-10-21T15:40:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:40 smithi105 ceph-mon[103980]: pgmap v327: 97 pgs: 97 active+clean; 666 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-10-21T15:40:41.748 INFO:tasks.workunit.client.0.smithi046.stderr:Note: switching to 'f0804064d67a2a63dbabf1801ff452580a050cfc'. 2023-10-21T15:40:41.749 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:40:41.749 INFO:tasks.workunit.client.0.smithi046.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-10-21T15:40:41.749 INFO:tasks.workunit.client.0.smithi046.stderr:changes and commit them, and you can discard any commits you make in this 2023-10-21T15:40:41.749 INFO:tasks.workunit.client.0.smithi046.stderr:state without impacting any branches by switching back to a branch. 2023-10-21T15:40:41.750 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:40:41.750 INFO:tasks.workunit.client.0.smithi046.stderr:If you want to create a new branch to retain commits you create, you may 2023-10-21T15:40:41.750 INFO:tasks.workunit.client.0.smithi046.stderr:do so (now or later) by using -c with the switch command. Example: 2023-10-21T15:40:41.750 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:40:41.750 INFO:tasks.workunit.client.0.smithi046.stderr: git switch -c 2023-10-21T15:40:41.751 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:40:41.751 INFO:tasks.workunit.client.0.smithi046.stderr:Or undo this operation with: 2023-10-21T15:40:41.751 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:40:41.751 INFO:tasks.workunit.client.0.smithi046.stderr: git switch - 2023-10-21T15:40:41.752 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:40:41.752 INFO:tasks.workunit.client.0.smithi046.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-10-21T15:40:41.752 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:40:41.752 INFO:tasks.workunit.client.0.smithi046.stderr:HEAD is now at f0804064d67 Merge pull request #54109 from ceph/wip-yuri-crontab-main 2023-10-21T15:40:41.753 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-10-21T15:40:41.781 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-10-21T15:40:41.783 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-21T15:40:41.783 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-10-21T15:40:42.317 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-10-21T15:40:42.370 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-10-21T15:40:42.408 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-21T15:40:42.410 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-21T15:40:42.410 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-10-21T15:40:42.447 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-21T15:40:42.451 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:40:42.451 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-10-21T15:40:42.508 INFO:tasks.workunit:Running workunits matching suites/fsx.sh on client.0... 2023-10-21T15:40:42.510 INFO:tasks.workunit:Running workunit suites/fsx.sh... 2023-10-21T15:40:42.510 DEBUG:teuthology.orchestra.run.smithi046:workunit test suites/fsx.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=f0804064d67a2a63dbabf1801ff452580a050cfc TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsx.sh 2023-10-21T15:40:42.571 INFO:tasks.workunit.client.0.smithi046.stderr:+ set -e 2023-10-21T15:40:42.571 INFO:tasks.workunit.client.0.smithi046.stderr:+ git clone https://git.ceph.com/xfstests-dev.git 2023-10-21T15:40:42.573 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into 'xfstests-dev'... 2023-10-21T15:40:43.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:42 smithi046 ceph-mon[99436]: pgmap v328: 97 pgs: 97 active+clean; 666 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 853 B/s wr, 11 op/s 2023-10-21T15:40:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:42 smithi105 ceph-mon[103980]: pgmap v328: 97 pgs: 97 active+clean; 666 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 853 B/s wr, 11 op/s 2023-10-21T15:40:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:42 smithi119 ceph-mon[103628]: pgmap v328: 97 pgs: 97 active+clean; 666 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 853 B/s wr, 11 op/s 2023-10-21T15:40:45.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:44 smithi046 ceph-mon[99436]: pgmap v329: 97 pgs: 97 active+clean; 798 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 15 op/s 2023-10-21T15:40:45.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:44 smithi105 ceph-mon[103980]: pgmap v329: 97 pgs: 97 active+clean; 798 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 15 op/s 2023-10-21T15:40:45.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:44 smithi119 ceph-mon[103628]: pgmap v329: 97 pgs: 97 active+clean; 798 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 15 op/s 2023-10-21T15:40:47.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:46 smithi046 ceph-mon[99436]: pgmap v330: 97 pgs: 97 active+clean; 798 KiB data, 333 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 12 op/s 2023-10-21T15:40:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:46 smithi105 ceph-mon[103980]: pgmap v330: 97 pgs: 97 active+clean; 798 KiB data, 333 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 12 op/s 2023-10-21T15:40:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:46 smithi119 ceph-mon[103628]: pgmap v330: 97 pgs: 97 active+clean; 798 KiB data, 333 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 12 op/s 2023-10-21T15:40:49.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:48 smithi046 ceph-mon[99436]: pgmap v331: 97 pgs: 97 active+clean; 10 MiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 806 KiB/s wr, 13 op/s 2023-10-21T15:40:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 -- 172.21.15.46:0/1635830952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 msgr2=0x7f486c108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 --2- 172.21.15.46:0/1635830952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 0x7f486c108230 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f486400b0d0 tx=0x7f486400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 -- 172.21.15.46:0/1635830952 shutdown_connections 2023-10-21T15:40:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 --2- 172.21.15.46:0/1635830952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 0x7f486c108230 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 --2- 172.21.15.46:0/1635830952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f486c0ffdf0 0x7f486c100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 --2- 172.21.15.46:0/1635830952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f486c100fe0 0x7f486c101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 -- 172.21.15.46:0/1635830952 >> 172.21.15.46:0/1635830952 conn(0x7f486c0fb340 msgr2=0x7f486c0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 -- 172.21.15.46:0/1635830952 shutdown_connections 2023-10-21T15:40:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.217+0000 7f4873d56700 1 -- 172.21.15.46:0/1635830952 wait complete. 2023-10-21T15:40:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4873d56700 1 Processor -- start 2023-10-21T15:40:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4873d56700 1 -- start start 2023-10-21T15:40:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4873d56700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f486c0ffdf0 0x7f486c199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4873d56700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f486c100fe0 0x7f486c19bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4873d56700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 0x7f486c19e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4873d56700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c19eac0 con 0x7f486c101980 2023-10-21T15:40:49.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4873d56700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c19ec00 con 0x7f486c100fe0 2023-10-21T15:40:49.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4873d56700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c19edc0 con 0x7f486c0ffdf0 2023-10-21T15:40:49.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 0x7f486c19e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 0x7f486c19e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35694/0 (socket says 172.21.15.46:35694) 2023-10-21T15:40:49.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 -- 172.21.15.46:0/4266007870 learned_addr learned my addr 172.21.15.46:0/4266007870 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:49.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48712f1700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f486c100fe0 0x7f486c19bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f4871af2700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f486c0ffdf0 0x7f486c199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 -- 172.21.15.46:0/4266007870 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f486c0ffdf0 msgr2=0x7f486c199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f486c0ffdf0 0x7f486c199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 -- 172.21.15.46:0/4266007870 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f486c100fe0 msgr2=0x7f486c19bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f486c100fe0 0x7f486c19bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 -- 172.21.15.46:0/4266007870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4864009d00 con 0x7f486c101980 2023-10-21T15:40:49.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.218+0000 7f48722f3700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 0x7f486c19e4f0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f4864008eb0 tx=0x7f4864008ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.219+0000 7f4862ffd700 1 -- 172.21.15.46:0/4266007870 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f486400e040 con 0x7f486c101980 2023-10-21T15:40:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.219+0000 7f4873d56700 1 -- 172.21.15.46:0/4266007870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f486c1958f0 con 0x7f486c101980 2023-10-21T15:40:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.219+0000 7f4862ffd700 1 -- 172.21.15.46:0/4266007870 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f486400bdb0 con 0x7f486c101980 2023-10-21T15:40:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.219+0000 7f4862ffd700 1 -- 172.21.15.46:0/4266007870 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f486401d470 con 0x7f486c101980 2023-10-21T15:40:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.219+0000 7f4873d56700 1 -- 172.21.15.46:0/4266007870 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f486c195e00 con 0x7f486c101980 2023-10-21T15:40:49.233 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.221+0000 7f4862ffd700 1 -- 172.21.15.46:0/4266007870 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4864005020 con 0x7f486c101980 2023-10-21T15:40:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.222+0000 7f4862ffd700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48580a1480 0x7f48580a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.222+0000 7f4871af2700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48580a1480 0x7f48580a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.222+0000 7f4862ffd700 1 -- 172.21.15.46:0/4266007870 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f48640cdf30 con 0x7f486c101980 2023-10-21T15:40:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.222+0000 7f4871af2700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48580a1480 0x7f48580a3940 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f486c068d90 tx=0x7f4868009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.223+0000 7f487ff3fb80 1 Processor -- start 2023-10-21T15:40:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.223+0000 7f487ff3fb80 1 -- start start 2023-10-21T15:40:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.223+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250e6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.223+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250e7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.223+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250e8520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.223+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e2505bc10 con 0x563e250e80a0 2023-10-21T15:40:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.223+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e25040c00 con 0x563e250e6850 2023-10-21T15:40:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.223+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e2503e520 con 0x563e250e71b0 2023-10-21T15:40:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250e8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250e8520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35702/0 (socket says 172.21.15.46:35702) 2023-10-21T15:40:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 -- 172.21.15.46:0/771612244 learned_addr learned my addr 172.21.15.46:0/771612244 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:49.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48712f1700 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250e7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f4871af2700 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250e6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 -- 172.21.15.46:0/771612244 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 msgr2=0x563e250e7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:49.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250e7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 -- 172.21.15.46:0/771612244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 msgr2=0x563e250e6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250e6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 -- 172.21.15.46:0/771612244 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563e24ff7390 con 0x563e250e80a0 2023-10-21T15:40:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f4871af2700 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250e6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:40:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f48722f3700 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250e8520 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f48640977f0 tx=0x7f486400b3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f817216a8cccf8e6 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f4857fff700 1 -- 172.21.15.46:0/771612244 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f486409b2f0 con 0x563e250e80a0 2023-10-21T15:40:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f4857fff700 1 -- 172.21.15.46:0/771612244 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f486409f440 con 0x563e250e80a0 2023-10-21T15:40:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.224+0000 7f4857fff700 1 -- 172.21.15.46:0/771612244 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f486409b550 con 0x563e250e80a0 2023-10-21T15:40:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 -- 172.21.15.46:0/771612244 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 msgr2=0x563e250e8520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250e8520 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f48640977f0 tx=0x7f486400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 -- 172.21.15.46:0/771612244 shutdown_connections 2023-10-21T15:40:49.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250e8520 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250e6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/771612244 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250e7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 -- 172.21.15.46:0/771612244 >> 172.21.15.46:0/771612244 conn(0x563e25014d70 msgr2=0x563e250e1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:49.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 -- 172.21.15.46:0/771612244 shutdown_connections 2023-10-21T15:40:49.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 -- 172.21.15.46:0/771612244 wait complete. 2023-10-21T15:40:49.241 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.225+0000 7f487ff3fb80 1 -- start start 2023-10-21T15:40:49.241 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f487ff3fb80 1 Processor -- start 2023-10-21T15:40:49.241 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f04e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.241 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.241 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e25039e10 con 0x563e250e6850 2023-10-21T15:40:49.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e24fd66b0 con 0x563e250e80a0 2023-10-21T15:40:49.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e24fd6350 con 0x563e250e71b0 2023-10-21T15:40:49.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f487ff3fb80 10 client.0 _ll_register_callbacks cb 0x563e24e337a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:49.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f4871af2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f4871af2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f04e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35704/0 (socket says 172.21.15.46:35704) 2023-10-21T15:40:49.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f4871af2700 1 -- 172.21.15.46:0/3272228580 learned_addr learned my addr 172.21.15.46:0/3272228580 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:49.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.226+0000 7f48712f1700 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f48722f3700 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f4871af2700 1 -- 172.21.15.46:0/3272228580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 msgr2=0x563e250f0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:49.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f4871af2700 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f4871af2700 1 -- 172.21.15.46:0/3272228580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 msgr2=0x563e250f7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:49.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f4871af2700 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f4871af2700 1 -- 172.21.15.46:0/3272228580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f486c195e00 con 0x563e250e6850 2023-10-21T15:40:49.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f48712f1700 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:49.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f4871af2700 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f04e0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f4868011fd0 tx=0x7f48680047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a63853cedf2d9ce1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:49.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f48557fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:49.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f48557fa700 1 -- 172.21.15.46:0/3272228580 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f486800e8c0 con 0x563e250e6850 2023-10-21T15:40:49.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f48557fa700 1 -- 172.21.15.46:0/3272228580 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f486800ea20 con 0x563e250e6850 2023-10-21T15:40:49.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f487ff3fb80 1 -- 172.21.15.46:0/3272228580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563e2503ee90 con 0x563e250e6850 2023-10-21T15:40:49.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f48557fa700 1 -- 172.21.15.46:0/3272228580 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f486800ebe0 con 0x563e250e6850 2023-10-21T15:40:49.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f487ff3fb80 10 client.15765 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:49.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f487ff3fb80 1 -- 172.21.15.46:0/3272228580 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x563e24e64d80 con 0x563e250e6850 2023-10-21T15:40:49.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.227+0000 7f48557fa700 1 -- 172.21.15.46:0/3272228580 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563e2503ee90 con 0x563e250e6850 2023-10-21T15:40:49.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f48557fa700 1 -- 172.21.15.46:0/3272228580 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f48680273f0 con 0x563e250e6850 2023-10-21T15:40:49.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f487ff3fb80 10 client.15765 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:49.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f487ff3fb80 10 client.15765 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:49.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f487ff3fb80 20 client.15765 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:49.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563e250fc380 0x563e250fe7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f487ff3fb80 4 client.15765 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:40:49.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f487ff3fb80 1 -- 172.21.15.46:0/3272228580 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563e250b6bb0 con 0x563e250fc380 2023-10-21T15:40:49.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f48712f1700 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563e250fc380 0x563e250fe7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f48557fa700 10 client.15765 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:49.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.228+0000 7f48712f1700 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563e250fc380 0x563e250fe7a0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b36576c6c71eefbb server_cookie=c717eeac4c105e6d in_seq=0 out_seq=0 2023-10-21T15:40:49.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f48557fa700 1 -- 172.21.15.46:0/3272228580 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563e250b6bb0 con 0x563e250fc380 2023-10-21T15:40:49.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f48557fa700 10 client.15765 handle_command_reply: tid=0 2023-10-21T15:40:49.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 client.15765 shutdown 2023-10-21T15:40:49.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 -- 172.21.15.46:0/3272228580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 msgr2=0x563e250f04e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.250 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f04e0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f4868011fd0 tx=0x7f48680047c0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.250 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 -- 172.21.15.46:0/3272228580 shutdown_connections 2023-10-21T15:40:49.250 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563e250fc380 0x563e250fe7a0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.250 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f04e0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.250 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f48557fa700 0 client.15765 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:49.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/3272228580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 -- 172.21.15.46:0/3272228580 >> 172.21.15.46:0/3272228580 conn(0x563e25014d70 msgr2=0x563e250e17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:49.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 -- 172.21.15.46:0/3272228580 shutdown_connections 2023-10-21T15:40:49.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.229+0000 7f487ff3fb80 1 -- 172.21.15.46:0/3272228580 wait complete. 2023-10-21T15:40:49.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.230+0000 7f487ff3fb80 20 client.15765 trim_cache size 0 max 16384 2023-10-21T15:40:49.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:48 smithi105 ceph-mon[103980]: pgmap v331: 97 pgs: 97 active+clean; 10 MiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 806 KiB/s wr, 13 op/s 2023-10-21T15:40:49.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f487ff3fb80 1 Processor -- start 2023-10-21T15:40:49.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f487ff3fb80 1 -- start start 2023-10-21T15:40:49.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250f0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250f07d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e24eba8c0 con 0x563e250e80a0 2023-10-21T15:40:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e250e21c0 con 0x563e250e6850 2023-10-21T15:40:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e250e6490 con 0x563e250e71b0 2023-10-21T15:40:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f48722f3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250f07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f48722f3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250f07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35716/0 (socket says 172.21.15.46:35716) 2023-10-21T15:40:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f48722f3700 1 -- 172.21.15.46:0/2571523204 learned_addr learned my addr 172.21.15.46:0/2571523204 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f4871af2700 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250f0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.245+0000 7f48712f1700 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f48722f3700 1 -- 172.21.15.46:0/2571523204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 msgr2=0x563e250f7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:49.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f48722f3700 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f48722f3700 1 -- 172.21.15.46:0/2571523204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 msgr2=0x563e250f0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:49.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f48722f3700 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250f0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f48722f3700 1 -- 172.21.15.46:0/2571523204 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563e24e4dc00 con 0x563e250e80a0 2023-10-21T15:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f48722f3700 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250f07d0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f4864008f50 tx=0x7f48640053b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c37dd7eb67e103f1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f4860ff9700 1 -- 172.21.15.46:0/2571523204 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f486409b2f0 con 0x563e250e80a0 2023-10-21T15:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f4860ff9700 1 -- 172.21.15.46:0/2571523204 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f48640a35f0 con 0x563e250e80a0 2023-10-21T15:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f4860ff9700 1 -- 172.21.15.46:0/2571523204 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f486409aa40 con 0x563e250e80a0 2023-10-21T15:40:49.261 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f487ff3fb80 1 -- 172.21.15.46:0/2571523204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 msgr2=0x563e250f07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250f07d0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f4864008f50 tx=0x7f48640053b0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f487ff3fb80 1 -- 172.21.15.46:0/2571523204 shutdown_connections 2023-10-21T15:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.246+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e80a0 0x563e250f07d0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.247+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e6850 0x563e250f0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.247+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/2571523204 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.247+0000 7f487ff3fb80 1 -- 172.21.15.46:0/2571523204 >> 172.21.15.46:0/2571523204 conn(0x563e25014d70 msgr2=0x563e250eaf70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.247+0000 7f487ff3fb80 1 -- 172.21.15.46:0/2571523204 shutdown_connections 2023-10-21T15:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.247+0000 7f487ff3fb80 1 -- 172.21.15.46:0/2571523204 wait complete. 2023-10-21T15:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.247+0000 7f487ff3fb80 1 -- start start 2023-10-21T15:40:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.247+0000 7f487ff3fb80 1 Processor -- start 2023-10-21T15:40:49.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.247+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f487ff3fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e250f7690 con 0x563e250e6850 2023-10-21T15:40:49.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e250f7800 con 0x563e250e80a0 2023-10-21T15:40:49.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f487ff3fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e250f79c0 con 0x563e250e71b0 2023-10-21T15:40:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f487ff3fb80 10 client.0 _ll_register_callbacks cb 0x7f486801d410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:40:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35718/0 (socket says 172.21.15.46:35718) 2023-10-21T15:40:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 -- 172.21.15.46:0/1768685131 learned_addr learned my addr 172.21.15.46:0/1768685131 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:40:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f48722f3700 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f48712f1700 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 -- 172.21.15.46:0/1768685131 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 msgr2=0x563e250f4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 -- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 msgr2=0x563e250f7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:40:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 -- 172.21.15.46:0/1768685131 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563e24ff7390 con 0x563e250e6850 2023-10-21T15:40:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f48722f3700 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:40:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f4871af2700 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f3bf0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f4868016040 tx=0x7f4868011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=218ca8e8ad18726b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:40:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f48557fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:40:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f48557fa700 1 -- 172.21.15.46:0/1768685131 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4868004250 con 0x563e250e6850 2023-10-21T15:40:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f48557fa700 1 -- 172.21.15.46:0/1768685131 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f48680043b0 con 0x563e250e6850 2023-10-21T15:40:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f487ff3fb80 1 -- 172.21.15.46:0/1768685131 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f486409f440 con 0x563e250e6850 2023-10-21T15:40:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f48557fa700 1 -- 172.21.15.46:0/1768685131 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4868042030 con 0x563e250e6850 2023-10-21T15:40:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.248+0000 7f487ff3fb80 10 client.15771 fetch_fsmap learned FSMap version 27 2023-10-21T15:40:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f487ff3fb80 1 -- 172.21.15.46:0/1768685131 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x563e24e8b1f0 con 0x563e250e6850 2023-10-21T15:40:49.269 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f48557fa700 1 -- 172.21.15.46:0/1768685131 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f486409f440 con 0x563e250e6850 2023-10-21T15:40:49.269 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f48557fa700 1 -- 172.21.15.46:0/1768685131 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4868005320 con 0x563e250e6850 2023-10-21T15:40:49.269 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f487ff3fb80 10 client.15771 fetch_fsmap finished waiting for FSMap version 27 2023-10-21T15:40:49.269 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f487ff3fb80 10 client.15771 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:40:49.269 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f487ff3fb80 20 client.15771 populate_metadata read hostname 'smithi046' 2023-10-21T15:40:49.270 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563e251515b0 0x563e251539d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:40:49.270 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f487ff3fb80 4 client.15771 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:40:49.270 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f487ff3fb80 1 -- 172.21.15.46:0/1768685131 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563e25032df0 con 0x563e251515b0 2023-10-21T15:40:49.270 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.249+0000 7f48712f1700 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563e251515b0 0x563e251539d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:40:49.270 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.250+0000 7f48557fa700 10 client.15771 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:49.271 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.250+0000 7f48712f1700 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563e251515b0 0x563e251539d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1e860fd76d0d785 server_cookie=2e9ee41e48aa3f70 in_seq=0 out_seq=0 2023-10-21T15:40:49.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:48 smithi119 ceph-mon[103628]: pgmap v331: 97 pgs: 97 active+clean; 10 MiB data, 345 MiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 806 KiB/s wr, 13 op/s 2023-10-21T15:40:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f48557fa700 1 -- 172.21.15.46:0/1768685131 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563e25032df0 con 0x563e251515b0 2023-10-21T15:40:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f48557fa700 10 client.15771 handle_command_reply: tid=0 2023-10-21T15:40:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 client.15771 shutdown 2023-10-21T15:40:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 -- 172.21.15.46:0/1768685131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 msgr2=0x563e250f3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f3bf0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f4868016040 tx=0x7f4868011900 comp rx=0 tx=0).stop 2023-10-21T15:40:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 -- 172.21.15.46:0/1768685131 shutdown_connections 2023-10-21T15:40:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563e251515b0 0x563e251539d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563e250e6850 0x563e250f3bf0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563e250e80a0 0x563e250f7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f48557fa700 0 client.15771 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:40:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 --2- 172.21.15.46:0/1768685131 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563e250e71b0 0x563e250f4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.742+0000 7f487ff3fb80 1 -- 172.21.15.46:0/1768685131 >> 172.21.15.46:0/1768685131 conn(0x563e25014d70 msgr2=0x563e250f0290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f487ff3fb80 1 -- 172.21.15.46:0/1768685131 shutdown_connections 2023-10-21T15:40:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f487ff3fb80 1 -- 172.21.15.46:0/1768685131 wait complete. 2023-10-21T15:40:49.747 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f487ff3fb80 20 client.15771 trim_cache size 0 max 16384 2023-10-21T15:40:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:40:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:40:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:40:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:40:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 -- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48580a1480 msgr2=0x7f48580a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48580a1480 0x7f48580a3940 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f486c068d90 tx=0x7f4868009260 comp rx=0 tx=0).stop 2023-10-21T15:40:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 -- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 msgr2=0x7f486c19e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:40:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 0x7f486c19e4f0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f4864008eb0 tx=0x7f4864008ee0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 -- 172.21.15.46:0/4266007870 shutdown_connections 2023-10-21T15:40:49.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f48580a1480 0x7f48580a3940 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f486c101980 0x7f486c19e4f0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f486c0ffdf0 0x7f486c199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 --2- 172.21.15.46:0/4266007870 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f486c100fe0 0x7f486c19bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:40:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 -- 172.21.15.46:0/4266007870 >> 172.21.15.46:0/4266007870 conn(0x7f486c0fb340 msgr2=0x7f486c104490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:40:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 -- 172.21.15.46:0/4266007870 shutdown_connections 2023-10-21T15:40:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:40:49.743+0000 7f4873d56700 1 -- 172.21.15.46:0/4266007870 wait complete. 2023-10-21T15:40:51.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:50 smithi046 ceph-mon[99436]: pgmap v332: 97 pgs: 97 active+clean; 15 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 18 op/s 2023-10-21T15:40:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:50 smithi105 ceph-mon[103980]: pgmap v332: 97 pgs: 97 active+clean; 15 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 18 op/s 2023-10-21T15:40:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:50 smithi119 ceph-mon[103628]: pgmap v332: 97 pgs: 97 active+clean; 15 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.2 MiB/s wr, 18 op/s 2023-10-21T15:40:53.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:52 smithi046 ceph-mon[99436]: pgmap v333: 97 pgs: 97 active+clean; 15 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.2 MiB/s wr, 163 op/s 2023-10-21T15:40:53.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:52 smithi105 ceph-mon[103980]: pgmap v333: 97 pgs: 97 active+clean; 15 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.2 MiB/s wr, 163 op/s 2023-10-21T15:40:53.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:52 smithi119 ceph-mon[103628]: pgmap v333: 97 pgs: 97 active+clean; 15 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.2 MiB/s wr, 163 op/s 2023-10-21T15:40:55.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:54 smithi046 ceph-mon[99436]: pgmap v334: 97 pgs: 97 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 445 KiB/s rd, 1.5 MiB/s wr, 272 op/s 2023-10-21T15:40:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:54 smithi105 ceph-mon[103980]: pgmap v334: 97 pgs: 97 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 445 KiB/s rd, 1.5 MiB/s wr, 272 op/s 2023-10-21T15:40:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:54 smithi119 ceph-mon[103628]: pgmap v334: 97 pgs: 97 active+clean; 17 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 445 KiB/s rd, 1.5 MiB/s wr, 272 op/s 2023-10-21T15:40:57.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:56 smithi046 ceph-mon[99436]: pgmap v335: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 299 op/s 2023-10-21T15:40:57.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:56 smithi105 ceph-mon[103980]: pgmap v335: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 299 op/s 2023-10-21T15:40:57.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:56 smithi119 ceph-mon[103628]: pgmap v335: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 1.5 MiB/s wr, 299 op/s 2023-10-21T15:40:58.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:57 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:40:58.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:57 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:40:58.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:57 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:40:59.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:40:58 smithi046 ceph-mon[99436]: pgmap v336: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 1.6 MiB/s wr, 301 op/s 2023-10-21T15:40:59.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:40:58 smithi105 ceph-mon[103980]: pgmap v336: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 1.6 MiB/s wr, 301 op/s 2023-10-21T15:40:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:40:58 smithi119 ceph-mon[103628]: pgmap v336: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 523 KiB/s rd, 1.6 MiB/s wr, 301 op/s 2023-10-21T15:41:01.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:00 smithi046 ceph-mon[99436]: pgmap v337: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 817 KiB/s wr, 305 op/s 2023-10-21T15:41:01.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:00 smithi105 ceph-mon[103980]: pgmap v337: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 817 KiB/s wr, 305 op/s 2023-10-21T15:41:01.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:00 smithi119 ceph-mon[103628]: pgmap v337: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 421 KiB/s rd, 817 KiB/s wr, 305 op/s 2023-10-21T15:41:02.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.854+0000 7f36b9811700 1 -- 172.21.15.46:0/325880306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4100fe0 msgr2=0x7f36b4101440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:02.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.854+0000 7f36b9811700 1 --2- 172.21.15.46:0/325880306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4100fe0 0x7f36b4101440 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f36a80099c0 tx=0x7f36a8009cd0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.855+0000 7f36b9811700 1 -- 172.21.15.46:0/325880306 shutdown_connections 2023-10-21T15:41:02.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.855+0000 7f36b9811700 1 --2- 172.21.15.46:0/325880306 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f36b4101980 0x7f36b4108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.855+0000 7f36b9811700 1 --2- 172.21.15.46:0/325880306 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36b40ffdf0 0x7f36b4100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.855+0000 7f36b9811700 1 --2- 172.21.15.46:0/325880306 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4100fe0 0x7f36b4101440 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.855+0000 7f36b9811700 1 -- 172.21.15.46:0/325880306 >> 172.21.15.46:0/325880306 conn(0x7f36b40fb340 msgr2=0x7f36b40fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:02.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.855+0000 7f36b9811700 1 -- 172.21.15.46:0/325880306 shutdown_connections 2023-10-21T15:41:02.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.855+0000 7f36b9811700 1 -- 172.21.15.46:0/325880306 wait complete. 2023-10-21T15:41:02.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.855+0000 7f36b9811700 1 Processor -- start 2023-10-21T15:41:02.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b9811700 1 -- start start 2023-10-21T15:41:02.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b9811700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36b40ffdf0 0x7f36b41998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b9811700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f36b4100fe0 0x7f36b419be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b9811700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4101980 0x7f36b419e370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b9811700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36b419e940 con 0x7f36b4101980 2023-10-21T15:41:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b9811700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36b419ea80 con 0x7f36b4100fe0 2023-10-21T15:41:02.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b9811700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36b419ec40 con 0x7f36b40ffdf0 2023-10-21T15:41:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4101980 0x7f36b419e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4101980 0x7f36b419e370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35736/0 (socket says 172.21.15.46:35736) 2023-10-21T15:41:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 -- 172.21.15.46:0/1764984854 learned_addr learned my addr 172.21.15.46:0/1764984854 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b2ffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36b40ffdf0 0x7f36b41998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b27fc700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f36b4100fe0 0x7f36b419be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 -- 172.21.15.46:0/1764984854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36b40ffdf0 msgr2=0x7f36b41998d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:02.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36b40ffdf0 0x7f36b41998d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 -- 172.21.15.46:0/1764984854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f36b4100fe0 msgr2=0x7f36b419be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:02.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f36b4100fe0 0x7f36b419be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 -- 172.21.15.46:0/1764984854 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36a80095f0 con 0x7f36b4101980 2023-10-21T15:41:02.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b27fc700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f36b4100fe0 0x7f36b419be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:02.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36b40ffdf0 0x7f36b41998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:02.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.856+0000 7f36b37fe700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4101980 0x7f36b419e370 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f36ac00ef30 tx=0x7f36ac00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:02.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.857+0000 7f36b880f700 1 -- 172.21.15.46:0/1764984854 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ac018070 con 0x7f36b4101980 2023-10-21T15:41:02.865 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.857+0000 7f36b880f700 1 -- 172.21.15.46:0/1764984854 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36ac00f040 con 0x7f36b4101980 2023-10-21T15:41:02.866 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.857+0000 7f36b9811700 1 -- 172.21.15.46:0/1764984854 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36b4195770 con 0x7f36b4101980 2023-10-21T15:41:02.866 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.857+0000 7f36b880f700 1 -- 172.21.15.46:0/1764984854 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ac00cd00 con 0x7f36b4101980 2023-10-21T15:41:02.866 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.857+0000 7f36b9811700 1 -- 172.21.15.46:0/1764984854 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36b4195c30 con 0x7f36b4101980 2023-10-21T15:41:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.860+0000 7f36b880f700 1 -- 172.21.15.46:0/1764984854 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f36ac003a00 con 0x7f36b4101980 2023-10-21T15:41:02.872 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.860+0000 7f36b880f700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f369c0a1480 0x7f369c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.873 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.860+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f369c0a1480 0x7f369c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.873 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.860+0000 7f36b880f700 1 -- 172.21.15.46:0/1764984854 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f36ac0cc860 con 0x7f36b4101980 2023-10-21T15:41:02.873 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36c59fab80 1 Processor -- start 2023-10-21T15:41:02.873 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36c59fab80 1 -- start start 2023-10-21T15:41:02.873 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f369c0a1480 0x7f369c0a3940 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f36b4068db0 tx=0x7f36a4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:02.874 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06d850 0x55b45b06dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.874 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b06eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.874 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06f0a0 0x55b45b06f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.874 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36c59fab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45afe2c10 con 0x55b45b06f0a0 2023-10-21T15:41:02.875 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36c59fab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45afc7c00 con 0x55b45b06d850 2023-10-21T15:41:02.875 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36c59fab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45afc5520 con 0x55b45b06e1b0 2023-10-21T15:41:02.875 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06f0a0 0x55b45b06f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.875 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b37fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06f0a0 0x55b45b06f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35744/0 (socket says 172.21.15.46:35744) 2023-10-21T15:41:02.875 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b37fe700 1 -- 172.21.15.46:0/60697325 learned_addr learned my addr 172.21.15.46:0/60697325 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06d850 0x55b45b06dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b27fc700 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b06eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b37fe700 1 -- 172.21.15.46:0/60697325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 msgr2=0x55b45b06eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b37fe700 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b06eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b37fe700 1 -- 172.21.15.46:0/60697325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06d850 msgr2=0x55b45b06dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:02.876 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b37fe700 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06d850 0x55b45b06dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.861+0000 7f36b37fe700 1 -- 172.21.15.46:0/60697325 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b45af7e390 con 0x55b45b06f0a0 2023-10-21T15:41:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36b37fe700 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06f0a0 0x55b45b06f520 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f36ac096690 tx=0x7f36ac0997e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad5540d4bad439e9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f3699ffb700 1 -- 172.21.15.46:0/60697325 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ac004ad0 con 0x55b45b06f0a0 2023-10-21T15:41:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f3699ffb700 1 -- 172.21.15.46:0/60697325 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36ac01b320 con 0x55b45b06f0a0 2023-10-21T15:41:02.877 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f3699ffb700 1 -- 172.21.15.46:0/60697325 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ac0b2210 con 0x55b45b06f0a0 2023-10-21T15:41:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36c59fab80 1 -- 172.21.15.46:0/60697325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06f0a0 msgr2=0x55b45b06f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36c59fab80 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06f0a0 0x55b45b06f520 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f36ac096690 tx=0x7f36ac0997e0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36c59fab80 1 -- 172.21.15.46:0/60697325 shutdown_connections 2023-10-21T15:41:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36c59fab80 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06f0a0 0x55b45b06f520 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.878 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36c59fab80 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06d850 0x55b45b06dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36c59fab80 1 --2- 172.21.15.46:0/60697325 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b06eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36c59fab80 1 -- 172.21.15.46:0/60697325 >> 172.21.15.46:0/60697325 conn(0x55b45af9bd70 msgr2=0x55b45b068c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.862+0000 7f36c59fab80 1 -- 172.21.15.46:0/60697325 shutdown_connections 2023-10-21T15:41:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.863+0000 7f36c59fab80 1 -- 172.21.15.46:0/60697325 wait complete. 2023-10-21T15:41:02.879 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.863+0000 7f36c59fab80 1 -- start start 2023-10-21T15:41:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.863+0000 7f36c59fab80 1 Processor -- start 2023-10-21T15:41:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.863+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b0777b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.863+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b077cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.880 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36c59fab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45afc0e10 con 0x55b45b06d850 2023-10-21T15:41:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36c59fab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45af5d6b0 con 0x55b45b06f0a0 2023-10-21T15:41:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36c59fab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45af5d350 con 0x55b45b06e1b0 2023-10-21T15:41:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36c59fab80 10 client.0 _ll_register_callbacks cb 0x55b45adba7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b0777b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b0777b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35746/0 (socket says 172.21.15.46:35746) 2023-10-21T15:41:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 -- 172.21.15.46:0/2222591971 learned_addr learned my addr 172.21.15.46:0/2222591971 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b37fe700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b27fc700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b077cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 -- 172.21.15.46:0/2222591971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 msgr2=0x55b45b077cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:02.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b077cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 -- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 msgr2=0x55b45b07ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:02.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 -- 172.21.15.46:0/2222591971 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36b4195c30 con 0x55b45b06d850 2023-10-21T15:41:02.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b27fc700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b077cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:02.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b37fe700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:02.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b0777b0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f36a40038c0 tx=0x7f36a40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2926eabccf5efd7f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:02.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f3692ffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:02.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f3692ffd700 1 -- 172.21.15.46:0/2222591971 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36a401f890 con 0x55b45b06d850 2023-10-21T15:41:02.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f36c59fab80 1 -- 172.21.15.46:0/2222591971 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b45afc5e90 con 0x55b45b06d850 2023-10-21T15:41:02.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.864+0000 7f3692ffd700 1 -- 172.21.15.46:0/2222591971 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f36a401f9f0 con 0x55b45b06d850 2023-10-21T15:41:02.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f3692ffd700 1 -- 172.21.15.46:0/2222591971 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f36a401fbf0 con 0x55b45b06d850 2023-10-21T15:41:02.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36c59fab80 10 client.15783 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:02.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36c59fab80 1 -- 172.21.15.46:0/2222591971 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b45adebd80 con 0x55b45b06d850 2023-10-21T15:41:02.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f3692ffd700 1 -- 172.21.15.46:0/2222591971 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b45afc5e90 con 0x55b45b06d850 2023-10-21T15:41:02.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f3692ffd700 1 -- 172.21.15.46:0/2222591971 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f36a40323f0 con 0x55b45b06d850 2023-10-21T15:41:02.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36c59fab80 10 client.15783 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:02.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36c59fab80 10 client.15783 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:02.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36c59fab80 20 client.15783 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:02.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36c59fab80 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b45b0836e0 0x55b45b085b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36c59fab80 4 client.15783 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:02.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36c59fab80 1 -- 172.21.15.46:0/2222591971 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b45b03dbb0 con 0x55b45b0836e0 2023-10-21T15:41:02.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.865+0000 7f36b27fc700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b45b0836e0 0x55b45b085b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.866+0000 7f36b27fc700 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b45b0836e0 0x55b45b085b00 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=663d318fde0e7318 server_cookie=4bb319e7880847aa in_seq=0 out_seq=0 2023-10-21T15:41:02.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.866+0000 7f3692ffd700 10 client.15783 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:02.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f3692ffd700 1 -- 172.21.15.46:0/2222591971 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55b45b03dbb0 con 0x55b45b0836e0 2023-10-21T15:41:02.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f3692ffd700 10 client.15783 handle_command_reply: tid=0 2023-10-21T15:41:02.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 client.15783 shutdown 2023-10-21T15:41:02.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 -- 172.21.15.46:0/2222591971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 msgr2=0x55b45b0777b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:02.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b0777b0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f36a40038c0 tx=0x7f36a40047c0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 -- 172.21.15.46:0/2222591971 shutdown_connections 2023-10-21T15:41:02.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b45b0836e0 0x55b45b085b00 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b0777b0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f3692ffd700 0 client.15783 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:02.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 --2- 172.21.15.46:0/2222591971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b077cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 -- 172.21.15.46:0/2222591971 >> 172.21.15.46:0/2222591971 conn(0x55b45af9bd70 msgr2=0x55b45b068830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:02.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 -- 172.21.15.46:0/2222591971 shutdown_connections 2023-10-21T15:41:02.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 1 -- 172.21.15.46:0/2222591971 wait complete. 2023-10-21T15:41:02.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.867+0000 7f36c59fab80 20 client.15783 trim_cache size 0 max 16384 2023-10-21T15:41:02.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36c59fab80 1 Processor -- start 2023-10-21T15:41:02.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36c59fab80 1 -- start start 2023-10-21T15:41:02.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06d850 0x55b45b06f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06e1b0 0x55b45b07ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b0763a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36c59fab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45ae418c0 con 0x55b45b06e1b0 2023-10-21T15:41:02.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36c59fab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45b06ef20 con 0x55b45b06f0a0 2023-10-21T15:41:02.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36c59fab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45b0809a0 con 0x55b45b06d850 2023-10-21T15:41:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b27fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06e1b0 0x55b45b07ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b27fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06e1b0 0x55b45b07ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35756/0 (socket says 172.21.15.46:35756) 2023-10-21T15:41:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b27fc700 1 -- 172.21.15.46:0/3864387654 learned_addr learned my addr 172.21.15.46:0/3864387654 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b37fe700 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b0763a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06d850 0x55b45b06f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b27fc700 1 -- 172.21.15.46:0/3864387654 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06d850 msgr2=0x55b45b06f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b27fc700 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06d850 0x55b45b06f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b27fc700 1 -- 172.21.15.46:0/3864387654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 msgr2=0x55b45b0763a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b27fc700 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b0763a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b27fc700 1 -- 172.21.15.46:0/3864387654 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b45add4c00 con 0x55b45b06e1b0 2023-10-21T15:41:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.882+0000 7f36b37fe700 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b0763a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36b27fc700 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06e1b0 0x55b45b07ecf0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f36a800b580 tx=0x7f36a8005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c2767cecdaee5a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f369a7fc700 1 -- 172.21.15.46:0/3864387654 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36a8028d40 con 0x55b45b06e1b0 2023-10-21T15:41:02.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f369a7fc700 1 -- 172.21.15.46:0/3864387654 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36a801e040 con 0x55b45b06e1b0 2023-10-21T15:41:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f369a7fc700 1 -- 172.21.15.46:0/3864387654 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36a80042a0 con 0x55b45b06e1b0 2023-10-21T15:41:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 -- 172.21.15.46:0/3864387654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06e1b0 msgr2=0x55b45b07ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06e1b0 0x55b45b07ecf0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f36a800b580 tx=0x7f36a8005fb0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 -- 172.21.15.46:0/3864387654 shutdown_connections 2023-10-21T15:41:02.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b0763a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06d850 0x55b45b06f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 --2- 172.21.15.46:0/3864387654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06e1b0 0x55b45b07ecf0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 -- 172.21.15.46:0/3864387654 >> 172.21.15.46:0/3864387654 conn(0x55b45af9bd70 msgr2=0x55b45b07f560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:02.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 -- 172.21.15.46:0/3864387654 shutdown_connections 2023-10-21T15:41:02.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.883+0000 7f36c59fab80 1 -- 172.21.15.46:0/3864387654 wait complete. 2023-10-21T15:41:02.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 1 -- start start 2023-10-21T15:41:02.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 1 Processor -- start 2023-10-21T15:41:02.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b07c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b07cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45b07e460 con 0x55b45b06d850 2023-10-21T15:41:02.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45b07e5d0 con 0x55b45b06f0a0 2023-10-21T15:41:02.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45b07e790 con 0x55b45b06e1b0 2023-10-21T15:41:02.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36c59fab80 10 client.0 _ll_register_callbacks cb 0x7f36a4003680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:02.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b07c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b37fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b37fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52694/0 (socket says 172.21.15.46:52694) 2023-10-21T15:41:02.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b2ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b07c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35760/0 (socket says 172.21.15.46:35760) 2023-10-21T15:41:02.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b37fe700 1 -- 172.21.15.46:0/687011624 learned_addr learned my addr 172.21.15.46:0/687011624 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:02.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b27fc700 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b07cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b37fe700 1 -- 172.21.15.46:0/687011624 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 msgr2=0x55b45b07cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:02.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b37fe700 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b07cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b37fe700 1 -- 172.21.15.46:0/687011624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 msgr2=0x55b45b07c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.884+0000 7f36b37fe700 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b07c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36b37fe700 1 -- 172.21.15.46:0/687011624 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b45af7e390 con 0x55b45b06f0a0 2023-10-21T15:41:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36b37fe700 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07df20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f36ac099920 tx=0x7f36ac09dd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77108854e08ca9f2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f3692ffd700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:41:02.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f3692ffd700 1 -- 172.21.15.46:0/687011624 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ac099310 con 0x55b45b06f0a0 2023-10-21T15:41:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 1 -- 172.21.15.46:0/687011624 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f36ac01b320 con 0x55b45b06f0a0 2023-10-21T15:41:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f3692ffd700 1 -- 172.21.15.46:0/687011624 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f36ac004ad0 con 0x55b45b06f0a0 2023-10-21T15:41:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f3692ffd700 1 -- 172.21.15.46:0/687011624 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f36ac09a320 con 0x55b45b06f0a0 2023-10-21T15:41:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 10 client.25424 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:02.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 1 -- 172.21.15.46:0/687011624 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f36b4108b80 con 0x55b45b06f0a0 2023-10-21T15:41:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f3692ffd700 1 -- 172.21.15.46:0/687011624 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36ac01b320 con 0x55b45b06f0a0 2023-10-21T15:41:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f3692ffd700 1 -- 172.21.15.46:0/687011624 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f36ac0a1a90 con 0x55b45b06f0a0 2023-10-21T15:41:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 10 client.25424 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 10 client.25424 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:02.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 20 client.25424 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:02.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b45b0836e0 0x55b45b0d9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 4 client.25424 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:41:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.885+0000 7f36c59fab80 1 -- 172.21.15.46:0/687011624 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b45afb9df0 con 0x55b45b0836e0 2023-10-21T15:41:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.886+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b45b0836e0 0x55b45b0d9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:02.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.886+0000 7f3692ffd700 10 client.25424 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:02.913 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:02.886+0000 7f36b2ffd700 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b45b0836e0 0x55b45b0d9f60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4dc07a8c785aa877 server_cookie=8f574ca09b74a678 in_seq=0 out_seq=0 2023-10-21T15:41:03.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:02 smithi046 ceph-mon[99436]: pgmap v338: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 427 KiB/s wr, 304 op/s 2023-10-21T15:41:03.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:02 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:03.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:02 smithi105 ceph-mon[103980]: pgmap v338: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 427 KiB/s wr, 304 op/s 2023-10-21T15:41:03.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:02 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:03.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:02 smithi119 ceph-mon[103628]: pgmap v338: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 427 KiB/s wr, 304 op/s 2023-10-21T15:41:03.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:02 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:03.373 INFO:tasks.workunit.client.0.smithi046.stderr:Updating files: 17% (743/4205) Updating files: 18% (757/4205) Updating files: 19% (799/4205) Updating files: 20% (841/4205) Updating files: 21% (884/4205) Updating files: 22% (926/4205) Updating files: 23% (968/4205) Updating files: 24% (1010/4205) Updating files: 25% (1052/4205) Updating files: 26% (1094/4205) Updating files: 27% (1136/4205) Updating files: 28% (1178/4205) Updating files: 29% (1220/4205) Updating files: 30% (1262/4205) Updating files: 31% (1304/4205) Updating files: 32% (1346/4205) Updating files: 33% (1388/4205) Updating files: 34% (1430/4205) Updating files: 35% (1472/4205) Updating files: 35% (1502/4205) Updating files: 36% (1514/4205) Updating files: 37% (1556/4205) Updating files: 38% (1598/4205) Updating files: 39% (1640/4205) Updating files: 40% (1682/4205) Updating files: 41% (1725/4205) Updating files: 42% (1767/4205) Updating files: 43% (1809/4205) Updating files: 44% (1851/4205) Updating files: 45% (1893/4205) Updating files: 46% (1935/4205) Updating files: 47% (1977/4205) Updating files: 48% (2019/4205) Updating files: 49% (2061/4205) Updating files: 50% (2103/4205) Updating files: 51% (2145/4205) Updating files: 52% (2187/4205) Updating files: 53% (2229/4205) Updating files: 53% (2259/4205) Updating files: 54% (2271/4205) Updating files: 54% (2296/4205) Updating files: 55% (2313/4205) Updating files: 56% (2355/4205) Updating files: 57% (2397/4205) Updating files: 58% (2439/4205) Updating files: 59% (2481/4205) Updating files: 60% (2523/4205) Updating files: 61% (2566/4205) Updating files: 62% (2608/4205) Updating files: 63% (2650/4205) Updating files: 64% (2692/4205) Updating files: 65% (2734/4205) Updating files: 66% (2776/4205) Updating files: 67% (2818/4205) Updating files: 68% (2860/4205) Updating files: 69% (2902/4205) Updating files: 70% (2944/4205) Updating files: 71% (2986/4205) Updating files: 72% (3028/4205) Updating files: 73% (3070/4205) Updating files: 73% (3077/4205) Updating files: 74% (3112/4205) Updating files: 75% (3154/4205) Updating files: 76% (3196/4205) Updating files: 77% (3238/4205) Updating files: 78% (3280/4205) Updating files: 79% (3322/4205) Updating files: 80% (3364/4205) Updating files: 81% (3407/4205) Updating files: 82% (3449/4205) Updating files: 83% (3491/4205) Updating files: 84% (3533/4205) Updating files: 85% (3575/4205) Updating files: 86% (3617/4205) Updating files: 87% (3659/4205) Updating files: 88% (3701/4205) Updating files: 89% (3743/4205) Updating files: 90% (3785/4205) Updating files: 91% (3827/4205) Updating files: 91% (3832/4205) Updating files: 92% (3869/4205) Updating files: 93% (3911/4205) Updating files: 94% (3953/4205) Updating files: 95% (3995/4205) Updating files: 96% (4037/4205) Updating files: 97% (4079/4205) Updating files: 98% (4121/4205) Updating files: 99% (4163/4205) Updating files: 100% (4205/4205) Updating files: 100% (4205/4205), done. 2023-10-21T15:41:03.398 INFO:tasks.workunit.client.0.smithi046.stderr:+ cd xfstests-dev 2023-10-21T15:41:03.398 INFO:tasks.workunit.client.0.smithi046.stderr:+ git checkout 12973fc04fd10d4af086901e10ffa8e48866b735 2023-10-21T15:41:03.485 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-21T15:41:03.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f3692ffd700 1 -- 172.21.15.46:0/687011624 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b45afb9df0 con 0x55b45b0836e0 2023-10-21T15:41:03.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f3692ffd700 10 client.25424 handle_command_reply: tid=0 2023-10-21T15:41:03.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 client.25424 shutdown 2023-10-21T15:41:03.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 -- 172.21.15.46:0/687011624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 msgr2=0x55b45b07df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07df20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f36ac099920 tx=0x7f36ac09dd70 comp rx=0 tx=0).stop 2023-10-21T15:41:03.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 -- 172.21.15.46:0/687011624 shutdown_connections 2023-10-21T15:41:03.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55b45b0836e0 0x55b45b0d9f60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b45b06d850 0x55b45b07c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f3692ffd700 0 client.25424 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:03.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b45b06f0a0 0x55b45b07df20 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 --2- 172.21.15.46:0/687011624 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55b45b06e1b0 0x55b45b07cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 -- 172.21.15.46:0/687011624 >> 172.21.15.46:0/687011624 conn(0x55b45af9bd70 msgr2=0x55b45b0763a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 -- 172.21.15.46:0/687011624 shutdown_connections 2023-10-21T15:41:03.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 1 -- 172.21.15.46:0/687011624 wait complete. 2023-10-21T15:41:03.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.516+0000 7f36c59fab80 20 client.25424 trim_cache size 0 max 16384 2023-10-21T15:41:03.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:41:03.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:41:03.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:41:03.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:41:03.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 -- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f369c0a1480 msgr2=0x7f369c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f369c0a1480 0x7f369c0a3940 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f36b4068db0 tx=0x7f36a4009260 comp rx=0 tx=0).stop 2023-10-21T15:41:03.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 -- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4101980 msgr2=0x7f36b419e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4101980 0x7f36b419e370 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f36ac00ef30 tx=0x7f36ac00c3a0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 -- 172.21.15.46:0/1764984854 shutdown_connections 2023-10-21T15:41:03.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f369c0a1480 0x7f369c0a3940 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36b4101980 0x7f36b419e370 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36b40ffdf0 0x7f36b41998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 --2- 172.21.15.46:0/1764984854 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f36b4100fe0 0x7f36b419be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 -- 172.21.15.46:0/1764984854 >> 172.21.15.46:0/1764984854 conn(0x7f36b40fb340 msgr2=0x7f36b41044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 -- 172.21.15.46:0/1764984854 shutdown_connections 2023-10-21T15:41:03.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:03.517+0000 7f36b9811700 1 -- 172.21.15.46:0/1764984854 wait complete. 2023-10-21T15:41:03.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 -- 172.21.15.46:0/3034937100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c0ffdb0 msgr2=0x7f3b8c1001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 --2- 172.21.15.46:0/3034937100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c0ffdb0 0x7f3b8c1001d0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c0099c0 tx=0x7f3b7c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 -- 172.21.15.46:0/3034937100 shutdown_connections 2023-10-21T15:41:03.628 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 --2- 172.21.15.46:0/3034937100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c0ffdb0 0x7f3b8c1001d0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 --2- 172.21.15.46:0/3034937100 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b8c101940 0x7f3b8c1081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 --2- 172.21.15.46:0/3034937100 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b8c100fa0 0x7f3b8c101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 -- 172.21.15.46:0/3034937100 >> 172.21.15.46:0/3034937100 conn(0x7f3b8c0fb320 msgr2=0x7f3b8c0fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.629 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 -- 172.21.15.46:0/3034937100 shutdown_connections 2023-10-21T15:41:03.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 -- 172.21.15.46:0/3034937100 wait complete. 2023-10-21T15:41:03.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 Processor -- start 2023-10-21T15:41:03.630 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.625+0000 7f3b922f6700 1 -- start start 2023-10-21T15:41:03.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b922f6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b8c0ffdb0 0x7f3b8c198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b922f6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b8c100fa0 0x7f3b8c199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b922f6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c101940 0x7f3b8c1a03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b922f6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b8c1a09a0 con 0x7f3b8c101940 2023-10-21T15:41:03.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b922f6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b8c1a0ae0 con 0x7f3b8c100fa0 2023-10-21T15:41:03.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b922f6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b8c1a0c70 con 0x7f3b8c0ffdb0 2023-10-21T15:41:03.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c101940 0x7f3b8c1a03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c101940 0x7f3b8c1a03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35776/0 (socket says 172.21.15.46:35776) 2023-10-21T15:41:03.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b8b7fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b8c100fa0 0x7f3b8c199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b90893700 1 -- 172.21.15.46:0/2094872959 learned_addr learned my addr 172.21.15.46:0/2094872959 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:03.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b8c0ffdb0 0x7f3b8c198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b90893700 1 -- 172.21.15.46:0/2094872959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b8c0ffdb0 msgr2=0x7f3b8c198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b90893700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b8c0ffdb0 0x7f3b8c198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b90893700 1 -- 172.21.15.46:0/2094872959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b8c100fa0 msgr2=0x7f3b8c199360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b90893700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b8c100fa0 0x7f3b8c199360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b90893700 1 -- 172.21.15.46:0/2094872959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b7c0095f0 con 0x7f3b8c101940 2023-10-21T15:41:03.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b8c0ffdb0 0x7f3b8c198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:03.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.626+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b8c100fa0 0x7f3b8c199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:03.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.627+0000 7f3b90893700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c101940 0x7f3b8c1a03d0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3b8400ef30 tx=0x7f3b8400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:03.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.627+0000 7f3b897fa700 1 -- 172.21.15.46:0/2094872959 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b84018070 con 0x7f3b8c101940 2023-10-21T15:41:03.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.627+0000 7f3b897fa700 1 -- 172.21.15.46:0/2094872959 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b8400f040 con 0x7f3b8c101940 2023-10-21T15:41:03.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.627+0000 7f3b922f6700 1 -- 172.21.15.46:0/2094872959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b8c1a0ef0 con 0x7f3b8c101940 2023-10-21T15:41:03.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.627+0000 7f3b897fa700 1 -- 172.21.15.46:0/2094872959 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b8400cd00 con 0x7f3b8c101940 2023-10-21T15:41:03.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.627+0000 7f3b922f6700 1 -- 172.21.15.46:0/2094872959 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b8c1a1370 con 0x7f3b8c101940 2023-10-21T15:41:03.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.629+0000 7f3b897fa700 1 -- 172.21.15.46:0/2094872959 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3b84003a00 con 0x7f3b8c101940 2023-10-21T15:41:03.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.630+0000 7f3b897fa700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b780a1480 0x7f3b780a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.630+0000 7f3b897fa700 1 -- 172.21.15.46:0/2094872959 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f3b840cc7c0 con 0x7f3b8c101940 2023-10-21T15:41:03.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.630+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b780a1480 0x7f3b780a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.630+0000 7f3b9e4dfb80 1 Processor -- start 2023-10-21T15:41:03.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b9e4dfb80 1 -- start start 2023-10-21T15:41:03.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b780a1480 0x7f3b780a3940 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c009990 tx=0x7f3b7c01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:03.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b553b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b553c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b553caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b54afc70 con 0x5582b553c620 2023-10-21T15:41:03.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b5494c60 con 0x5582b553b780 2023-10-21T15:41:03.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b5492580 con 0x5582b553ae20 2023-10-21T15:41:03.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b553caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8b7fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b553c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.648 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b553caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35784/0 (socket says 172.21.15.46:35784) 2023-10-21T15:41:03.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b90893700 1 -- 172.21.15.46:0/4120711596 learned_addr learned my addr 172.21.15.46:0/4120711596 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:03.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8b7fe700 1 -- 172.21.15.46:0/4120711596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 msgr2=0x5582b553b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:03.649 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b553b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b553b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.650 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8b7fe700 1 -- 172.21.15.46:0/4120711596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 msgr2=0x5582b553caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:03.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b553caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8b7fe700 1 -- 172.21.15.46:0/4120711596 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582b544b3f0 con 0x5582b553b780 2023-10-21T15:41:03.651 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b90893700 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b553caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:03.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b553b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:41:03.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.631+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b553c040 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3b740114f0 tx=0x7f3b74011800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a3511329b262968 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:03.652 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b827fc700 1 -- 172.21.15.46:0/4120711596 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b74004230 con 0x5582b553b780 2023-10-21T15:41:03.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b827fc700 1 -- 172.21.15.46:0/4120711596 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b74004cf0 con 0x5582b553b780 2023-10-21T15:41:03.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b827fc700 1 -- 172.21.15.46:0/4120711596 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b740056c0 con 0x5582b553b780 2023-10-21T15:41:03.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4120711596 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 msgr2=0x5582b553c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b553c040 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3b740114f0 tx=0x7f3b74011800 comp rx=0 tx=0).stop 2023-10-21T15:41:03.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4120711596 shutdown_connections 2023-10-21T15:41:03.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b553caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b553b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4120711596 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b553c040 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4120711596 >> 172.21.15.46:0/4120711596 conn(0x5582b5468dd0 msgr2=0x5582b5535fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4120711596 shutdown_connections 2023-10-21T15:41:03.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.632+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4120711596 wait complete. 2023-10-21T15:41:03.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 1 -- start start 2023-10-21T15:41:03.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 1 Processor -- start 2023-10-21T15:41:03.656 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55451b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b548de70 con 0x5582b553c620 2023-10-21T15:41:03.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b542a710 con 0x5582b553ae20 2023-10-21T15:41:03.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b542a3b0 con 0x5582b553b780 2023-10-21T15:41:03.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b9e4dfb80 10 client.0 _ll_register_callbacks cb 0x5582b5287800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:03.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b8b7fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55451b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35788/0 (socket says 172.21.15.46:35788) 2023-10-21T15:41:03.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b90893700 1 -- 172.21.15.46:0/4083598282 learned_addr learned my addr 172.21.15.46:0/4083598282 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:03.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.633+0000 7f3b8bfff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b8b7fe700 1 -- 172.21.15.46:0/4083598282 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 msgr2=0x5582b5544c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:03.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b8b7fe700 1 -- 172.21.15.46:0/4083598282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 msgr2=0x5582b554c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:03.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b8b7fe700 1 -- 172.21.15.46:0/4083598282 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b8c1a1370 con 0x5582b553b780 2023-10-21T15:41:03.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b90893700 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:03.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55451b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3b74004690 tx=0x7f3b740054f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e562eed86ed59183 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:03.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b6b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:41:03.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/4083598282 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b740056e0 con 0x5582b553b780 2023-10-21T15:41:03.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4083598282 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5582b5492ef0 con 0x5582b553b780 2023-10-21T15:41:03.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/4083598282 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f3b74004960 con 0x5582b553b780 2023-10-21T15:41:03.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/4083598282 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3b74004b20 con 0x5582b553b780 2023-10-21T15:41:03.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b9e4dfb80 10 client.25552 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:03.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.634+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4083598282 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f3b74009c90 con 0x5582b553b780 2023-10-21T15:41:03.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/4083598282 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5582b5492ef0 con 0x5582b553b780 2023-10-21T15:41:03.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/4083598282 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3b74019600 con 0x5582b553b780 2023-10-21T15:41:03.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b9e4dfb80 10 client.25552 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:03.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b9e4dfb80 10 client.25552 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:03.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b9e4dfb80 20 client.25552 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:03.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5582b55509a0 0x5582b5552dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b9e4dfb80 4 client.25552 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:03.663 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4083598282 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5582b550ac10 con 0x5582b55509a0 2023-10-21T15:41:03.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5582b55509a0 0x5582b5552dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b6b7fe700 10 client.25552 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:03.664 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.635+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5582b55509a0 0x5582b5552dc0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d229d5bb2879e11e server_cookie=9e0950daf313ddf4 in_seq=0 out_seq=0 2023-10-21T15:41:03.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/4083598282 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5582b550ac10 con 0x5582b55509a0 2023-10-21T15:41:03.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b6b7fe700 10 client.25552 handle_command_reply: tid=0 2023-10-21T15:41:03.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 client.25552 shutdown 2023-10-21T15:41:03.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4083598282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 msgr2=0x5582b55451b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55451b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3b74004690 tx=0x7f3b740054f0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4083598282 shutdown_connections 2023-10-21T15:41:03.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5582b55509a0 0x5582b5552dc0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b6b7fe700 0 client.25552 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:03.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/4083598282 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55451b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4083598282 >> 172.21.15.46:0/4083598282 conn(0x5582b5468dd0 msgr2=0x5582b5535bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4083598282 shutdown_connections 2023-10-21T15:41:03.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/4083598282 wait complete. 2023-10-21T15:41:03.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.637+0000 7f3b9e4dfb80 20 client.25552 trim_cache size 0 max 16384 2023-10-21T15:41:03.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b9e4dfb80 1 Processor -- start 2023-10-21T15:41:03.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b9e4dfb80 1 -- start start 2023-10-21T15:41:03.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b55451b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b530e920 con 0x5582b553c620 2023-10-21T15:41:03.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b5530c00 con 0x5582b553b780 2023-10-21T15:41:03.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b5544120 con 0x5582b553ae20 2023-10-21T15:41:03.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35796/0 (socket says 172.21.15.46:35796) 2023-10-21T15:41:03.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b90893700 1 -- 172.21.15.46:0/1885371581 learned_addr learned my addr 172.21.15.46:0/1885371581 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:03.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b55451b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b90893700 1 -- 172.21.15.46:0/1885371581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 msgr2=0x5582b5544c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:03.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b90893700 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b90893700 1 -- 172.21.15.46:0/1885371581 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 msgr2=0x5582b55451b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:03.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.654+0000 7f3b90893700 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b55451b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.655+0000 7f3b90893700 1 -- 172.21.15.46:0/1885371581 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582b52b8de0 con 0x5582b553c620 2023-10-21T15:41:03.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.655+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:41:03.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.655+0000 7f3b90893700 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1b0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3b840965f0 tx=0x7f3b84004dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6ed4210c9679b56 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:03.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.655+0000 7f3b82ffd700 1 -- 172.21.15.46:0/1885371581 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b8401b320 con 0x5582b553c620 2023-10-21T15:41:03.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.655+0000 7f3b82ffd700 1 -- 172.21.15.46:0/1885371581 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b8409a280 con 0x5582b553c620 2023-10-21T15:41:03.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.655+0000 7f3b82ffd700 1 -- 172.21.15.46:0/1885371581 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b840a1ef0 con 0x5582b553c620 2023-10-21T15:41:03.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.655+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/1885371581 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 msgr2=0x5582b554c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.655+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1b0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3b840965f0 tx=0x7f3b84004dc0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/1885371581 shutdown_connections 2023-10-21T15:41:03.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554c1b0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553ae20 0x5582b5544c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/1885371581 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553b780 0x5582b55451b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/1885371581 >> 172.21.15.46:0/1885371581 conn(0x5582b5468dd0 msgr2=0x5582b55347a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/1885371581 shutdown_connections 2023-10-21T15:41:03.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/1885371581 wait complete. 2023-10-21T15:41:03.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 -- start start 2023-10-21T15:41:03.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 Processor -- start 2023-10-21T15:41:03.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5548380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55488c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b554be20 con 0x5582b553c620 2023-10-21T15:41:03.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b554bf90 con 0x5582b553ae20 2023-10-21T15:41:03.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b554c150 con 0x5582b553b780 2023-10-21T15:41:03.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.656+0000 7f3b9e4dfb80 10 client.0 _ll_register_callbacks cb 0x7f3b840093f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:03.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5548380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.687 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5548380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52732/0 (socket says 172.21.15.46:52732) 2023-10-21T15:41:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 -- 172.21.15.46:0/2376152272 learned_addr learned my addr 172.21.15.46:0/2376152272 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:03.688 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55488c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b90893700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35804/0 (socket says 172.21.15.46:35804) 2023-10-21T15:41:03.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 -- 172.21.15.46:0/2376152272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 msgr2=0x5582b55488c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:03.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55488c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 -- 172.21.15.46:0/2376152272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 msgr2=0x5582b554b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:03.689 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 -- 172.21.15.46:0/2376152272 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b8c1a0ef0 con 0x5582b553ae20 2023-10-21T15:41:03.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b8bfff700 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5548380 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c000c00 tx=0x7f3b7c009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=915c7c1ed8421e9c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:03.690 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b6b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:41:03.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/2376152272 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b7c02b040 con 0x5582b553ae20 2023-10-21T15:41:03.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/2376152272 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3b74004cf0 con 0x5582b553ae20 2023-10-21T15:41:03.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/2376152272 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f3b7c033e00 con 0x5582b553ae20 2023-10-21T15:41:03.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/2376152272 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3b7c033070 con 0x5582b553ae20 2023-10-21T15:41:03.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b9e4dfb80 10 client.25442 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:03.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.657+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/2376152272 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5582b52a1c60 con 0x5582b553ae20 2023-10-21T15:41:03.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/2376152272 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b74004cf0 con 0x5582b553ae20 2023-10-21T15:41:03.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/2376152272 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3b7c024420 con 0x5582b553ae20 2023-10-21T15:41:03.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b9e4dfb80 10 client.25442 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:03.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b9e4dfb80 10 client.25442 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:03.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b9e4dfb80 20 client.25442 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:03.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5582b55509a0 0x5582b55a7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b9e4dfb80 4 client.25442 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-21T15:41:03.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/2376152272 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5582b5486e50 con 0x5582b55509a0 2023-10-21T15:41:03.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5582b55509a0 0x5582b55a7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b8b7fe700 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5582b55509a0 0x5582b55a7a00 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df4b8d15350c3e40 server_cookie=157f733feed16834 in_seq=0 out_seq=0 2023-10-21T15:41:03.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.658+0000 7f3b6b7fe700 10 client.25442 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:03.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b6b7fe700 1 -- 172.21.15.46:0/2376152272 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5582b5486e50 con 0x5582b55509a0 2023-10-21T15:41:03.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b6b7fe700 10 client.25442 handle_command_reply: tid=0 2023-10-21T15:41:03.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 client.25442 shutdown 2023-10-21T15:41:03.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/2376152272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 msgr2=0x5582b5548380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5548380 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c000c00 tx=0x7f3b7c009310 comp rx=0 tx=0).stop 2023-10-21T15:41:03.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/2376152272 shutdown_connections 2023-10-21T15:41:03.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5582b55509a0 0x5582b55a7a00 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582b553c620 0x5582b554b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5582b553ae20 0x5582b5548380 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 --2- 172.21.15.46:0/2376152272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5582b553b780 0x5582b55488c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/2376152272 >> 172.21.15.46:0/2376152272 conn(0x5582b5468dd0 msgr2=0x5582b553f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b6b7fe700 0 client.25442 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:03.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/2376152272 shutdown_connections 2023-10-21T15:41:03.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 1 -- 172.21.15.46:0/2376152272 wait complete. 2023-10-21T15:41:03.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b9e4dfb80 20 client.25442 trim_cache size 0 max 16384 2023-10-21T15:41:03.700 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:41:03.700 INFO:teuthology.orchestra.run.smithi046.stdout: "status": "no active scrubs running", 2023-10-21T15:41:03.700 INFO:teuthology.orchestra.run.smithi046.stdout: "scrubs": {} 2023-10-21T15:41:03.700 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:41:03.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b922f6700 1 -- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b780a1480 msgr2=0x7f3b780a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b922f6700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b780a1480 0x7f3b780a3940 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c009990 tx=0x7f3b7c01a040 comp rx=0 tx=0).stop 2023-10-21T15:41:03.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b922f6700 1 -- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c101940 msgr2=0x7f3b8c1a03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.660+0000 7f3b922f6700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c101940 0x7f3b8c1a03d0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3b8400ef30 tx=0x7f3b8400c3a0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.661+0000 7f3b922f6700 1 -- 172.21.15.46:0/2094872959 shutdown_connections 2023-10-21T15:41:03.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.661+0000 7f3b922f6700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f3b780a1480 0x7f3b780a3940 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.661+0000 7f3b922f6700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3b8c101940 0x7f3b8c1a03d0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.661+0000 7f3b922f6700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3b8c0ffdb0 0x7f3b8c198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.661+0000 7f3b922f6700 1 --2- 172.21.15.46:0/2094872959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b8c100fa0 0x7f3b8c199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.661+0000 7f3b922f6700 1 -- 172.21.15.46:0/2094872959 >> 172.21.15.46:0/2094872959 conn(0x7f3b8c0fb320 msgr2=0x7f3b8c0fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.661+0000 7f3b922f6700 1 -- 172.21.15.46:0/2094872959 shutdown_connections 2023-10-21T15:41:03.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.661+0000 7f3b922f6700 1 -- 172.21.15.46:0/2094872959 wait complete. 2023-10-21T15:41:03.704 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-21T15:41:03.705 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:41:03.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.866+0000 7ff6dccd3700 1 -- 172.21.15.46:0/661005742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 msgr2=0x7ff6d80ff600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.866+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/661005742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 0x7ff6d80ff600 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff6c8009990 tx=0x7ff6c8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 -- 172.21.15.46:0/661005742 shutdown_connections 2023-10-21T15:41:03.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/661005742 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 0x7ff6d80ff600 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/661005742 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6d8102bf0 0x7ff6d81094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/661005742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff6d8102250 0x7ff6d81026b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 -- 172.21.15.46:0/661005742 >> 172.21.15.46:0/661005742 conn(0x7ff6d80faad0 msgr2=0x7ff6d80fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:03.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 -- 172.21.15.46:0/661005742 shutdown_connections 2023-10-21T15:41:03.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 -- 172.21.15.46:0/661005742 wait complete. 2023-10-21T15:41:03.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 Processor -- start 2023-10-21T15:41:03.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 -- start start 2023-10-21T15:41:03.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 0x7ff6d8198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.867+0000 7ff6dccd3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff6d8102250 0x7ff6d8199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6dccd3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6d8102bf0 0x7ff6d81a02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6dccd3700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d81a0890 con 0x7ff6d80ff1e0 2023-10-21T15:41:03.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6dccd3700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d81a0a00 con 0x7ff6d8102250 2023-10-21T15:41:03.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6dccd3700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6d81a0bc0 con 0x7ff6d8102bf0 2023-10-21T15:41:03.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 0x7ff6d8198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 0x7ff6d8198d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35814/0 (socket says 172.21.15.46:35814) 2023-10-21T15:41:03.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d5d9b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff6d8102250 0x7ff6d8199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d659c700 1 -- 172.21.15.46:0/167938592 learned_addr learned my addr 172.21.15.46:0/167938592 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:03.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d6d9d700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6d8102bf0 0x7ff6d81a02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d5d9b700 1 -- 172.21.15.46:0/167938592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6d8102bf0 msgr2=0x7ff6d81a02c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d5d9b700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6d8102bf0 0x7ff6d81a02c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d5d9b700 1 -- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 msgr2=0x7ff6d8198d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:03.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d5d9b700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 0x7ff6d8198d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:03.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d5d9b700 1 -- 172.21.15.46:0/167938592 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6c80095f0 con 0x7ff6d8102250 2023-10-21T15:41:03.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6d5d9b700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff6d8102250 0x7ff6d8199290 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc00e9f0 tx=0x7ff6cc00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:03.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6c77fe700 1 -- 172.21.15.46:0/167938592 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc00c9c0 con 0x7ff6d8102250 2023-10-21T15:41:03.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6c77fe700 1 -- 172.21.15.46:0/167938592 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff6cc010430 con 0x7ff6d8102250 2023-10-21T15:41:03.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6d81a0ea0 con 0x7ff6d8102250 2023-10-21T15:41:03.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6c77fe700 1 -- 172.21.15.46:0/167938592 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6cc018680 con 0x7ff6d8102250 2023-10-21T15:41:03.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.868+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6d81a1320 con 0x7ff6d8102250 2023-10-21T15:41:03.878 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.869+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6d810c740 con 0x7ff6d8102250 2023-10-21T15:41:03.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.871+0000 7ff6c77fe700 1 -- 172.21.15.46:0/167938592 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff6cc010860 con 0x7ff6d8102250 2023-10-21T15:41:03.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.871+0000 7ff6c77fe700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff6c00a15a0 0x7ff6c00a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:03.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.871+0000 7ff6d659c700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff6c00a15a0 0x7ff6c00a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:03.879 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.871+0000 7ff6c77fe700 1 -- 172.21.15.46:0/167938592 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff6cc014070 con 0x7ff6d8102250 2023-10-21T15:41:03.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.872+0000 7ff6d659c700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff6c00a15a0 0x7ff6c00a3a60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff6c800b2e0 tx=0x7ff6c8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:03.880 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:03.874+0000 7ff6c77fe700 1 -- 172.21.15.46:0/167938592 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff6cc0963e0 con 0x7ff6d8102250 2023-10-21T15:41:04.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.127+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff6d810c920 con 0x7ff6d8102250 2023-10-21T15:41:04.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.128+0000 7ff6c77fe700 1 -- 172.21.15.46:0/167938592 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11373 (secure 0 0 0) 0x7ff6cc099a00 con 0x7ff6d8102250 2023-10-21T15:41:04.130 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:41:04.130 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:41:01.778274+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":8,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":7,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":5,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[1,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:41:04.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff6c00a15a0 msgr2=0x7ff6c00a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff6c00a15a0 0x7ff6c00a3a60 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff6c800b2e0 tx=0x7ff6c8005fb0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff6d8102250 msgr2=0x7ff6d8199290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff6d8102250 0x7ff6d8199290 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff6cc00e9f0 tx=0x7ff6cc00ed00 comp rx=0 tx=0).stop 2023-10-21T15:41:04.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 shutdown_connections 2023-10-21T15:41:04.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff6c00a15a0 0x7ff6c00a3a60 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff6d80ff1e0 0x7ff6d8198d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff6d8102bf0 0x7ff6d81a02c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 --2- 172.21.15.46:0/167938592 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff6d8102250 0x7ff6d8199290 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 >> 172.21.15.46:0/167938592 conn(0x7ff6d80faad0 msgr2=0x7ff6d80fcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 shutdown_connections 2023-10-21T15:41:04.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.130+0000 7ff6dccd3700 1 -- 172.21.15.46:0/167938592 wait complete. 2023-10-21T15:41:04.135 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29 2023-10-21T15:41:04.145 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-10-21T15:41:04.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 -- 172.21.15.46:0/2271468826 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120101980 msgr2=0x7f8120103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 --2- 172.21.15.46:0/2271468826 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120101980 0x7f8120103d70 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f811c009990 tx=0x7f811c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 -- 172.21.15.46:0/2271468826 shutdown_connections 2023-10-21T15:41:04.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 --2- 172.21.15.46:0/2271468826 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120101980 0x7f8120103d70 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 --2- 172.21.15.46:0/2271468826 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8120106be0 0x7f8120109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 --2- 172.21.15.46:0/2271468826 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81201042b0 0x7f81201066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 -- 172.21.15.46:0/2271468826 >> 172.21.15.46:0/2271468826 conn(0x7f81200fb370 msgr2=0x7f81200fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 -- 172.21.15.46:0/2271468826 shutdown_connections 2023-10-21T15:41:04.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.272+0000 7f8128314700 1 -- 172.21.15.46:0/2271468826 wait complete. 2023-10-21T15:41:04.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f8128314700 1 Processor -- start 2023-10-21T15:41:04.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f8128314700 1 -- start start 2023-10-21T15:41:04.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f8128314700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8120101980 0x7f8120196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f8128314700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81201042b0 0x7f81201970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f8128314700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120106be0 0x7f812019e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f8128314700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f812019e700 con 0x7f8120106be0 2023-10-21T15:41:04.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f8128314700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f812019e840 con 0x7f81201042b0 2023-10-21T15:41:04.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f8128314700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f812019e9d0 con 0x7f8120101980 2023-10-21T15:41:04.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81268b1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120106be0 0x7f812019e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81260b0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8120101980 0x7f8120196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81268b1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120106be0 0x7f812019e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35832/0 (socket says 172.21.15.46:35832) 2023-10-21T15:41:04.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81268b1700 1 -- 172.21.15.46:0/3418948452 learned_addr learned my addr 172.21.15.46:0/3418948452 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81258af700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81201042b0 0x7f81201970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81260b0700 1 -- 172.21.15.46:0/3418948452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81201042b0 msgr2=0x7f81201970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81260b0700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81201042b0 0x7f81201970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81260b0700 1 -- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120106be0 msgr2=0x7f812019e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81260b0700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120106be0 0x7f812019e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81260b0700 1 -- 172.21.15.46:0/3418948452 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f811c0095f0 con 0x7f8120101980 2023-10-21T15:41:04.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81268b1700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120106be0 0x7f812019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.273+0000 7f81260b0700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8120101980 0x7f8120196b80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f811c00b680 tx=0x7f811c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.274+0000 7f81177fe700 1 -- 172.21.15.46:0/3418948452 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c01d070 con 0x7f8120101980 2023-10-21T15:41:04.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.274+0000 7f81177fe700 1 -- 172.21.15.46:0/3418948452 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f811c0054f0 con 0x7f8120101980 2023-10-21T15:41:04.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.274+0000 7f8128314700 1 -- 172.21.15.46:0/3418948452 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f812019ec50 con 0x7f8120101980 2023-10-21T15:41:04.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.274+0000 7f81177fe700 1 -- 172.21.15.46:0/3418948452 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c004b90 con 0x7f8120101980 2023-10-21T15:41:04.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.274+0000 7f8128314700 1 -- 172.21.15.46:0/3418948452 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f812019f070 con 0x7f8120101980 2023-10-21T15:41:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.276+0000 7f81177fe700 1 -- 172.21.15.46:0/3418948452 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f811c00fb90 con 0x7f8120101980 2023-10-21T15:41:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.276+0000 7f81177fe700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f810c0a1500 0x7f810c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.277+0000 7f81258af700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f810c0a1500 0x7f810c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.277+0000 7f81177fe700 1 -- 172.21.15.46:0/3418948452 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f811c0cdde0 con 0x7f8120101980 2023-10-21T15:41:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.277+0000 7f81258af700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f810c0a1500 0x7f810c0a39c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8110005950 tx=0x7f811000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.277+0000 7f81344fdb80 1 Processor -- start 2023-10-21T15:41:04.290 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81344fdb80 1 -- start start 2023-10-21T15:41:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc222240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc223040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 0x55f7dc223aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81344fdb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc196c70 con 0x55f7dc221e20 2023-10-21T15:41:04.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81344fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc17bc60 con 0x55f7dc223620 2023-10-21T15:41:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81344fdb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc179580 con 0x55f7dc222780 2023-10-21T15:41:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc222240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc222240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35836/0 (socket says 172.21.15.46:35836) 2023-10-21T15:41:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 -- 172.21.15.46:0/3278570313 learned_addr learned my addr 172.21.15.46:0/3278570313 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81258af700 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc223040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81268b1700 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 0x55f7dc223aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 -- 172.21.15.46:0/3278570313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 msgr2=0x55f7dc223040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc223040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 -- 172.21.15.46:0/3278570313 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 msgr2=0x55f7dc223aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 0x55f7dc223aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 -- 172.21.15.46:0/3278570313 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7dc1323f0 con 0x55f7dc221e20 2023-10-21T15:41:04.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.278+0000 7f81260b0700 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc222240 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f811c0a2f10 tx=0x7f811c005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=123b1f2f060c64f0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f8114d82700 1 -- 172.21.15.46:0/3278570313 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c09b840 con 0x55f7dc221e20 2023-10-21T15:41:04.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f8114d82700 1 -- 172.21.15.46:0/3278570313 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f811c0aee90 con 0x55f7dc221e20 2023-10-21T15:41:04.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f8114d82700 1 -- 172.21.15.46:0/3278570313 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c09a630 con 0x55f7dc221e20 2023-10-21T15:41:04.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 -- 172.21.15.46:0/3278570313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 msgr2=0x55f7dc222240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc222240 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f811c0a2f10 tx=0x7f811c005a90 comp rx=0 tx=0).stop 2023-10-21T15:41:04.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 -- 172.21.15.46:0/3278570313 shutdown_connections 2023-10-21T15:41:04.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc222240 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.295 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 0x55f7dc223aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 --2- 172.21.15.46:0/3278570313 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc223040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 -- 172.21.15.46:0/3278570313 >> 172.21.15.46:0/3278570313 conn(0x55f7dc14fdd0 msgr2=0x55f7dc21cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 -- 172.21.15.46:0/3278570313 shutdown_connections 2023-10-21T15:41:04.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.279+0000 7f81344fdb80 1 -- 172.21.15.46:0/3278570313 wait complete. 2023-10-21T15:41:04.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 1 -- start start 2023-10-21T15:41:04.296 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 1 Processor -- start 2023-10-21T15:41:04.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc22b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc22beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc232ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc174e70 con 0x55f7dc222780 2023-10-21T15:41:04.297 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc111710 con 0x55f7dc221e20 2023-10-21T15:41:04.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc1113b0 con 0x55f7dc223620 2023-10-21T15:41:04.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81344fdb80 10 client.0 _ll_register_callbacks cb 0x55f7dbf6e800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:04.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81258af700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc22beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81258af700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc22beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35844/0 (socket says 172.21.15.46:35844) 2023-10-21T15:41:04.298 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81258af700 1 -- 172.21.15.46:0/1440992982 learned_addr learned my addr 172.21.15.46:0/1440992982 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81268b1700 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc232ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81260b0700 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc22b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81258af700 1 -- 172.21.15.46:0/1440992982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 msgr2=0x55f7dc232ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81258af700 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc232ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.299 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81258af700 1 -- 172.21.15.46:0/1440992982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 msgr2=0x55f7dc22b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81258af700 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc22b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81258af700 1 -- 172.21.15.46:0/1440992982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f812019f070 con 0x55f7dc222780 2023-10-21T15:41:04.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.280+0000 7f81268b1700 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc232ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81258af700 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc22beb0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f811001da70 tx=0x7f81100047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=899dff03212c9892 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.300 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f8109ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:04.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f8109ffb700 1 -- 172.21.15.46:0/1440992982 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811001b910 con 0x55f7dc222780 2023-10-21T15:41:04.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f8109ffb700 1 -- 172.21.15.46:0/1440992982 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f811001ba70 con 0x55f7dc222780 2023-10-21T15:41:04.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 1 -- 172.21.15.46:0/1440992982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f7dc179ef0 con 0x55f7dc222780 2023-10-21T15:41:04.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f8109ffb700 1 -- 172.21.15.46:0/1440992982 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f811001bc70 con 0x55f7dc222780 2023-10-21T15:41:04.301 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 10 client.15825 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:04.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 1 -- 172.21.15.46:0/1440992982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f7dbf9fde0 con 0x55f7dc222780 2023-10-21T15:41:04.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f8109ffb700 1 -- 172.21.15.46:0/1440992982 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f7dc179ef0 con 0x55f7dc222780 2023-10-21T15:41:04.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f8109ffb700 1 -- 172.21.15.46:0/1440992982 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f81100253f0 con 0x55f7dc222780 2023-10-21T15:41:04.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 10 client.15825 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:04.302 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 10 client.15825 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2023-10-21T15:41:04.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 20 client.15825 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:04.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7dc237870 0x55f7dc239c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 4 client.15825 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:04.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.281+0000 7f81344fdb80 1 -- 172.21.15.46:0/1440992982 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f7dc1f1c10 con 0x55f7dc237870 2023-10-21T15:41:04.303 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.282+0000 7f81260b0700 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7dc237870 0x55f7dc239c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.282+0000 7f8109ffb700 10 client.15825 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:41:04.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.282+0000 7f81260b0700 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7dc237870 0x55f7dc239c90 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=87d9b8d8ae888ef9 server_cookie=fb38a4049a51cc46 in_seq=0 out_seq=0 2023-10-21T15:41:04.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f8109ffb700 1 -- 172.21.15.46:0/1440992982 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f7dc1f1c10 con 0x55f7dc237870 2023-10-21T15:41:04.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f8109ffb700 10 client.15825 handle_command_reply: tid=0 2023-10-21T15:41:04.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 client.15825 shutdown 2023-10-21T15:41:04.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 -- 172.21.15.46:0/1440992982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 msgr2=0x55f7dc22beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc22beb0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f811001da70 tx=0x7f81100047c0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 -- 172.21.15.46:0/1440992982 shutdown_connections 2023-10-21T15:41:04.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7dc237870 0x55f7dc239c90 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc232ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f8109ffb700 0 client.15825 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:41:04.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc22b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 --2- 172.21.15.46:0/1440992982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc22beb0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 -- 172.21.15.46:0/1440992982 >> 172.21.15.46:0/1440992982 conn(0x55f7dc14fdd0 msgr2=0x55f7dc21cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 -- 172.21.15.46:0/1440992982 shutdown_connections 2023-10-21T15:41:04.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 1 -- 172.21.15.46:0/1440992982 wait complete. 2023-10-21T15:41:04.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.283+0000 7f81344fdb80 20 client.15825 trim_cache size 0 max 16384 2023-10-21T15:41:04.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81344fdb80 1 Processor -- start 2023-10-21T15:41:04.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81344fdb80 1 -- start start 2023-10-21T15:41:04.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc226590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc226ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 0x55f7dc232eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81344fdb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dbff5920 con 0x55f7dc221e20 2023-10-21T15:41:04.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81344fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc1f1c10 con 0x55f7dc223620 2023-10-21T15:41:04.313 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81344fdb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc21dbd0 con 0x55f7dc222780 2023-10-21T15:41:04.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81260b0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc226590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81258af700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc226ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81258af700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc226ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47850/0 (socket says 172.21.15.46:47850) 2023-10-21T15:41:04.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81260b0700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc226590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35850/0 (socket says 172.21.15.46:35850) 2023-10-21T15:41:04.314 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81258af700 1 -- 172.21.15.46:0/382414761 learned_addr learned my addr 172.21.15.46:0/382414761 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.296+0000 7f81268b1700 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 0x55f7dc232eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81260b0700 1 -- 172.21.15.46:0/382414761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 msgr2=0x55f7dc226ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81260b0700 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc226ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81260b0700 1 -- 172.21.15.46:0/382414761 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 msgr2=0x55f7dc232eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.315 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81260b0700 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 0x55f7dc232eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81260b0700 1 -- 172.21.15.46:0/382414761 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7dbf88c60 con 0x55f7dc221e20 2023-10-21T15:41:04.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81258af700 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc226ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81260b0700 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc226590 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f811c09f450 tx=0x7f811c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d28a84953de63c2b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f8115583700 1 -- 172.21.15.46:0/382414761 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c0b9070 con 0x55f7dc221e20 2023-10-21T15:41:04.316 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f8115583700 1 -- 172.21.15.46:0/382414761 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f811c0b2070 con 0x55f7dc221e20 2023-10-21T15:41:04.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f8115583700 1 -- 172.21.15.46:0/382414761 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c0b91d0 con 0x55f7dc221e20 2023-10-21T15:41:04.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81344fdb80 1 -- 172.21.15.46:0/382414761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 msgr2=0x55f7dc226590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81344fdb80 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc226590 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f811c09f450 tx=0x7f811c009310 comp rx=0 tx=0).stop 2023-10-21T15:41:04.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81344fdb80 1 -- 172.21.15.46:0/382414761 shutdown_connections 2023-10-21T15:41:04.317 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81344fdb80 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc221e20 0x55f7dc226590 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81344fdb80 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc223620 0x55f7dc232eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81344fdb80 1 --2- 172.21.15.46:0/382414761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc222780 0x55f7dc226ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.297+0000 7f81344fdb80 1 -- 172.21.15.46:0/382414761 >> 172.21.15.46:0/382414761 conn(0x55f7dc14fdd0 msgr2=0x55f7dc229a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 -- 172.21.15.46:0/382414761 shutdown_connections 2023-10-21T15:41:04.318 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 -- 172.21.15.46:0/382414761 wait complete. 2023-10-21T15:41:04.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 -- start start 2023-10-21T15:41:04.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 Processor -- start 2023-10-21T15:41:04.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc2309b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc230ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc231f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.319 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc232440 con 0x55f7dc222780 2023-10-21T15:41:04.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc2325b0 con 0x55f7dc221e20 2023-10-21T15:41:04.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7dc232770 con 0x55f7dc223620 2023-10-21T15:41:04.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81344fdb80 10 client.0 _ll_register_callbacks cb 0x7f811001d430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:04.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81260b0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc2309b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.320 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81258af700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc230ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81268b1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc231f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81260b0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc2309b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52788/0 (socket says 172.21.15.46:52788) 2023-10-21T15:41:04.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81260b0700 1 -- 172.21.15.46:0/2850943977 learned_addr learned my addr 172.21.15.46:0/2850943977 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.298+0000 7f81258af700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc230ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35858/0 (socket says 172.21.15.46:35858) 2023-10-21T15:41:04.321 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81260b0700 1 -- 172.21.15.46:0/2850943977 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 msgr2=0x55f7dc231f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81260b0700 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc231f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81260b0700 1 -- 172.21.15.46:0/2850943977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 msgr2=0x55f7dc230ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81260b0700 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc230ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81260b0700 1 -- 172.21.15.46:0/2850943977 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f7dbf9fde0 con 0x55f7dc221e20 2023-10-21T15:41:04.322 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81260b0700 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc2309b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f811c09b0d0 tx=0x7f811c009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8700dc49f6fbe16a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f8109ffb700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:41:04.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f8109ffb700 1 -- 172.21.15.46:0/2850943977 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811c0b9040 con 0x55f7dc221e20 2023-10-21T15:41:04.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f8109ffb700 1 -- 172.21.15.46:0/2850943977 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f811c09b840 con 0x55f7dc221e20 2023-10-21T15:41:04.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81344fdb80 1 -- 172.21.15.46:0/2850943977 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f811c0aee90 con 0x55f7dc221e20 2023-10-21T15:41:04.323 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f8109ffb700 1 -- 172.21.15.46:0/2850943977 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f811c09b140 con 0x55f7dc221e20 2023-10-21T15:41:04.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81344fdb80 10 client.25463 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:04.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f81344fdb80 1 -- 172.21.15.46:0/2850943977 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f7dc1323f0 con 0x55f7dc221e20 2023-10-21T15:41:04.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.299+0000 7f8109ffb700 1 -- 172.21.15.46:0/2850943977 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f811c0aee90 con 0x55f7dc221e20 2023-10-21T15:41:04.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f8109ffb700 1 -- 172.21.15.46:0/2850943977 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f811c0a2fb0 con 0x55f7dc221e20 2023-10-21T15:41:04.324 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 10 client.25463 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:04.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 10 client.25463 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2023-10-21T15:41:04.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 20 client.25463 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:04.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7dc28be30 0x55f7dc28e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 4 client.25463 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:41:04.325 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 -- 172.21.15.46:0/2850943977 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f7dc16de50 con 0x55f7dc28be30 2023-10-21T15:41:04.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81258af700 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7dc28be30 0x55f7dc28e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f8109ffb700 10 client.25463 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:41:04.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81258af700 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7dc28be30 0x55f7dc28e220 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=25d30c4d6e4de100 server_cookie=c5e0f9ce52dffb02 in_seq=0 out_seq=0 2023-10-21T15:41:04.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f8109ffb700 1 -- 172.21.15.46:0/2850943977 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f7dc16de50 con 0x55f7dc28be30 2023-10-21T15:41:04.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f8109ffb700 10 client.25463 handle_command_reply: tid=0 2023-10-21T15:41:04.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 client.25463 shutdown 2023-10-21T15:41:04.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 -- 172.21.15.46:0/2850943977 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 msgr2=0x55f7dc2309b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc2309b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f811c09b0d0 tx=0x7f811c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 -- 172.21.15.46:0/2850943977 shutdown_connections 2023-10-21T15:41:04.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55f7dc28be30 0x55f7dc28e220 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f7dc223620 0x55f7dc231f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f8109ffb700 0 client.25463 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:41:04.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f7dc221e20 0x55f7dc2309b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 --2- 172.21.15.46:0/2850943977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7dc222780 0x55f7dc230ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 -- 172.21.15.46:0/2850943977 >> 172.21.15.46:0/2850943977 conn(0x55f7dc14fdd0 msgr2=0x55f7dc226590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 -- 172.21.15.46:0/2850943977 shutdown_connections 2023-10-21T15:41:04.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.300+0000 7f81344fdb80 1 -- 172.21.15.46:0/2850943977 wait complete. 2023-10-21T15:41:04.329 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f81344fdb80 20 client.25463 trim_cache size 0 max 16384 2023-10-21T15:41:04.329 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:41:04.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 -- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f810c0a1500 msgr2=0x7f810c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f810c0a1500 0x7f810c0a39c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8110005950 tx=0x7f811000a300 comp rx=0 tx=0).stop 2023-10-21T15:41:04.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 -- 172.21.15.46:0/3418948452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8120101980 msgr2=0x7f8120196b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8120101980 0x7f8120196b80 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f811c00b680 tx=0x7f811c004730 comp rx=0 tx=0).stop 2023-10-21T15:41:04.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 -- 172.21.15.46:0/3418948452 shutdown_connections 2023-10-21T15:41:04.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f810c0a1500 0x7f810c0a39c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8120106be0 0x7f812019e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8120101980 0x7f8120196b80 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 --2- 172.21.15.46:0/3418948452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81201042b0 0x7f81201970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 -- 172.21.15.46:0/3418948452 >> 172.21.15.46:0/3418948452 conn(0x7f81200fb370 msgr2=0x7f81201025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 -- 172.21.15.46:0/3418948452 shutdown_connections 2023-10-21T15:41:04.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.301+0000 7f8128314700 1 -- 172.21.15.46:0/3418948452 wait complete. 2023-10-21T15:41:04.334 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-10-21T15:41:04.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 -- 172.21.15.46:0/247929910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 msgr2=0x7f5c60109000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 --2- 172.21.15.46:0/247929910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 0x7f5c60109000 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800b0a0 tx=0x7f5c5800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 -- 172.21.15.46:0/247929910 shutdown_connections 2023-10-21T15:41:04.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 --2- 172.21.15.46:0/247929910 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 0x7f5c60109000 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 --2- 172.21.15.46:0/247929910 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5c60101990 0x7f5c60103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 --2- 172.21.15.46:0/247929910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c601042c0 0x7f5c601066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 -- 172.21.15.46:0/247929910 >> 172.21.15.46:0/247929910 conn(0x7f5c600fb320 msgr2=0x7f5c600fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 -- 172.21.15.46:0/247929910 shutdown_connections 2023-10-21T15:41:04.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.461+0000 7f5c64938700 1 -- 172.21.15.46:0/247929910 wait complete. 2023-10-21T15:41:04.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c64938700 1 Processor -- start 2023-10-21T15:41:04.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c64938700 1 -- start start 2023-10-21T15:41:04.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c64938700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5c60101990 0x7f5c60101300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c64938700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c601042c0 0x7f5c600ff940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c64938700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 0x7f5c600ffe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c64938700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c60100620 con 0x7f5c60106bf0 2023-10-21T15:41:04.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c64938700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c60100790 con 0x7f5c601042c0 2023-10-21T15:41:04.469 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c64938700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c601a0cc0 con 0x7f5c60101990 2023-10-21T15:41:04.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 0x7f5c600ffe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 0x7f5c600ffe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35872/0 (socket says 172.21.15.46:35872) 2023-10-21T15:41:04.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/3804761785 learned_addr learned my addr 172.21.15.46:0/3804761785 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.470 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5c60101990 0x7f5c60101300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5dd9b700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c601042c0 0x7f5c600ff940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/3804761785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5c60101990 msgr2=0x7f5c60101300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5c60101990 0x7f5c60101300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.471 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/3804761785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c601042c0 msgr2=0x7f5c600ff940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c601042c0 0x7f5c600ff940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.462+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/3804761785 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c58009d00 con 0x7f5c60106bf0 2023-10-21T15:41:04.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.463+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 0x7f5c600ffe80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800b780 tx=0x7f5c5800bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.463+0000 7f5c4f7fe700 1 -- 172.21.15.46:0/3804761785 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5800e040 con 0x7f5c60106bf0 2023-10-21T15:41:04.472 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.463+0000 7f5c4f7fe700 1 -- 172.21.15.46:0/3804761785 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c58004c50 con 0x7f5c60106bf0 2023-10-21T15:41:04.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.463+0000 7f5c4f7fe700 1 -- 172.21.15.46:0/3804761785 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c58005280 con 0x7f5c60106bf0 2023-10-21T15:41:04.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.463+0000 7f5c64938700 1 -- 172.21.15.46:0/3804761785 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c601a0f40 con 0x7f5c60106bf0 2023-10-21T15:41:04.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.463+0000 7f5c64938700 1 -- 172.21.15.46:0/3804761785 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c601a1310 con 0x7f5c60106bf0 2023-10-21T15:41:04.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.465+0000 7f5c4f7fe700 1 -- 172.21.15.46:0/3804761785 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5c5801d470 con 0x7f5c60106bf0 2023-10-21T15:41:04.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.466+0000 7f5c4f7fe700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c480a1480 0x7f5c480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.466+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c480a1480 0x7f5c480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.466+0000 7f5c4f7fe700 1 -- 172.21.15.46:0/3804761785 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5c580ce320 con 0x7f5c60106bf0 2023-10-21T15:41:04.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.466+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c480a1480 0x7f5c480a3940 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5c54009c60 tx=0x7f5c54009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.466+0000 7f5c70b21b80 1 Processor -- start 2023-10-21T15:41:04.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c70b21b80 1 -- start start 2023-10-21T15:41:04.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfaf2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf2620 0x5629dfaf2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfa65c70 con 0x5629dfaf0e20 2023-10-21T15:41:04.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfa4ac60 con 0x5629dfaf1780 2023-10-21T15:41:04.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfa48580 con 0x5629dfaf2620 2023-10-21T15:41:04.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf1240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35878/0 (socket says 172.21.15.46:35878) 2023-10-21T15:41:04.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 -- 172.21.15.46:0/2595358096 learned_addr learned my addr 172.21.15.46:0/2595358096 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5dd9b700 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfaf2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf2620 0x5629dfaf2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 -- 172.21.15.46:0/2595358096 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf2620 msgr2=0x5629dfaf2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf2620 0x5629dfaf2aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 -- 172.21.15.46:0/2595358096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 msgr2=0x5629dfaf2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfaf2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 -- 172.21.15.46:0/2595358096 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629dfa013f0 con 0x5629dfaf0e20 2023-10-21T15:41:04.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5dd9b700 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfaf2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.467+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf1240 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f5c5400e4e0 tx=0x7f5c54014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a004a7d6233db730 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c4cff9700 1 -- 172.21.15.46:0/2595358096 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5400ee00 con 0x5629dfaf0e20 2023-10-21T15:41:04.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c4cff9700 1 -- 172.21.15.46:0/2595358096 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c54021070 con 0x5629dfaf0e20 2023-10-21T15:41:04.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c4cff9700 1 -- 172.21.15.46:0/2595358096 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5401d810 con 0x5629dfaf0e20 2023-10-21T15:41:04.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2595358096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 msgr2=0x5629dfaf1240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf1240 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f5c5400e4e0 tx=0x7f5c54014000 comp rx=0 tx=0).stop 2023-10-21T15:41:04.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2595358096 shutdown_connections 2023-10-21T15:41:04.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf1240 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf2620 0x5629dfaf2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2595358096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfaf2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2595358096 >> 172.21.15.46:0/2595358096 conn(0x5629dfa1edd0 msgr2=0x5629dfaebfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2595358096 shutdown_connections 2023-10-21T15:41:04.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.468+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2595358096 wait complete. 2023-10-21T15:41:04.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 1 -- start start 2023-10-21T15:41:04.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 1 Processor -- start 2023-10-21T15:41:04.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf0e20 0x5629dfafaca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfafb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb02220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfa43e70 con 0x5629dfaf2620 2023-10-21T15:41:04.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629df9e0710 con 0x5629dfaf0e20 2023-10-21T15:41:04.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629df9e03b0 con 0x5629dfaf1780 2023-10-21T15:41:04.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c70b21b80 10 client.0 _ll_register_callbacks cb 0x5629df83d800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:04.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c5ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb02220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c5dd9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfafb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c5ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb02220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35888/0 (socket says 172.21.15.46:35888) 2023-10-21T15:41:04.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c5e59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf0e20 0x5629dfafaca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.469+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/1634435786 learned_addr learned my addr 172.21.15.46:0/1634435786 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/1634435786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 msgr2=0x5629dfafb1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfafb1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/1634435786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf0e20 msgr2=0x5629dfafaca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf0e20 0x5629dfafaca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/1634435786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c500098e0 con 0x5629dfaf2620 2023-10-21T15:41:04.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c5dd9b700 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfafb1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf0e20 0x5629dfafaca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb02220 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5c5809b3e0 tx=0x7f5c580099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbca2beefcef7206 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c45ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:04.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c45ffb700 1 -- 172.21.15.46:0/1634435786 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5809bde0 con 0x5629dfaf2620 2023-10-21T15:41:04.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c45ffb700 1 -- 172.21.15.46:0/1634435786 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5c5809b6e0 con 0x5629dfaf2620 2023-10-21T15:41:04.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c70b21b80 1 -- 172.21.15.46:0/1634435786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5629dfa48ef0 con 0x5629dfaf2620 2023-10-21T15:41:04.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c45ffb700 1 -- 172.21.15.46:0/1634435786 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c5809f830 con 0x5629dfaf2620 2023-10-21T15:41:04.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c70b21b80 10 client.15843 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:04.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c70b21b80 1 -- 172.21.15.46:0/1634435786 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f5c54017070 con 0x5629dfaf2620 2023-10-21T15:41:04.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c45ffb700 1 -- 172.21.15.46:0/1634435786 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5629dfa48ef0 con 0x5629dfaf2620 2023-10-21T15:41:04.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c45ffb700 1 -- 172.21.15.46:0/1634435786 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5c580a3550 con 0x5629dfaf2620 2023-10-21T15:41:04.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c70b21b80 10 client.15843 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:04.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c70b21b80 10 client.15843 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2023-10-21T15:41:04.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.470+0000 7f5c70b21b80 20 client.15843 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:04.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.471+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5629dfb067f0 0x5629dfb08be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.471+0000 7f5c70b21b80 4 client.15843 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:04.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.471+0000 7f5c70b21b80 1 -- 172.21.15.46:0/1634435786 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5629dfac0c10 con 0x5629dfb067f0 2023-10-21T15:41:04.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.471+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5629dfb067f0 0x5629dfb08be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.471+0000 7f5c45ffb700 10 client.15843 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:41:04.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.471+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5629dfb067f0 0x5629dfb08be0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3d28a9e3fcb189f0 server_cookie=54b8b38381418c03 in_seq=0 out_seq=0 2023-10-21T15:41:04.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c45ffb700 1 -- 172.21.15.46:0/1634435786 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5629dfac0c10 con 0x5629dfb067f0 2023-10-21T15:41:04.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c45ffb700 10 client.15843 handle_command_reply: tid=0 2023-10-21T15:41:04.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 client.15843 shutdown 2023-10-21T15:41:04.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 -- 172.21.15.46:0/1634435786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 msgr2=0x5629dfb02220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb02220 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f5c5809b3e0 tx=0x7f5c580099e0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 -- 172.21.15.46:0/1634435786 shutdown_connections 2023-10-21T15:41:04.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5629dfb067f0 0x5629dfb08be0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb02220 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c45ffb700 0 client.15843 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:41:04.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf0e20 0x5629dfafaca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/1634435786 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfafb1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 -- 172.21.15.46:0/1634435786 >> 172.21.15.46:0/1634435786 conn(0x5629dfa1edd0 msgr2=0x5629dfaebb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 -- 172.21.15.46:0/1634435786 shutdown_connections 2023-10-21T15:41:04.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 1 -- 172.21.15.46:0/1634435786 wait complete. 2023-10-21T15:41:04.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.472+0000 7f5c70b21b80 20 client.15843 trim_cache size 0 max 16384 2023-10-21T15:41:04.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.485+0000 7f5c70b21b80 1 Processor -- start 2023-10-21T15:41:04.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c70b21b80 1 -- start start 2023-10-21T15:41:04.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfb021e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf2620 0x5629dfaeb240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629df8c4920 con 0x5629dfaf0e20 2023-10-21T15:41:04.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfafa150 con 0x5629dfaf2620 2023-10-21T15:41:04.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfafa810 con 0x5629dfaf1780 2023-10-21T15:41:04.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35892/0 (socket says 172.21.15.46:35892) 2023-10-21T15:41:04.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 -- 172.21.15.46:0/4004526986 learned_addr learned my addr 172.21.15.46:0/4004526986 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf2620 0x5629dfaeb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5dd9b700 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfb021e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 -- 172.21.15.46:0/4004526986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 msgr2=0x5629dfb021e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfb021e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 -- 172.21.15.46:0/4004526986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf2620 msgr2=0x5629dfaeb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf2620 0x5629dfaeb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 -- 172.21.15.46:0/4004526986 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629df86ede0 con 0x5629dfaf0e20 2023-10-21T15:41:04.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf2620 0x5629dfaeb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf2a00 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f5c54005950 tx=0x7f5c5400ed80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d33e87f40fc3c07 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.486+0000 7f5c4d7fa700 1 -- 172.21.15.46:0/4004526986 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5400ec00 con 0x5629dfaf0e20 2023-10-21T15:41:04.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c4d7fa700 1 -- 172.21.15.46:0/4004526986 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c5400edf0 con 0x5629dfaf0e20 2023-10-21T15:41:04.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c4d7fa700 1 -- 172.21.15.46:0/4004526986 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c54005580 con 0x5629dfaf0e20 2023-10-21T15:41:04.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 -- 172.21.15.46:0/4004526986 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 msgr2=0x5629dfaf2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf2a00 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f5c54005950 tx=0x7f5c5400ed80 comp rx=0 tx=0).stop 2023-10-21T15:41:04.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 -- 172.21.15.46:0/4004526986 shutdown_connections 2023-10-21T15:41:04.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf0e20 0x5629dfaf2a00 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf2620 0x5629dfaeb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/4004526986 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf1780 0x5629dfb021e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 -- 172.21.15.46:0/4004526986 >> 172.21.15.46:0/4004526986 conn(0x5629dfa1edd0 msgr2=0x5629dfaf9920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 -- 172.21.15.46:0/4004526986 shutdown_connections 2023-10-21T15:41:04.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 -- 172.21.15.46:0/4004526986 wait complete. 2023-10-21T15:41:04.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 -- start start 2023-10-21T15:41:04.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.487+0000 7f5c70b21b80 1 Processor -- start 2023-10-21T15:41:04.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf0e20 0x5629dfafdd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfafe260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c70b21b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb01280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfb017c0 con 0x5629dfaf2620 2023-10-21T15:41:04.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfb01930 con 0x5629dfaf1780 2023-10-21T15:41:04.511 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c70b21b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629dfb01af0 con 0x5629dfaf0e20 2023-10-21T15:41:04.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c70b21b80 10 client.0 _ll_register_callbacks cb 0x5629df83d800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:04.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb01280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb01280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35902/0 (socket says 172.21.15.46:35902) 2023-10-21T15:41:04.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5dd9b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfafe260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/2742544981 learned_addr learned my addr 172.21.15.46:0/2742544981 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf0e20 0x5629dfafdd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/2742544981 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf0e20 msgr2=0x5629dfafdd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf0e20 0x5629dfafdd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/2742544981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 msgr2=0x5629dfafe260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfafe260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 -- 172.21.15.46:0/2742544981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c54017070 con 0x5629dfaf2620 2023-10-21T15:41:04.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c5ed9d700 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb01280 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5c5809b670 tx=0x7f5c5800b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29e4b55aa4ea69ee server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c45ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:04.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c45ffb700 1 -- 172.21.15.46:0/2742544981 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5809b220 con 0x5629dfaf2620 2023-10-21T15:41:04.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2742544981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5c54021070 con 0x5629dfaf2620 2023-10-21T15:41:04.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.488+0000 7f5c45ffb700 1 -- 172.21.15.46:0/2742544981 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5c5809bde0 con 0x5629dfaf2620 2023-10-21T15:41:04.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c45ffb700 1 -- 172.21.15.46:0/2742544981 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c5809b6e0 con 0x5629dfaf2620 2023-10-21T15:41:04.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c70b21b80 10 client.15849 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:04.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2742544981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f5c5402a040 con 0x5629dfaf2620 2023-10-21T15:41:04.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c45ffb700 1 -- 172.21.15.46:0/2742544981 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c54021070 con 0x5629dfaf2620 2023-10-21T15:41:04.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c45ffb700 1 -- 172.21.15.46:0/2742544981 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f5c5809a640 con 0x5629dfaf2620 2023-10-21T15:41:04.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c70b21b80 10 client.15849 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:04.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c70b21b80 10 client.15849 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2023-10-21T15:41:04.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c70b21b80 20 client.15849 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:04.516 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5629dfb5af10 0x5629dfb5d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c70b21b80 4 client.15849 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:41:04.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2742544981 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5629dfa3ce50 con 0x5629dfb5af10 2023-10-21T15:41:04.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5629dfb5af10 0x5629dfb5d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c5e59c700 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5629dfb5af10 0x5629dfb5d330 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9f62bd759983eaa server_cookie=4da077440d6b9be1 in_seq=0 out_seq=0 2023-10-21T15:41:04.517 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.489+0000 7f5c45ffb700 10 client.15849 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:41:04.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c45ffb700 1 -- 172.21.15.46:0/2742544981 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5629dfa3ce50 con 0x5629dfb5af10 2023-10-21T15:41:04.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c45ffb700 10 client.15849 handle_command_reply: tid=0 2023-10-21T15:41:04.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 client.15849 shutdown 2023-10-21T15:41:04.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2742544981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 msgr2=0x5629dfb01280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb01280 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f5c5809b670 tx=0x7f5c5800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2742544981 shutdown_connections 2023-10-21T15:41:04.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x5629dfb5af10 0x5629dfb5d330 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5629dfaf2620 0x5629dfb01280 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c45ffb700 0 client.15849 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:41:04.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5629dfaf0e20 0x5629dfafdd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 --2- 172.21.15.46:0/2742544981 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5629dfaf1780 0x5629dfafe260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2742544981 >> 172.21.15.46:0/2742544981 conn(0x5629dfa1edd0 msgr2=0x5629dfaf8a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2742544981 shutdown_connections 2023-10-21T15:41:04.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 1 -- 172.21.15.46:0/2742544981 wait complete. 2023-10-21T15:41:04.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c70b21b80 20 client.15849 trim_cache size 0 max 16384 2023-10-21T15:41:04.521 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:41:04.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 -- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c480a1480 msgr2=0x7f5c480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.522 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c480a1480 0x7f5c480a3940 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5c54009c60 tx=0x7f5c54009260 comp rx=0 tx=0).stop 2023-10-21T15:41:04.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 -- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 msgr2=0x7f5c600ffe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 0x7f5c600ffe80 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800b780 tx=0x7f5c5800bab0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 -- 172.21.15.46:0/3804761785 shutdown_connections 2023-10-21T15:41:04.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c480a1480 0x7f5c480a3940 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.523 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c60106bf0 0x7f5c600ffe80 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5c60101990 0x7f5c60101300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 --2- 172.21.15.46:0/3804761785 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c601042c0 0x7f5c600ff940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.490+0000 7f5c64938700 1 -- 172.21.15.46:0/3804761785 >> 172.21.15.46:0/3804761785 conn(0x7f5c600fb320 msgr2=0x7f5c60102620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.491+0000 7f5c64938700 1 -- 172.21.15.46:0/3804761785 shutdown_connections 2023-10-21T15:41:04.524 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.491+0000 7f5c64938700 1 -- 172.21.15.46:0/3804761785 wait complete. 2023-10-21T15:41:04.525 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-21T15:41:04.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 -- 172.21.15.46:0/1000654928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 msgr2=0x7fb0bc109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.653 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1000654928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 0x7fb0bc109340 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400b0a0 tx=0x7fb0b400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 -- 172.21.15.46:0/1000654928 shutdown_connections 2023-10-21T15:41:04.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1000654928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 0x7fb0bc109340 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1000654928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0bc100f10 0x7fb0bc101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.654 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1000654928 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0bc102060 0x7fb0bc1024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 -- 172.21.15.46:0/1000654928 >> 172.21.15.46:0/1000654928 conn(0x7fb0bc0fc460 msgr2=0x7fb0bc0fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 -- 172.21.15.46:0/1000654928 shutdown_connections 2023-10-21T15:41:04.655 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 -- 172.21.15.46:0/1000654928 wait complete. 2023-10-21T15:41:04.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.651+0000 7fb0c385f700 1 Processor -- start 2023-10-21T15:41:04.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c385f700 1 -- start start 2023-10-21T15:41:04.657 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c385f700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0bc100f10 0x7fb0bc196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c385f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0bc102060 0x7fb0bc1971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c385f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 0x7fb0bc19e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c385f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0bc19e800 con 0x7fb0bc102a20 2023-10-21T15:41:04.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c385f700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0bc19e970 con 0x7fb0bc100f10 2023-10-21T15:41:04.658 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c385f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0bc19eb30 con 0x7fb0bc102060 2023-10-21T15:41:04.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c15fb700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0bc100f10 0x7fb0bc196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 0x7fb0bc19e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 0x7fb0bc19e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35916/0 (socket says 172.21.15.46:35916) 2023-10-21T15:41:04.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c15fb700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0bc100f10 0x7fb0bc196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52844/0 (socket says 172.21.15.46:52844) 2023-10-21T15:41:04.659 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 -- 172.21.15.46:0/1645567615 learned_addr learned my addr 172.21.15.46:0/1645567615 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0bc102060 0x7fb0bc1971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 -- 172.21.15.46:0/1645567615 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0bc102060 msgr2=0x7fb0bc1971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0bc102060 0x7fb0bc1971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 -- 172.21.15.46:0/1645567615 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0bc100f10 msgr2=0x7fb0bc196c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.660 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0bc100f10 0x7fb0bc196c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 -- 172.21.15.46:0/1645567615 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0b4009d00 con 0x7fb0bc102a20 2023-10-21T15:41:04.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.652+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 0x7fb0bc19e230 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400b780 tx=0x7fb0b400bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.653+0000 7fb0b27fc700 1 -- 172.21.15.46:0/1645567615 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b400e040 con 0x7fb0bc102a20 2023-10-21T15:41:04.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.653+0000 7fb0b27fc700 1 -- 172.21.15.46:0/1645567615 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0b4004e60 con 0x7fb0bc102a20 2023-10-21T15:41:04.661 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.653+0000 7fb0c385f700 1 -- 172.21.15.46:0/1645567615 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0bc19edb0 con 0x7fb0bc102a20 2023-10-21T15:41:04.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.653+0000 7fb0b27fc700 1 -- 172.21.15.46:0/1645567615 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b401b6b0 con 0x7fb0bc102a20 2023-10-21T15:41:04.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.653+0000 7fb0c385f700 1 -- 172.21.15.46:0/1645567615 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0bc19f220 con 0x7fb0bc102a20 2023-10-21T15:41:04.662 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.655+0000 7fb0b27fc700 1 -- 172.21.15.46:0/1645567615 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb0b401b810 con 0x7fb0bc102a20 2023-10-21T15:41:04.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.656+0000 7fb0b27fc700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0a80a1500 0x7fb0a80a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.656+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0a80a1500 0x7fb0a80a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.656+0000 7fb0b27fc700 1 -- 172.21.15.46:0/1645567615 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb0b40ce640 con 0x7fb0bc102a20 2023-10-21T15:41:04.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.656+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0a80a1500 0x7fb0a80a39c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc197b60 tx=0x7fb0ac009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0cfa48b80 1 Processor -- start 2023-10-21T15:41:04.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0cfa48b80 1 -- start start 2023-10-21T15:41:04.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29071e20 0x55aa29072240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa29073040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.669 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29073aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa28fe6c70 con 0x55aa29072780 2023-10-21T15:41:04.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa28fcbc60 con 0x55aa29073620 2023-10-21T15:41:04.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa28fc9580 con 0x55aa29071e20 2023-10-21T15:41:04.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c0dfa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa29073040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c0dfa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa29073040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35922/0 (socket says 172.21.15.46:35922) 2023-10-21T15:41:04.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c0dfa700 1 -- 172.21.15.46:0/2187675724 learned_addr learned my addr 172.21.15.46:0/2187675724 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29073aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29071e20 0x55aa29072240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c0dfa700 1 -- 172.21.15.46:0/2187675724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29071e20 msgr2=0x55aa29072240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.671 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29071e20 0x55aa29072240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c0dfa700 1 -- 172.21.15.46:0/2187675724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 msgr2=0x55aa29073aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.657+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29073aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.658+0000 7fb0c0dfa700 1 -- 172.21.15.46:0/2187675724 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa28f823f0 con 0x55aa29072780 2023-10-21T15:41:04.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.658+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29073aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.672 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.658+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa29073040 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800bd30 tx=0x7fb0b80106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=913d30eb4bbb0719 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.658+0000 7fb0a77fe700 1 -- 172.21.15.46:0/2187675724 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b8010e10 con 0x55aa29072780 2023-10-21T15:41:04.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.658+0000 7fb0a77fe700 1 -- 172.21.15.46:0/2187675724 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0b8015070 con 0x55aa29072780 2023-10-21T15:41:04.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.658+0000 7fb0a77fe700 1 -- 172.21.15.46:0/2187675724 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b8003df0 con 0x55aa29072780 2023-10-21T15:41:04.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/2187675724 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 msgr2=0x55aa29073040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa29073040 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800bd30 tx=0x7fb0b80106b0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/2187675724 shutdown_connections 2023-10-21T15:41:04.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29073aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29071e20 0x55aa29072240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/2187675724 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa29073040 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/2187675724 >> 172.21.15.46:0/2187675724 conn(0x55aa28f9fdd0 msgr2=0x55aa2906cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/2187675724 shutdown_connections 2023-10-21T15:41:04.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/2187675724 wait complete. 2023-10-21T15:41:04.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 -- start start 2023-10-21T15:41:04.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.659+0000 7fb0cfa48b80 1 Processor -- start 2023-10-21T15:41:04.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29071e20 0x55aa2907bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa2907c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29083220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa28fc4e70 con 0x55aa29071e20 2023-10-21T15:41:04.676 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa28f61710 con 0x55aa29073620 2023-10-21T15:41:04.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa28f613b0 con 0x55aa29072780 2023-10-21T15:41:04.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0cfa48b80 10 client.0 _ll_register_callbacks cb 0x55aa28dbe800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:04.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29071e20 0x55aa2907bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29071e20 0x55aa2907bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35926/0 (socket says 172.21.15.46:35926) 2023-10-21T15:41:04.677 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 -- 172.21.15.46:0/1530722209 learned_addr learned my addr 172.21.15.46:0/1530722209 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29083220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa2907c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 -- 172.21.15.46:0/1530722209 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 msgr2=0x55aa2907c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa2907c1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.678 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 -- 172.21.15.46:0/1530722209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 msgr2=0x55aa29083220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29083220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 -- 172.21.15.46:0/1530722209 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0bc19f220 con 0x55aa29071e20 2023-10-21T15:41:04.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29071e20 0x55aa2907bca0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac01e900 tx=0x7fb0ac0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba3411847806a9fd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.660+0000 7fb0a4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:04.679 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/1530722209 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0ac004220 con 0x55aa29071e20 2023-10-21T15:41:04.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/1530722209 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55aa28fc9ef0 con 0x55aa29071e20 2023-10-21T15:41:04.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/1530722209 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb0ac004380 con 0x55aa29071e20 2023-10-21T15:41:04.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/1530722209 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb0ac004540 con 0x55aa29071e20 2023-10-21T15:41:04.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 10 client.15861 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:04.680 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/1530722209 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7fb0b800b960 con 0x55aa29071e20 2023-10-21T15:41:04.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/1530722209 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55aa28fc9ef0 con 0x55aa29071e20 2023-10-21T15:41:04.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/1530722209 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb0ac003b80 con 0x55aa29071e20 2023-10-21T15:41:04.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 10 client.15861 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:04.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 10 client.15861 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2023-10-21T15:41:04.681 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 20 client.15861 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:04.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55aa29087af0 0x55aa29089f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 4 client.15861 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:04.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/1530722209 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aa29041c10 con 0x55aa29087af0 2023-10-21T15:41:04.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.661+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55aa29087af0 0x55aa29089f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.682 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.662+0000 7fb0a4ff9700 10 client.15861 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:41:04.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.662+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55aa29087af0 0x55aa29089f10 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2565ce75e8153d2 server_cookie=6d8c24f6616e8b5e in_seq=0 out_seq=0 2023-10-21T15:41:04.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.662+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/1530722209 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55aa29041c10 con 0x55aa29087af0 2023-10-21T15:41:04.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.662+0000 7fb0a4ff9700 10 client.15861 handle_command_reply: tid=0 2023-10-21T15:41:04.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.662+0000 7fb0cfa48b80 1 client.15861 shutdown 2023-10-21T15:41:04.683 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.662+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/1530722209 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29071e20 msgr2=0x55aa2907bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.662+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29071e20 0x55aa2907bca0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac01e900 tx=0x7fb0ac0047c0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/1530722209 shutdown_connections 2023-10-21T15:41:04.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29071e20 0x55aa2907bca0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55aa29087af0 0x55aa29089f10 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.684 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29073620 0x55aa29083220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0a4ff9700 0 client.15861 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:41:04.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/1530722209 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa2907c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/1530722209 >> 172.21.15.46:0/1530722209 conn(0x55aa28f9fdd0 msgr2=0x55aa2906cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/1530722209 shutdown_connections 2023-10-21T15:41:04.685 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/1530722209 wait complete. 2023-10-21T15:41:04.686 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.663+0000 7fb0cfa48b80 20 client.15861 trim_cache size 0 max 16384 2023-10-21T15:41:04.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0cfa48b80 1 Processor -- start 2023-10-21T15:41:04.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0cfa48b80 1 -- start start 2023-10-21T15:41:04.691 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 0x55aa29072200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa29079a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29073620 0x55aa2906cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa28e45920 con 0x55aa29073620 2023-10-21T15:41:04.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa2906be20 con 0x55aa29071e20 2023-10-21T15:41:04.692 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa29072b60 con 0x55aa29072780 2023-10-21T15:41:04.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0c1dfc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29073620 0x55aa2906cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0c1dfc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29073620 0x55aa2906cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35938/0 (socket says 172.21.15.46:35938) 2023-10-21T15:41:04.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.676+0000 7fb0c1dfc700 1 -- 172.21.15.46:0/3030802411 learned_addr learned my addr 172.21.15.46:0/3030802411 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 0x55aa29072200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.693 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa29079a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c1dfc700 1 -- 172.21.15.46:0/3030802411 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 msgr2=0x55aa29079a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa29079a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c1dfc700 1 -- 172.21.15.46:0/3030802411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 msgr2=0x55aa29072200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 0x55aa29072200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.694 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c1dfc700 1 -- 172.21.15.46:0/3030802411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa28defde0 con 0x55aa29073620 2023-10-21T15:41:04.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa29079a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:41:04.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29073620 0x55aa2906cb40 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb0b40cc150 tx=0x7fb0b40bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebcaf4b303e618be server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0a7fff700 1 -- 172.21.15.46:0/3030802411 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b409c100 con 0x55aa29073620 2023-10-21T15:41:04.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0a7fff700 1 -- 172.21.15.46:0/3030802411 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0b409ba00 con 0x55aa29073620 2023-10-21T15:41:04.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.677+0000 7fb0a7fff700 1 -- 172.21.15.46:0/3030802411 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b40bb0b0 con 0x55aa29073620 2023-10-21T15:41:04.695 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/3030802411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29073620 msgr2=0x55aa2906cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29073620 0x55aa2906cb40 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb0b40cc150 tx=0x7fb0b40bb040 comp rx=0 tx=0).stop 2023-10-21T15:41:04.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/3030802411 shutdown_connections 2023-10-21T15:41:04.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29073620 0x55aa2906cb40 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 0x55aa29072200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.696 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/3030802411 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29072780 0x55aa29079a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/3030802411 >> 172.21.15.46:0/3030802411 conn(0x55aa28f9fdd0 msgr2=0x55aa2907a920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/3030802411 shutdown_connections 2023-10-21T15:41:04.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/3030802411 wait complete. 2023-10-21T15:41:04.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 -- start start 2023-10-21T15:41:04.697 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 Processor -- start 2023-10-21T15:41:04.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 0x55aa290d76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.678+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa290d7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0cfa48b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29073620 0x55aa290dec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa290df190 con 0x55aa29072780 2023-10-21T15:41:04.698 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa290df2d0 con 0x55aa29071e20 2023-10-21T15:41:04.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0cfa48b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa290df460 con 0x55aa29073620 2023-10-21T15:41:04.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0cfa48b80 10 client.0 _ll_register_callbacks cb 0x7fb0ac01e420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:04.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa290d7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa290d7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35940/0 (socket says 172.21.15.46:35940) 2023-10-21T15:41:04.699 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 -- 172.21.15.46:0/4164096831 learned_addr learned my addr 172.21.15.46:0/4164096831 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 0x55aa290d76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c1dfc700 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29073620 0x55aa290dec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 -- 172.21.15.46:0/4164096831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29073620 msgr2=0x55aa290dec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29073620 0x55aa290dec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.700 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 -- 172.21.15.46:0/4164096831 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 msgr2=0x55aa290d76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 0x55aa290d76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 -- 172.21.15.46:0/4164096831 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0b40b9e70 con 0x55aa29072780 2023-10-21T15:41:04.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0c0dfa700 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa290d7c10 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800bd30 tx=0x7fb0b800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bca00647e97b777c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0a4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:04.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/4164096831 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0b8010e90 con 0x55aa29072780 2023-10-21T15:41:04.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/4164096831 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb0b8017070 con 0x55aa29072780 2023-10-21T15:41:04.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/4164096831 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb0b8015070 con 0x55aa29072780 2023-10-21T15:41:04.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/4164096831 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb0b8003a40 con 0x55aa29072780 2023-10-21T15:41:04.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0cfa48b80 10 client.15867 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:04.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.679+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/4164096831 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55aa28dd8c60 con 0x55aa29072780 2023-10-21T15:41:04.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/4164096831 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0b8015070 con 0x55aa29072780 2023-10-21T15:41:04.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/4164096831 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb0b80050d0 con 0x55aa29072780 2023-10-21T15:41:04.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0cfa48b80 10 client.15867 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:04.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0cfa48b80 10 client.15867 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2023-10-21T15:41:04.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0cfa48b80 20 client.15867 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:04.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55aa290e0eb0 0x55aa290e32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0cfa48b80 4 client.15867 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:41:04.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/4164096831 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55aa28fbde50 con 0x55aa290e0eb0 2023-10-21T15:41:04.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55aa290e0eb0 0x55aa290e32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0a4ff9700 10 client.15867 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:41:04.704 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.680+0000 7fb0c15fb700 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55aa290e0eb0 0x55aa290e32d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=88e6e597ba3d3c43 server_cookie=e567f110006a9c13 in_seq=0 out_seq=0 2023-10-21T15:41:04.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0a4ff9700 1 -- 172.21.15.46:0/4164096831 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55aa28fbde50 con 0x55aa290e0eb0 2023-10-21T15:41:04.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0a4ff9700 10 client.15867 handle_command_reply: tid=0 2023-10-21T15:41:04.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 client.15867 shutdown 2023-10-21T15:41:04.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/4164096831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 msgr2=0x55aa290d7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.705 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa290d7c10 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fb0b800bd30 tx=0x7fb0b800bfd0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/4164096831 shutdown_connections 2023-10-21T15:41:04.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x55aa290e0eb0 0x55aa290e32d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa29073620 0x55aa290dec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0a4ff9700 0 client.15867 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:41:04.706 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa29071e20 0x55aa290d76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 --2- 172.21.15.46:0/4164096831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa29072780 0x55aa290d7c10 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/4164096831 >> 172.21.15.46:0/4164096831 conn(0x55aa28f9fdd0 msgr2=0x55aa2906cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/4164096831 shutdown_connections 2023-10-21T15:41:04.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 1 -- 172.21.15.46:0/4164096831 wait complete. 2023-10-21T15:41:04.707 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0cfa48b80 20 client.15867 trim_cache size 0 max 16384 2023-10-21T15:41:04.708 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:41:04.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 -- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0a80a1500 msgr2=0x7fb0a80a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0a80a1500 0x7fb0a80a39c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc197b60 tx=0x7fb0ac009260 comp rx=0 tx=0).stop 2023-10-21T15:41:04.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 -- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 msgr2=0x7fb0bc19e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 0x7fb0bc19e230 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400b780 tx=0x7fb0b400bd00 comp rx=0 tx=0).stop 2023-10-21T15:41:04.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 -- 172.21.15.46:0/1645567615 shutdown_connections 2023-10-21T15:41:04.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fb0a80a1500 0x7fb0a80a39c0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb0bc102a20 0x7fb0bc19e230 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0bc100f10 0x7fb0bc196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 --2- 172.21.15.46:0/1645567615 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fb0bc102060 0x7fb0bc1971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.681+0000 7fb0c385f700 1 -- 172.21.15.46:0/1645567615 >> 172.21.15.46:0/1645567615 conn(0x7fb0bc0fc460 msgr2=0x7fb0bc0fe690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.682+0000 7fb0c385f700 1 -- 172.21.15.46:0/1645567615 shutdown_connections 2023-10-21T15:41:04.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.682+0000 7fb0c385f700 1 -- 172.21.15.46:0/1645567615 wait complete. 2023-10-21T15:41:04.712 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-21T15:41:04.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 -- 172.21.15.46:0/2222172810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8101990 msgr2=0x7f6dc8103d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 --2- 172.21.15.46:0/2222172810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8101990 0x7f6dc8103d80 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009990 tx=0x7f6dbc009ca0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.844 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 -- 172.21.15.46:0/2222172810 shutdown_connections 2023-10-21T15:41:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 --2- 172.21.15.46:0/2222172810 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8101990 0x7f6dc8103d80 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 --2- 172.21.15.46:0/2222172810 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6dc8106bf0 0x7f6dc8109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 --2- 172.21.15.46:0/2222172810 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6dc81042c0 0x7f6dc81066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 -- 172.21.15.46:0/2222172810 >> 172.21.15.46:0/2222172810 conn(0x7f6dc80fb320 msgr2=0x7f6dc80fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.845 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 -- 172.21.15.46:0/2222172810 shutdown_connections 2023-10-21T15:41:04.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.841+0000 7f6dcda21700 1 -- 172.21.15.46:0/2222172810 wait complete. 2023-10-21T15:41:04.846 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.842+0000 7f6dcda21700 1 Processor -- start 2023-10-21T15:41:04.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.842+0000 7f6dcda21700 1 -- start start 2023-10-21T15:41:04.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.842+0000 7f6dcda21700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6dc8101990 0x7f6dc8196b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.848 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.842+0000 7f6dcda21700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6dc81042c0 0x7f6dc81970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.842+0000 7f6dcda21700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8106bf0 0x7f6dc819e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.842+0000 7f6dcda21700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dc819e6f0 con 0x7f6dc8106bf0 2023-10-21T15:41:04.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.842+0000 7f6dcda21700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dc819e830 con 0x7f6dc81042c0 2023-10-21T15:41:04.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.842+0000 7f6dcda21700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dc819e9c0 con 0x7f6dc8101990 2023-10-21T15:41:04.849 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6dc81042c0 0x7f6dc81970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8106bf0 0x7f6dc819e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc6ffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6dc8101990 0x7f6dc8196b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6dc81042c0 0x7f6dc81970b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52888/0 (socket says 172.21.15.46:52888) 2023-10-21T15:41:04.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 -- 172.21.15.46:0/1731465359 learned_addr learned my addr 172.21.15.46:0/1731465359 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.850 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8106bf0 0x7f6dc819e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35958/0 (socket says 172.21.15.46:35958) 2023-10-21T15:41:04.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc6ffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6dc8101990 0x7f6dc8196b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:47952/0 (socket says 172.21.15.46:47952) 2023-10-21T15:41:04.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 -- 172.21.15.46:0/1731465359 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6dc8101990 msgr2=0x7f6dc8196b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6dc8101990 0x7f6dc8196b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 -- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8106bf0 msgr2=0x7f6dc819e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.851 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8106bf0 0x7f6dc819e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 -- 172.21.15.46:0/1731465359 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dbc0095f0 con 0x7f6dc81042c0 2023-10-21T15:41:04.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc77fe700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8106bf0 0x7f6dc819e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:04.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6dc81042c0 0x7f6dc81970b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6db800e9a0 tx=0x7f6db800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dcca1f700 1 -- 172.21.15.46:0/1731465359 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6db8009790 con 0x7f6dc81042c0 2023-10-21T15:41:04.852 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dcda21700 1 -- 172.21.15.46:0/1731465359 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6dc819eca0 con 0x7f6dc81042c0 2023-10-21T15:41:04.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dcca1f700 1 -- 172.21.15.46:0/1731465359 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6db8010430 con 0x7f6dc81042c0 2023-10-21T15:41:04.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dcca1f700 1 -- 172.21.15.46:0/1731465359 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6db8018680 con 0x7f6dc81042c0 2023-10-21T15:41:04.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.843+0000 7f6dcda21700 1 -- 172.21.15.46:0/1731465359 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dc819f1b0 con 0x7f6dc81042c0 2023-10-21T15:41:04.853 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.846+0000 7f6dcca1f700 1 -- 172.21.15.46:0/1731465359 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6db80105a0 con 0x7f6dc81042c0 2023-10-21T15:41:04.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.847+0000 7f6dcca1f700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6db00a1480 0x7f6db00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.859 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.847+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6db00a1480 0x7f6db00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.847+0000 7f6dcca1f700 1 -- 172.21.15.46:0/1731465359 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6db8014070 con 0x7f6dc81042c0 2023-10-21T15:41:04.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.847+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6db00a1480 0x7f6db00a3940 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc00b2e0 tx=0x7f6dbc005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dd9c0ab80 1 Processor -- start 2023-10-21T15:41:04.860 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dd9c0ab80 1 -- start start 2023-10-21T15:41:04.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa78240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa78780 0x55f3ffa79040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa79620 0x55f3ffa79aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ff9ecc70 con 0x55f3ffa79620 2023-10-21T15:41:04.861 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ff9d1c60 con 0x55f3ffa78780 2023-10-21T15:41:04.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ff9cf580 con 0x55f3ffa77e20 2023-10-21T15:41:04.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa79620 0x55f3ffa79aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa79620 0x55f3ffa79aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35966/0 (socket says 172.21.15.46:35966) 2023-10-21T15:41:04.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 -- 172.21.15.46:0/3551310144 learned_addr learned my addr 172.21.15.46:0/3551310144 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.862 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa78780 0x55f3ffa79040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa78240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 -- 172.21.15.46:0/3551310144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 msgr2=0x55f3ffa78240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa78240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 -- 172.21.15.46:0/3551310144 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa78780 msgr2=0x55f3ffa79040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa78780 0x55f3ffa79040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.863 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 -- 172.21.15.46:0/3551310144 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3ff9883f0 con 0x55f3ffa79620 2023-10-21T15:41:04.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa78240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:41:04.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.848+0000 7f6dc77fe700 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa79620 0x55f3ffa79aa0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f6dc0003eb0 tx=0x7f6dc0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a86d1a488411a18 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dadffb700 1 -- 172.21.15.46:0/3551310144 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dc00092d0 con 0x55f3ffa79620 2023-10-21T15:41:04.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dadffb700 1 -- 172.21.15.46:0/3551310144 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6dc000f040 con 0x55f3ffa79620 2023-10-21T15:41:04.864 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dadffb700 1 -- 172.21.15.46:0/3551310144 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dc000e750 con 0x55f3ffa79620 2023-10-21T15:41:04.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/3551310144 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa79620 msgr2=0x55f3ffa79aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa79620 0x55f3ffa79aa0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f6dc0003eb0 tx=0x7f6dc0009920 comp rx=0 tx=0).stop 2023-10-21T15:41:04.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/3551310144 shutdown_connections 2023-10-21T15:41:04.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa79620 0x55f3ffa79aa0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.865 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa78240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/3551310144 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa78780 0x55f3ffa79040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/3551310144 >> 172.21.15.46:0/3551310144 conn(0x55f3ff9a5dd0 msgr2=0x55f3ffa72fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/3551310144 shutdown_connections 2023-10-21T15:41:04.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.849+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/3551310144 wait complete. 2023-10-21T15:41:04.866 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 1 -- start start 2023-10-21T15:41:04.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 1 Processor -- start 2023-10-21T15:41:04.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa81c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa78780 0x55f3ffa821b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa891f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.867 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ff9cae70 con 0x55f3ffa78780 2023-10-21T15:41:04.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ff967710 con 0x55f3ffa79620 2023-10-21T15:41:04.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ff9673b0 con 0x55f3ffa77e20 2023-10-21T15:41:04.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dd9c0ab80 10 client.0 _ll_register_callbacks cb 0x55f3ff7c4800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:04.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dc67fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa78780 0x55f3ffa821b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.868 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dc67fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa78780 0x55f3ffa821b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35970/0 (socket says 172.21.15.46:35970) 2023-10-21T15:41:04.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dc67fc700 1 -- 172.21.15.46:0/2753874171 learned_addr learned my addr 172.21.15.46:0/2753874171 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa81c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.850+0000 7f6dc77fe700 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa891f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dc67fc700 1 -- 172.21.15.46:0/2753874171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 msgr2=0x55f3ffa81c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.869 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa81c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dc67fc700 1 -- 172.21.15.46:0/2753874171 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 msgr2=0x55f3ffa891f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa891f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dc67fc700 1 -- 172.21.15.46:0/2753874171 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dc0003b90 con 0x55f3ffa78780 2023-10-21T15:41:04.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa78780 0x55f3ffa821b0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f6db809a150 tx=0x7f6db809a700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f8cdc6993830b31 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.870 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6da6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:04.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6da6ffd700 1 -- 172.21.15.46:0/2753874171 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6db809e150 con 0x55f3ffa78780 2023-10-21T15:41:04.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6da6ffd700 1 -- 172.21.15.46:0/2753874171 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6db809e310 con 0x55f3ffa78780 2023-10-21T15:41:04.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2753874171 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f3ff9cfef0 con 0x55f3ffa78780 2023-10-21T15:41:04.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6da6ffd700 1 -- 172.21.15.46:0/2753874171 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6db80b8030 con 0x55f3ffa78780 2023-10-21T15:41:04.871 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dd9c0ab80 10 client.15879 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:04.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2753874171 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f3ff7f5de0 con 0x55f3ffa78780 2023-10-21T15:41:04.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6da6ffd700 1 -- 172.21.15.46:0/2753874171 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6db8063020 con 0x55f3ffa78780 2023-10-21T15:41:04.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.851+0000 7f6da6ffd700 1 -- 172.21.15.46:0/2753874171 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f6db80b8290 con 0x55f3ffa78780 2023-10-21T15:41:04.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6dd9c0ab80 10 client.15879 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:04.872 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6dd9c0ab80 10 client.15879 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-21T15:41:04.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6dd9c0ab80 20 client.15879 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:04.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f3ffa8d9f0 0x55f3ffa8fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6dd9c0ab80 4 client.15879 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:04.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2753874171 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f3ffa47c10 con 0x55f3ffa8d9f0 2023-10-21T15:41:04.873 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f3ffa8d9f0 0x55f3ffa8fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f3ffa8d9f0 0x55f3ffa8fe10 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c0c5edf081fc2f3f server_cookie=a94e14be6532356c in_seq=0 out_seq=0 2023-10-21T15:41:04.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.852+0000 7f6da6ffd700 10 client.15879 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:41:04.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6da6ffd700 1 -- 172.21.15.46:0/2753874171 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f3ffa47c10 con 0x55f3ffa8d9f0 2023-10-21T15:41:04.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6da6ffd700 10 client.15879 handle_command_reply: tid=0 2023-10-21T15:41:04.874 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 client.15879 shutdown 2023-10-21T15:41:04.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2753874171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa78780 msgr2=0x55f3ffa821b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa78780 0x55f3ffa821b0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f6db809a150 tx=0x7f6db809a700 comp rx=0 tx=0).stop 2023-10-21T15:41:04.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2753874171 shutdown_connections 2023-10-21T15:41:04.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa891f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.875 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa77e20 0x55f3ffa81c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f3ffa8d9f0 0x55f3ffa8fe10 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2753874171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa78780 0x55f3ffa821b0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6da6ffd700 0 client.15879 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:41:04.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2753874171 >> 172.21.15.46:0/2753874171 conn(0x55f3ff9a5dd0 msgr2=0x55f3ffa72bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.876 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2753874171 shutdown_connections 2023-10-21T15:41:04.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2753874171 wait complete. 2023-10-21T15:41:04.877 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.853+0000 7f6dd9c0ab80 20 client.15879 trim_cache size 0 max 16384 2023-10-21T15:41:04.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dd9c0ab80 1 Processor -- start 2023-10-21T15:41:04.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dd9c0ab80 1 -- start start 2023-10-21T15:41:04.883 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa79a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 0x55f3ffa891b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa72b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ffa81840 con 0x55f3ffa77e20 2023-10-21T15:41:04.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ff84b920 con 0x55f3ffa79620 2023-10-21T15:41:04.884 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ffa8d510 con 0x55f3ffa78780 2023-10-21T15:41:04.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dc6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa79a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dc6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa79a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35976/0 (socket says 172.21.15.46:35976) 2023-10-21T15:41:04.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dc6ffd700 1 -- 172.21.15.46:0/2139364156 learned_addr learned my addr 172.21.15.46:0/2139364156 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 0x55f3ffa891b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.885 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.866+0000 7f6dc77fe700 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa72b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dc6ffd700 1 -- 172.21.15.46:0/2139364156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 msgr2=0x55f3ffa891b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 0x55f3ffa891b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dc6ffd700 1 -- 172.21.15.46:0/2139364156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 msgr2=0x55f3ffa72b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa72b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.886 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dc6ffd700 1 -- 172.21.15.46:0/2139364156 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3ff7dec60 con 0x55f3ffa77e20 2023-10-21T15:41:04.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dc77fe700 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa72b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:41:04.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa79a00 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009990 tx=0x7f6dbc020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f3b959dc4c9ddd5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dae7fc700 1 -- 172.21.15.46:0/2139364156 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc005440 con 0x55f3ffa77e20 2023-10-21T15:41:04.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dae7fc700 1 -- 172.21.15.46:0/2139364156 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6dbc01e040 con 0x55f3ffa77e20 2023-10-21T15:41:04.887 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dae7fc700 1 -- 172.21.15.46:0/2139364156 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc004500 con 0x55f3ffa77e20 2023-10-21T15:41:04.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2139364156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 msgr2=0x55f3ffa79a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.867+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa79a00 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009990 tx=0x7f6dbc020000 comp rx=0 tx=0).stop 2023-10-21T15:41:04.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2139364156 shutdown_connections 2023-10-21T15:41:04.888 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa79a00 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa72b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/2139364156 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 0x55f3ffa891b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2139364156 >> 172.21.15.46:0/2139364156 conn(0x55f3ff9a5dd0 msgr2=0x55f3ffa80980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2139364156 shutdown_connections 2023-10-21T15:41:04.889 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/2139364156 wait complete. 2023-10-21T15:41:04.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 -- start start 2023-10-21T15:41:04.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 Processor -- start 2023-10-21T15:41:04.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa85340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.868+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 0x55f3ffa85880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.890 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dd9c0ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa888a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ffa88de0 con 0x55f3ffa77e20 2023-10-21T15:41:04.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ffa88f50 con 0x55f3ffa79620 2023-10-21T15:41:04.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dd9c0ab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3ffa89110 con 0x55f3ffa78780 2023-10-21T15:41:04.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dd9c0ab80 10 client.0 _ll_register_callbacks cb 0x55f3ff7c4800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:04.891 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa85340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa85340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35982/0 (socket says 172.21.15.46:35982) 2023-10-21T15:41:04.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 -- 172.21.15.46:0/161548292 learned_addr learned my addr 172.21.15.46:0/161548292 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:04.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc77fe700 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa888a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 0x55f3ffa85880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 -- 172.21.15.46:0/161548292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 msgr2=0x55f3ffa85880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 0x55f3ffa85880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 -- 172.21.15.46:0/161548292 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 msgr2=0x55f3ffa888a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:04.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa888a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 -- 172.21.15.46:0/161548292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dc8109bf0 con 0x55f3ffa77e20 2023-10-21T15:41:04.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dc6ffd700 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa85340 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc033370 tx=0x7f6dbc033530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=418938d029be25f2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:04.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6da6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:04.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6da6ffd700 1 -- 172.21.15.46:0/161548292 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dbc033c10 con 0x55f3ffa77e20 2023-10-21T15:41:04.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6da6ffd700 1 -- 172.21.15.46:0/161548292 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6dbc033d70 con 0x55f3ffa77e20 2023-10-21T15:41:04.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/161548292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6dc000f040 con 0x55f3ffa77e20 2023-10-21T15:41:04.894 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.869+0000 7f6da6ffd700 1 -- 172.21.15.46:0/161548292 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6dbc004500 con 0x55f3ffa77e20 2023-10-21T15:41:04.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dd9c0ab80 10 client.15885 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:04.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/161548292 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f3ff81c250 con 0x55f3ffa77e20 2023-10-21T15:41:04.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6da6ffd700 1 -- 172.21.15.46:0/161548292 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6dbc04c020 con 0x55f3ffa77e20 2023-10-21T15:41:04.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6da6ffd700 1 -- 172.21.15.46:0/161548292 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f6dbc048720 con 0x55f3ffa77e20 2023-10-21T15:41:04.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dd9c0ab80 10 client.15885 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:04.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dd9c0ab80 10 client.15885 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-21T15:41:04.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dd9c0ab80 20 client.15885 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:04.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f3ffae27e0 0x55f3ffae4c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:04.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dd9c0ab80 4 client.15885 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:41:04.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/161548292 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f3ff9c3e50 con 0x55f3ffae27e0 2023-10-21T15:41:04.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.870+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f3ffae27e0 0x55f3ffae4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:04.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6da6ffd700 10 client.15885 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:41:04.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dc67fc700 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f3ffae27e0 0x55f3ffae4c00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=17afd1c5512b0d8a server_cookie=c01948acf7829ce5 in_seq=0 out_seq=0 2023-10-21T15:41:04.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6da6ffd700 1 -- 172.21.15.46:0/161548292 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f3ff9c3e50 con 0x55f3ffae27e0 2023-10-21T15:41:04.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6da6ffd700 10 client.15885 handle_command_reply: tid=0 2023-10-21T15:41:04.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 client.15885 shutdown 2023-10-21T15:41:04.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/161548292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 msgr2=0x55f3ffa85340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa85340 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc033370 tx=0x7f6dbc033530 comp rx=0 tx=0).stop 2023-10-21T15:41:04.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/161548292 shutdown_connections 2023-10-21T15:41:04.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x55f3ffae27e0 0x55f3ffae4c00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3ffa77e20 0x55f3ffa85340 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6da6ffd700 0 client.15885 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:41:04.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f3ffa79620 0x55f3ffa888a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 --2- 172.21.15.46:0/161548292 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55f3ffa78780 0x55f3ffa85880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/161548292 >> 172.21.15.46:0/161548292 conn(0x55f3ff9a5dd0 msgr2=0x55f3ffa7c4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/161548292 shutdown_connections 2023-10-21T15:41:04.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 1 -- 172.21.15.46:0/161548292 wait complete. 2023-10-21T15:41:04.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.871+0000 7f6dd9c0ab80 20 client.15885 trim_cache size 0 max 16384 2023-10-21T15:41:04.901 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:41:04.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 -- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6db00a1480 msgr2=0x7f6db00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6db00a1480 0x7f6db00a3940 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc00b2e0 tx=0x7f6dbc005fb0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 -- 172.21.15.46:0/1731465359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6dc81042c0 msgr2=0x7f6dc81970b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:04.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6dc81042c0 0x7f6dc81970b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6db800e9a0 tx=0x7f6db800ecb0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 -- 172.21.15.46:0/1731465359 shutdown_connections 2023-10-21T15:41:04.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6db00a1480 0x7f6db00a3940 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6dc8106bf0 0x7f6dc819e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6dc8101990 0x7f6dc8196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 --2- 172.21.15.46:0/1731465359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6dc81042c0 0x7f6dc81970b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:04.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 -- 172.21.15.46:0/1731465359 >> 172.21.15.46:0/1731465359 conn(0x7f6dc80fb320 msgr2=0x7f6dc8102600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:04.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 -- 172.21.15.46:0/1731465359 shutdown_connections 2023-10-21T15:41:04.904 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:04.872+0000 7f6dcda21700 1 -- 172.21.15.46:0/1731465359 wait complete. 2023-10-21T15:41:04.905 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-21T15:41:05.035 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 -- 172.21.15.46:0/2768402773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f80ffdb0 msgr2=0x7f14f81001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 --2- 172.21.15.46:0/2768402773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f80ffdb0 0x7f14f81001d0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f14e80099c0 tx=0x7f14e8009cd0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 -- 172.21.15.46:0/2768402773 shutdown_connections 2023-10-21T15:41:05.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 --2- 172.21.15.46:0/2768402773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f80ffdb0 0x7f14f81001d0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 --2- 172.21.15.46:0/2768402773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f14f8101940 0x7f14f81081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 --2- 172.21.15.46:0/2768402773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14f8100fa0 0x7f14f8101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 -- 172.21.15.46:0/2768402773 >> 172.21.15.46:0/2768402773 conn(0x7f14f80fb320 msgr2=0x7f14f80fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:05.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 -- 172.21.15.46:0/2768402773 shutdown_connections 2023-10-21T15:41:05.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.031+0000 7f15000ea700 1 -- 172.21.15.46:0/2768402773 wait complete. 2023-10-21T15:41:05.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f15000ea700 1 Processor -- start 2023-10-21T15:41:05.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f15000ea700 1 -- start start 2023-10-21T15:41:05.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f15000ea700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14f80ffdb0 0x7f14f8196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f15000ea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f8100fa0 0x7f14f8197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f15000ea700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f14f8101940 0x7f14f819e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f15000ea700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f819e740 con 0x7f14f8100fa0 2023-10-21T15:41:05.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f15000ea700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f819e880 con 0x7f14f8101940 2023-10-21T15:41:05.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f15000ea700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f819ea10 con 0x7f14f80ffdb0 2023-10-21T15:41:05.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f8100fa0 0x7f14f8197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f8100fa0 0x7f14f8197100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35998/0 (socket says 172.21.15.46:35998) 2023-10-21T15:41:05.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 -- 172.21.15.46:0/2509556444 learned_addr learned my addr 172.21.15.46:0/2509556444 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:05.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fde86700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14f80ffdb0 0x7f14f8196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fe687700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f14f8101940 0x7f14f819e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 -- 172.21.15.46:0/2509556444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14f80ffdb0 msgr2=0x7f14f8196bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14f80ffdb0 0x7f14f8196bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 -- 172.21.15.46:0/2509556444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f14f8101940 msgr2=0x7f14f819e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f14f8101940 0x7f14f819e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 -- 172.21.15.46:0/2509556444 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14e80095f0 con 0x7f14f8100fa0 2023-10-21T15:41:05.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fde86700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14f80ffdb0 0x7f14f8196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:05.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.032+0000 7f14fd685700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f8100fa0 0x7f14f8197100 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f14f400e9a0 tx=0x7f14f400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:05.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.033+0000 7f14eeffd700 1 -- 172.21.15.46:0/2509556444 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f4009790 con 0x7f14f8100fa0 2023-10-21T15:41:05.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.033+0000 7f14eeffd700 1 -- 172.21.15.46:0/2509556444 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f14f4010430 con 0x7f14f8100fa0 2023-10-21T15:41:05.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.033+0000 7f15000ea700 1 -- 172.21.15.46:0/2509556444 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14f819ecf0 con 0x7f14f8100fa0 2023-10-21T15:41:05.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.033+0000 7f14eeffd700 1 -- 172.21.15.46:0/2509556444 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f4018680 con 0x7f14f8100fa0 2023-10-21T15:41:05.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.033+0000 7f15000ea700 1 -- 172.21.15.46:0/2509556444 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14f819f1b0 con 0x7f14f8100fa0 2023-10-21T15:41:05.051 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.035+0000 7f14eeffd700 1 -- 172.21.15.46:0/2509556444 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f14f40105a0 con 0x7f14f8100fa0 2023-10-21T15:41:05.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.035+0000 7f14eeffd700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f14e40a1480 0x7f14e40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.036+0000 7f14eeffd700 1 -- 172.21.15.46:0/2509556444 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f14f4014070 con 0x7f14f8100fa0 2023-10-21T15:41:05.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.036+0000 7f14fde86700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f14e40a1480 0x7f14e40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.036+0000 7f14fde86700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f14e40a1480 0x7f14e40a3940 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f14e8009990 tx=0x7f14e801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:05.052 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.036+0000 7f150c2d3b80 1 Processor -- start 2023-10-21T15:41:05.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f150c2d3b80 1 -- start start 2023-10-21T15:41:05.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d063240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d064040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d064aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.053 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1cfd7c70 con 0x562d1d062e20 2023-10-21T15:41:05.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1cfbcc60 con 0x562d1d064620 2023-10-21T15:41:05.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1cfba580 con 0x562d1d063780 2023-10-21T15:41:05.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d063240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d063240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36004/0 (socket says 172.21.15.46:36004) 2023-10-21T15:41:05.054 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 -- 172.21.15.46:0/2620937544 learned_addr learned my addr 172.21.15.46:0/2620937544 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:05.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fe687700 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d064aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fd685700 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d064040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 -- 172.21.15.46:0/2620937544 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 msgr2=0x562d1d064040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:05.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d064040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 -- 172.21.15.46:0/2620937544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 msgr2=0x562d1d064aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:05.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d064aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 -- 172.21.15.46:0/2620937544 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d1cf733f0 con 0x562d1d062e20 2023-10-21T15:41:05.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fe687700 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d064aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:05.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.037+0000 7f14fde86700 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d063240 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f14f8100e00 tx=0x7f14e801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bc5911e8060e93b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:05.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f14e3fff700 1 -- 172.21.15.46:0/2620937544 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e802a070 con 0x562d1d062e20 2023-10-21T15:41:05.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f14e3fff700 1 -- 172.21.15.46:0/2620937544 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f14e801e040 con 0x562d1d062e20 2023-10-21T15:41:05.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f14e3fff700 1 -- 172.21.15.46:0/2620937544 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e800f780 con 0x562d1d062e20 2023-10-21T15:41:05.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2620937544 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 msgr2=0x562d1d063240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d063240 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f14f8100e00 tx=0x7f14e801f000 comp rx=0 tx=0).stop 2023-10-21T15:41:05.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2620937544 shutdown_connections 2023-10-21T15:41:05.058 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d063240 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d064aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2620937544 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d064040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2620937544 >> 172.21.15.46:0/2620937544 conn(0x562d1cf90dd0 msgr2=0x562d1d05dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:05.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2620937544 shutdown_connections 2023-10-21T15:41:05.059 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.038+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2620937544 wait complete. 2023-10-21T15:41:05.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 1 -- start start 2023-10-21T15:41:05.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 1 Processor -- start 2023-10-21T15:41:05.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d062e20 0x562d1d06cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d06d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.060 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d064620 0x562d1d074160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1cfb5e70 con 0x562d1d064620 2023-10-21T15:41:05.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1cf52710 con 0x562d1d062e20 2023-10-21T15:41:05.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1cf523b0 con 0x562d1d063780 2023-10-21T15:41:05.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f150c2d3b80 10 client.0 _ll_register_callbacks cb 0x562d1cdaf800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:05.061 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f14fe687700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d064620 0x562d1d074160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f14fde86700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d062e20 0x562d1d06cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f14fd685700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d06d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f14fe687700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d064620 0x562d1d074160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36014/0 (socket says 172.21.15.46:36014) 2023-10-21T15:41:05.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f14fde86700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d062e20 0x562d1d06cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52942/0 (socket says 172.21.15.46:52942) 2023-10-21T15:41:05.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.039+0000 7f14fe687700 1 -- 172.21.15.46:0/1881127895 learned_addr learned my addr 172.21.15.46:0/1881127895 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:05.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14fe687700 1 -- 172.21.15.46:0/1881127895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 msgr2=0x562d1d06d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:05.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14fe687700 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d06d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14fe687700 1 -- 172.21.15.46:0/1881127895 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d062e20 msgr2=0x562d1d06cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:05.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14fe687700 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d062e20 0x562d1d06cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14fe687700 1 -- 172.21.15.46:0/1881127895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14f0011230 con 0x562d1d064620 2023-10-21T15:41:05.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14fd685700 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d06d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:05.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14fde86700 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d062e20 0x562d1d06cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:05.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14fe687700 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d064620 0x562d1d074160 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f14f0007cb0 tx=0x7f14f00113c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d0505cc356d1b19 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:05.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14e17fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:05.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14e17fa700 1 -- 172.21.15.46:0/1881127895 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f000e040 con 0x562d1d064620 2023-10-21T15:41:05.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14e17fa700 1 -- 172.21.15.46:0/1881127895 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f14f0011e30 con 0x562d1d064620 2023-10-21T15:41:05.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1881127895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562d1cfbaef0 con 0x562d1d064620 2023-10-21T15:41:05.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14e17fa700 1 -- 172.21.15.46:0/1881127895 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f14f0003a00 con 0x562d1d064620 2023-10-21T15:41:05.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f150c2d3b80 10 client.15897 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:05.065 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1881127895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f14f8068040 con 0x562d1d064620 2023-10-21T15:41:05.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.040+0000 7f14e17fa700 1 -- 172.21.15.46:0/1881127895 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562d1cfbaef0 con 0x562d1d064620 2023-10-21T15:41:05.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f14e17fa700 1 -- 172.21.15.46:0/1881127895 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f14f0029070 con 0x562d1d064620 2023-10-21T15:41:05.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f150c2d3b80 10 client.15897 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:05.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f150c2d3b80 10 client.15897 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:05.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f150c2d3b80 20 client.15897 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:05.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562d1d078b10 0x562d1d07af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f150c2d3b80 4 client.15897 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:05.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1881127895 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562d1d032c10 con 0x562d1d078b10 2023-10-21T15:41:05.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f14fde86700 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562d1d078b10 0x562d1d07af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f14e17fa700 10 client.15897 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:05.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.041+0000 7f14fde86700 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562d1d078b10 0x562d1d07af30 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d570a7625852082 server_cookie=82e83113283d3a50 in_seq=0 out_seq=0 2023-10-21T15:41:05.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f14e17fa700 1 -- 172.21.15.46:0/1881127895 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562d1d032c10 con 0x562d1d078b10 2023-10-21T15:41:05.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f14e17fa700 10 client.15897 handle_command_reply: tid=0 2023-10-21T15:41:05.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 client.15897 shutdown 2023-10-21T15:41:05.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1881127895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d064620 msgr2=0x562d1d074160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d064620 0x562d1d074160 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f14f0007cb0 tx=0x7f14f00113c0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1881127895 shutdown_connections 2023-10-21T15:41:05.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562d1d078b10 0x562d1d07af30 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d064620 0x562d1d074160 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f14e17fa700 0 client.15897 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:05.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d062e20 0x562d1d06cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1881127895 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d063780 0x562d1d06d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1881127895 >> 172.21.15.46:0/1881127895 conn(0x562d1cf90dd0 msgr2=0x562d1d05db60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:05.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1881127895 shutdown_connections 2023-10-21T15:41:05.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1881127895 wait complete. 2023-10-21T15:41:05.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.043+0000 7f150c2d3b80 20 client.15897 trim_cache size 0 max 16384 2023-10-21T15:41:05.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f150c2d3b80 1 Processor -- start 2023-10-21T15:41:05.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f150c2d3b80 1 -- start start 2023-10-21T15:41:05.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d05db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.076 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d063780 0x562d1d074080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d064620 0x562d1d06a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1ce36920 con 0x562d1d062e20 2023-10-21T15:41:05.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1d075dd0 con 0x562d1d063780 2023-10-21T15:41:05.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1d05d950 con 0x562d1d064620 2023-10-21T15:41:05.077 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f14fde86700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d05db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.056+0000 7f14fde86700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d05db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36018/0 (socket says 172.21.15.46:36018) 2023-10-21T15:41:05.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fde86700 1 -- 172.21.15.46:0/1316547340 learned_addr learned my addr 172.21.15.46:0/1316547340 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:05.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fd685700 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d063780 0x562d1d074080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fe687700 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d064620 0x562d1d06a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.078 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fde86700 1 -- 172.21.15.46:0/1316547340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d064620 msgr2=0x562d1d06a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:05.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fde86700 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d064620 0x562d1d06a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fde86700 1 -- 172.21.15.46:0/1316547340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d063780 msgr2=0x562d1d074080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:05.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fde86700 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d063780 0x562d1d074080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fde86700 1 -- 172.21.15.46:0/1316547340 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d1cde0de0 con 0x562d1d062e20 2023-10-21T15:41:05.079 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14fde86700 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d05db40 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f14e8000c00 tx=0x7f14e8009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ebf4156e1ba21fe server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:05.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14ecff9700 1 -- 172.21.15.46:0/1316547340 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e802a040 con 0x562d1d062e20 2023-10-21T15:41:05.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14ecff9700 1 -- 172.21.15.46:0/1316547340 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f14e802b040 con 0x562d1d062e20 2023-10-21T15:41:05.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.057+0000 7f14ecff9700 1 -- 172.21.15.46:0/1316547340 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e8005200 con 0x562d1d062e20 2023-10-21T15:41:05.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1316547340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 msgr2=0x562d1d05db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d05db40 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f14e8000c00 tx=0x7f14e8009310 comp rx=0 tx=0).stop 2023-10-21T15:41:05.080 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1316547340 shutdown_connections 2023-10-21T15:41:05.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d062e20 0x562d1d05db40 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d064620 0x562d1d06a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/1316547340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d063780 0x562d1d074080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1316547340 >> 172.21.15.46:0/1316547340 conn(0x562d1cf90dd0 msgr2=0x562d1d05d240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:05.081 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1316547340 shutdown_connections 2023-10-21T15:41:05.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 -- 172.21.15.46:0/1316547340 wait complete. 2023-10-21T15:41:05.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 -- start start 2023-10-21T15:41:05.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 Processor -- start 2023-10-21T15:41:05.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d062e20 0x562d1d06fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.082 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.058+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d063780 0x562d1d06ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f150c2d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d072fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1d0734e0 con 0x562d1d063780 2023-10-21T15:41:05.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1d073650 con 0x562d1d064620 2023-10-21T15:41:05.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f150c2d3b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d1d073810 con 0x562d1d062e20 2023-10-21T15:41:05.083 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f150c2d3b80 10 client.0 _ll_register_callbacks cb 0x7f14f00075e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:05.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fd685700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d063780 0x562d1d06ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fe687700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d072fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fd685700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d063780 0x562d1d06ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36026/0 (socket says 172.21.15.46:36026) 2023-10-21T15:41:05.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fd685700 1 -- 172.21.15.46:0/2583089484 learned_addr learned my addr 172.21.15.46:0/2583089484 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:05.084 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fde86700 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d062e20 0x562d1d06fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fe687700 1 -- 172.21.15.46:0/2583089484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d062e20 msgr2=0x562d1d06fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:05.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fe687700 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d062e20 0x562d1d06fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fe687700 1 -- 172.21.15.46:0/2583089484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d063780 msgr2=0x562d1d06ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:05.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fe687700 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d063780 0x562d1d06ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.085 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fe687700 1 -- 172.21.15.46:0/2583089484 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562d1cf733f0 con 0x562d1d064620 2023-10-21T15:41:05.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14fe687700 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d072fa0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f14f000b010 tx=0x7f14f0011790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5189ae2b06259b1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:05.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14e17fa700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:41:05.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14e17fa700 1 -- 172.21.15.46:0/2583089484 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f000e040 con 0x562d1d064620 2023-10-21T15:41:05.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f14e17fa700 1 -- 172.21.15.46:0/2583089484 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f14f00209d0 con 0x562d1d064620 2023-10-21T15:41:05.086 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.059+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2583089484 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f14e801e040 con 0x562d1d064620 2023-10-21T15:41:05.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f14e17fa700 1 -- 172.21.15.46:0/2583089484 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f14f0020bb0 con 0x562d1d064620 2023-10-21T15:41:05.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f150c2d3b80 10 client.25535 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:05.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2583089484 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x562d1cdc9c60 con 0x562d1d064620 2023-10-21T15:41:05.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f14e17fa700 1 -- 172.21.15.46:0/2583089484 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f14e801e040 con 0x562d1d064620 2023-10-21T15:41:05.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f14e17fa700 1 -- 172.21.15.46:0/2583089484 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f14f0029070 con 0x562d1d064620 2023-10-21T15:41:05.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f150c2d3b80 10 client.25535 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:05.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f150c2d3b80 10 client.25535 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:05.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f150c2d3b80 20 client.25535 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:05.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562d1d0cd640 0x562d1d0cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:05.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f150c2d3b80 4 client.25535 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:41:05.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2583089484 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562d1cfaee50 con 0x562d1d0cd640 2023-10-21T15:41:05.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f14fde86700 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562d1d0cd640 0x562d1d0cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:05.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f14e17fa700 10 client.25535 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:05.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.060+0000 7f14fde86700 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562d1d0cd640 0x562d1d0cfa60 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baaf62d7b649e71f server_cookie=a1cc379b457f16f5 in_seq=0 out_seq=0 2023-10-21T15:41:05.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.062+0000 7f14e17fa700 1 -- 172.21.15.46:0/2583089484 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562d1cfaee50 con 0x562d1d0cd640 2023-10-21T15:41:05.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.062+0000 7f14e17fa700 10 client.25535 handle_command_reply: tid=0 2023-10-21T15:41:05.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.062+0000 7f150c2d3b80 1 client.25535 shutdown 2023-10-21T15:41:05.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.062+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2583089484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 msgr2=0x562d1d072fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.062+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d072fa0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f14f000b010 tx=0x7f14f0011790 comp rx=0 tx=0).stop 2023-10-21T15:41:05.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2583089484 shutdown_connections 2023-10-21T15:41:05.090 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562d1d0cd640 0x562d1d0cfa60 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562d1d064620 0x562d1d072fa0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562d1d062e20 0x562d1d06fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 1 --2- 172.21.15.46:0/2583089484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562d1d063780 0x562d1d06ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2583089484 >> 172.21.15.46:0/2583089484 conn(0x562d1cf90dd0 msgr2=0x562d1d05dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:05.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f14e17fa700 0 client.25535 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:05.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2583089484 shutdown_connections 2023-10-21T15:41:05.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 1 -- 172.21.15.46:0/2583089484 wait complete. 2023-10-21T15:41:05.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f150c2d3b80 20 client.25535 trim_cache size 0 max 16384 2023-10-21T15:41:05.093 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:41:05.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 -- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f14e40a1480 msgr2=0x7f14e40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f14e40a1480 0x7f14e40a3940 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f14e8009990 tx=0x7f14e801a040 comp rx=0 tx=0).stop 2023-10-21T15:41:05.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 -- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f8100fa0 msgr2=0x7f14f8197100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:05.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f8100fa0 0x7f14f8197100 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f14f400e9a0 tx=0x7f14f400ecb0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 -- 172.21.15.46:0/2509556444 shutdown_connections 2023-10-21T15:41:05.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f14e40a1480 0x7f14e40a3940 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f14f8101940 0x7f14f819e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f14f80ffdb0 0x7f14f8196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 --2- 172.21.15.46:0/2509556444 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f14f8100fa0 0x7f14f8197100 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:05.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 -- 172.21.15.46:0/2509556444 >> 172.21.15.46:0/2509556444 conn(0x7f14f80fb320 msgr2=0x7f14f80fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:05.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 -- 172.21.15.46:0/2509556444 shutdown_connections 2023-10-21T15:41:05.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:05.063+0000 7f15000ea700 1 -- 172.21.15.46:0/2509556444 wait complete. 2023-10-21T15:41:05.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:04 smithi046 ceph-mon[99436]: pgmap v339: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 406 KiB/s wr, 159 op/s 2023-10-21T15:41:05.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:04 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/167938592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:41:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:04 smithi105 ceph-mon[103980]: pgmap v339: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 406 KiB/s wr, 159 op/s 2023-10-21T15:41:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:04 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/167938592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:41:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:04 smithi119 ceph-mon[103628]: pgmap v339: 97 pgs: 97 active+clean; 18 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 406 KiB/s wr, 159 op/s 2023-10-21T15:41:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:04 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/167938592' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:41:06.098 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-21T15:41:06.098 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-21T15:41:06.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 -- 172.21.15.46:0/2820733272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 msgr2=0x7f73881024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.231 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 --2- 172.21.15.46:0/2820733272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 0x7f73881024d0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f737c009990 tx=0x7f737c009ca0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 -- 172.21.15.46:0/2820733272 shutdown_connections 2023-10-21T15:41:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 --2- 172.21.15.46:0/2820733272 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7388102a10 0x7f7388109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 --2- 172.21.15.46:0/2820733272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7388100e70 0x7f7388101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 --2- 172.21.15.46:0/2820733272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 0x7f73881024d0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.232 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 -- 172.21.15.46:0/2820733272 >> 172.21.15.46:0/2820733272 conn(0x7f73880fc3f0 msgr2=0x7f73880fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 -- 172.21.15.46:0/2820733272 shutdown_connections 2023-10-21T15:41:06.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.228+0000 7f738e8a6700 1 -- 172.21.15.46:0/2820733272 wait complete. 2023-10-21T15:41:06.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.229+0000 7f738e8a6700 1 Processor -- start 2023-10-21T15:41:06.233 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.229+0000 7f738e8a6700 1 -- start start 2023-10-21T15:41:06.235 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.229+0000 7f738e8a6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7388100e70 0x7f7388198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.229+0000 7f738e8a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 0x7f7388199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.229+0000 7f738e8a6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7388102a10 0x7f73881a03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.229+0000 7f738e8a6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73881a09a0 con 0x7f7388102050 2023-10-21T15:41:06.236 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.229+0000 7f738e8a6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73881a0ae0 con 0x7f7388100e70 2023-10-21T15:41:06.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.229+0000 7f738e8a6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73881a0c70 con 0x7f7388102a10 2023-10-21T15:41:06.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73877fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 0x7f7388199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f7387fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7388100e70 0x7f7388198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f7387fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7388100e70 0x7f7388198e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52970/0 (socket says 172.21.15.46:52970) 2023-10-21T15:41:06.237 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f7387fff700 1 -- 172.21.15.46:0/1559341871 learned_addr learned my addr 172.21.15.46:0/1559341871 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73877fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 0x7f7388199360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36040/0 (socket says 172.21.15.46:36040) 2023-10-21T15:41:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f738ce43700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7388102a10 0x7f73881a03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73877fe700 1 -- 172.21.15.46:0/1559341871 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7388102a10 msgr2=0x7f73881a03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73877fe700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7388102a10 0x7f73881a03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.238 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73877fe700 1 -- 172.21.15.46:0/1559341871 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7388100e70 msgr2=0x7f7388198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73877fe700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7388100e70 0x7f7388198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73877fe700 1 -- 172.21.15.46:0/1559341871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f737c0095f0 con 0x7f7388102050 2023-10-21T15:41:06.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f7387fff700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7388100e70 0x7f7388198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:06.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73877fe700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 0x7f7388199360 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f737c0098e0 tx=0x7f737c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.239 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73857fa700 1 -- 172.21.15.46:0/1559341871 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f737c01d070 con 0x7f7388102050 2023-10-21T15:41:06.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73857fa700 1 -- 172.21.15.46:0/1559341871 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f737c0054e0 con 0x7f7388102050 2023-10-21T15:41:06.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f738e8a6700 1 -- 172.21.15.46:0/1559341871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73881a0ef0 con 0x7f7388102050 2023-10-21T15:41:06.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f73857fa700 1 -- 172.21.15.46:0/1559341871 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f737c004c20 con 0x7f7388102050 2023-10-21T15:41:06.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.230+0000 7f738e8a6700 1 -- 172.21.15.46:0/1559341871 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73881a1260 con 0x7f7388102050 2023-10-21T15:41:06.240 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.232+0000 7f73857fa700 1 -- 172.21.15.46:0/1559341871 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f737c00fc40 con 0x7f7388102050 2023-10-21T15:41:06.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.233+0000 7f73857fa700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f73700a1480 0x7f73700a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.233+0000 7f7387fff700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f73700a1480 0x7f73700a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.233+0000 7f73857fa700 1 -- 172.21.15.46:0/1559341871 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f737c0cdf70 con 0x7f7388102050 2023-10-21T15:41:06.241 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.233+0000 7f7387fff700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f73700a1480 0x7f73700a3940 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7378005950 tx=0x7f7378009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.246 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.234+0000 7f739aa8fb80 1 Processor -- start 2023-10-21T15:41:06.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.234+0000 7f739aa8fb80 1 -- start start 2023-10-21T15:41:06.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.234+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fca2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.234+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fcb0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.234+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fcb6a0 0x55af18fcbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.247 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.234+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18f3ecf0 con 0x55af18fc9ea0 2023-10-21T15:41:06.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.234+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18f23ce0 con 0x55af18fcb6a0 2023-10-21T15:41:06.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.234+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18f21600 con 0x55af18fca800 2023-10-21T15:41:06.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fca2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fca2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36046/0 (socket says 172.21.15.46:36046) 2023-10-21T15:41:06.248 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 -- 172.21.15.46:0/3448031170 learned_addr learned my addr 172.21.15.46:0/3448031170 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f738ce43700 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fcb6a0 0x55af18fcbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f73877fe700 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fcb0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 -- 172.21.15.46:0/3448031170 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 msgr2=0x55af18fcb0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fcb0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.249 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 -- 172.21.15.46:0/3448031170 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fcb6a0 msgr2=0x55af18fcbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fcb6a0 0x55af18fcbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 -- 172.21.15.46:0/3448031170 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af18eda470 con 0x55af18fc9ea0 2023-10-21T15:41:06.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f7387fff700 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fca2c0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f7378009880 tx=0x7f7378014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4ab38d737982fd7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.250 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f736e7fc700 1 -- 172.21.15.46:0/3448031170 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7378004a30 con 0x55af18fc9ea0 2023-10-21T15:41:06.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f736e7fc700 1 -- 172.21.15.46:0/3448031170 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7378021070 con 0x55af18fc9ea0 2023-10-21T15:41:06.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.235+0000 7f736e7fc700 1 -- 172.21.15.46:0/3448031170 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f737801c670 con 0x55af18fc9ea0 2023-10-21T15:41:06.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3448031170 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 msgr2=0x55af18fca2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.251 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fca2c0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f7378009880 tx=0x7f7378014000 comp rx=0 tx=0).stop 2023-10-21T15:41:06.252 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3448031170 shutdown_connections 2023-10-21T15:41:06.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fca2c0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fcb6a0 0x55af18fcbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.254 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3448031170 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fcb0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3448031170 >> 172.21.15.46:0/3448031170 conn(0x55af18ef7e50 msgr2=0x55af18fc5060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3448031170 shutdown_connections 2023-10-21T15:41:06.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3448031170 wait complete. 2023-10-21T15:41:06.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.236+0000 7f739aa8fb80 1 -- start start 2023-10-21T15:41:06.255 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f739aa8fb80 1 Processor -- start 2023-10-21T15:41:06.256 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fc9ea0 0x55af18fd3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.256 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fd4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.256 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fdb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.256 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18f1cef0 con 0x55af18fcb6a0 2023-10-21T15:41:06.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18eb9790 con 0x55af18fca800 2023-10-21T15:41:06.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18eb9430 con 0x55af18fc9ea0 2023-10-21T15:41:06.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f739aa8fb80 10 client.0 _ll_register_callbacks cb 0x55af18d16880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:06.257 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f738ce43700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fdb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f73877fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fd4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f738ce43700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fdb2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36056/0 (socket says 172.21.15.46:36056) 2023-10-21T15:41:06.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f738ce43700 1 -- 172.21.15.46:0/3988156603 learned_addr learned my addr 172.21.15.46:0/3988156603 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f7387fff700 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fc9ea0 0x55af18fd3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.258 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f738ce43700 1 -- 172.21.15.46:0/3988156603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fc9ea0 msgr2=0x55af18fd3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.259 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f738ce43700 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fc9ea0 0x55af18fd3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.259 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f738ce43700 1 -- 172.21.15.46:0/3988156603 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 msgr2=0x55af18fd4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.259 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.237+0000 7f738ce43700 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fd4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.259 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f738ce43700 1 -- 172.21.15.46:0/3988156603 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7378017070 con 0x55af18fcb6a0 2023-10-21T15:41:06.259 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f73877fe700 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fd4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:06.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f7387fff700 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fc9ea0 0x55af18fd3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:06.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f738ce43700 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fdb2b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f7380007b20 tx=0x7f7380007e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd8b668a1fc75327 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f73677fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:06.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f73677fe700 1 -- 172.21.15.46:0/3988156603 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7380012b40 con 0x55af18fcb6a0 2023-10-21T15:41:06.260 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f73677fe700 1 -- 172.21.15.46:0/3988156603 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f7380012ca0 con 0x55af18fcb6a0 2023-10-21T15:41:06.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3988156603 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55af18f21f70 con 0x55af18fcb6a0 2023-10-21T15:41:06.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f73677fe700 1 -- 172.21.15.46:0/3988156603 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7380012e60 con 0x55af18fcb6a0 2023-10-21T15:41:06.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f739aa8fb80 10 client.15915 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:06.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3988156603 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55af18d47e60 con 0x55af18fcb6a0 2023-10-21T15:41:06.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f73677fe700 1 -- 172.21.15.46:0/3988156603 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55af18f21f70 con 0x55af18fcb6a0 2023-10-21T15:41:06.261 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f73677fe700 1 -- 172.21.15.46:0/3988156603 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f7380014040 con 0x55af18fcb6a0 2023-10-21T15:41:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f739aa8fb80 10 client.15915 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f739aa8fb80 10 client.15915 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.238+0000 7f739aa8fb80 20 client.15915 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.239+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55af18fdfbe0 0x55af18fe2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.262 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.239+0000 7f739aa8fb80 4 client.15915 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.239+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3988156603 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55af18f99c90 con 0x55af18fdfbe0 2023-10-21T15:41:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.239+0000 7f7387fff700 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55af18fdfbe0 0x55af18fe2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.239+0000 7f73677fe700 10 client.15915 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.239+0000 7f7387fff700 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55af18fdfbe0 0x55af18fe2000 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6e1be39619c387f server_cookie=b8644feda1e8af21 in_seq=0 out_seq=0 2023-10-21T15:41:06.263 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f73677fe700 1 -- 172.21.15.46:0/3988156603 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55af18f99c90 con 0x55af18fdfbe0 2023-10-21T15:41:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f73677fe700 10 client.15915 handle_command_reply: tid=0 2023-10-21T15:41:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 client.15915 shutdown 2023-10-21T15:41:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3988156603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 msgr2=0x55af18fdb2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fdb2b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f7380007b20 tx=0x7f7380007e30 comp rx=0 tx=0).stop 2023-10-21T15:41:06.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3988156603 shutdown_connections 2023-10-21T15:41:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55af18fdfbe0 0x55af18fe2000 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fdb2b0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f73677fe700 0 client.15915 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fc9ea0 0x55af18fd3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/3988156603 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fd4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3988156603 >> 172.21.15.46:0/3988156603 conn(0x55af18ef7e50 msgr2=0x55af18fc4c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3988156603 shutdown_connections 2023-10-21T15:41:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 1 -- 172.21.15.46:0/3988156603 wait complete. 2023-10-21T15:41:06.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.240+0000 7f739aa8fb80 20 client.15915 trim_cache size 0 max 16384 2023-10-21T15:41:06.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f739aa8fb80 1 Processor -- start 2023-10-21T15:41:06.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f739aa8fb80 1 -- start start 2023-10-21T15:41:06.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fc9ea0 0x55af18fd1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fdb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fce5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18d9d9a0 con 0x55af18fcb6a0 2023-10-21T15:41:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18fd38d0 con 0x55af18fc9ea0 2023-10-21T15:41:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18fbfcd0 con 0x55af18fca800 2023-10-21T15:41:06.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f7387fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fc9ea0 0x55af18fd1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f738ce43700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fce5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f7387fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fc9ea0 0x55af18fd1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:52992/0 (socket says 172.21.15.46:52992) 2023-10-21T15:41:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f7387fff700 1 -- 172.21.15.46:0/1899189580 learned_addr learned my addr 172.21.15.46:0/1899189580 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f738ce43700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fce5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36064/0 (socket says 172.21.15.46:36064) 2023-10-21T15:41:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.259+0000 7f73877fe700 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fdb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f7387fff700 1 -- 172.21.15.46:0/1899189580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 msgr2=0x55af18fdb1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f7387fff700 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fdb1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f7387fff700 1 -- 172.21.15.46:0/1899189580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 msgr2=0x55af18fce5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f7387fff700 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fce5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f7387fff700 1 -- 172.21.15.46:0/1899189580 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af18fe6c30 con 0x55af18fc9ea0 2023-10-21T15:41:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f73877fe700 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fdb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:41:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f7387fff700 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fc9ea0 0x55af18fd1a80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7378009880 tx=0x7f7378017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebe6e15dd6140349 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f736effd700 1 -- 172.21.15.46:0/1899189580 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7378035070 con 0x55af18fc9ea0 2023-10-21T15:41:06.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f736effd700 1 -- 172.21.15.46:0/1899189580 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f737800ee40 con 0x55af18fc9ea0 2023-10-21T15:41:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.260+0000 7f736effd700 1 -- 172.21.15.46:0/1899189580 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f737802c040 con 0x55af18fc9ea0 2023-10-21T15:41:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- 172.21.15.46:0/1899189580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fc9ea0 msgr2=0x55af18fd1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fc9ea0 0x55af18fd1a80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7378009880 tx=0x7f7378017000 comp rx=0 tx=0).stop 2023-10-21T15:41:06.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- 172.21.15.46:0/1899189580 shutdown_connections 2023-10-21T15:41:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fcb6a0 0x55af18fce5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fc9ea0 0x55af18fd1a80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/1899189580 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fca800 0x55af18fdb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- 172.21.15.46:0/1899189580 >> 172.21.15.46:0/1899189580 conn(0x55af18ef7e50 msgr2=0x55af18fc4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- 172.21.15.46:0/1899189580 shutdown_connections 2023-10-21T15:41:06.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- 172.21.15.46:0/1899189580 wait complete. 2023-10-21T15:41:06.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- start start 2023-10-21T15:41:06.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 Processor -- start 2023-10-21T15:41:06.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fdac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fdb1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fcb6a0 0x55af18fd7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18fd7f40 con 0x55af18fc9ea0 2023-10-21T15:41:06.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18fd80b0 con 0x55af18fca800 2023-10-21T15:41:06.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af18fd8270 con 0x55af18fcb6a0 2023-10-21T15:41:06.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.261+0000 7f739aa8fb80 10 client.0 _ll_register_callbacks cb 0x7f7380009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:06.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f7387fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fdac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73877fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fdb1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f7387fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fdac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36066/0 (socket says 172.21.15.46:36066) 2023-10-21T15:41:06.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f7387fff700 1 -- 172.21.15.46:0/558938971 learned_addr learned my addr 172.21.15.46:0/558938971 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f738ce43700 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fcb6a0 0x55af18fd7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73877fe700 1 -- 172.21.15.46:0/558938971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fcb6a0 msgr2=0x55af18fd7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73877fe700 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fcb6a0 0x55af18fd7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73877fe700 1 -- 172.21.15.46:0/558938971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 msgr2=0x55af18fdac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73877fe700 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fdac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73877fe700 1 -- 172.21.15.46:0/558938971 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55af18eda470 con 0x55af18fca800 2023-10-21T15:41:06.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f7387fff700 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fdac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:06.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f738ce43700 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fcb6a0 0x55af18fd7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:06.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73877fe700 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fdb1c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f737c009990 tx=0x7f737c005a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14355b6ba534c5f4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73677fe700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:41:06.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73677fe700 1 -- 172.21.15.46:0/558938971 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f737c09f2b0 con 0x55af18fca800 2023-10-21T15:41:06.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73677fe700 1 -- 172.21.15.46:0/558938971 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f737c09ba30 con 0x55af18fca800 2023-10-21T15:41:06.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f739aa8fb80 1 -- 172.21.15.46:0/558938971 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7378021070 con 0x55af18fca800 2023-10-21T15:41:06.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f73677fe700 1 -- 172.21.15.46:0/558938971 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f737c09b330 con 0x55af18fca800 2023-10-21T15:41:06.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f739aa8fb80 10 client.25553 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:06.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.262+0000 7f739aa8fb80 1 -- 172.21.15.46:0/558938971 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55af18d30ce0 con 0x55af18fca800 2023-10-21T15:41:06.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f73677fe700 1 -- 172.21.15.46:0/558938971 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7378021070 con 0x55af18fca800 2023-10-21T15:41:06.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f73677fe700 1 -- 172.21.15.46:0/558938971 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f737c0b9210 con 0x55af18fca800 2023-10-21T15:41:06.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f739aa8fb80 10 client.25553 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:06.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f739aa8fb80 10 client.25553 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:06.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f739aa8fb80 20 client.25553 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:06.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55af19034fb0 0x55af190373d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f739aa8fb80 4 client.25553 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-21T15:41:06.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f739aa8fb80 1 -- 172.21.15.46:0/558938971 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55af18f15ed0 con 0x55af19034fb0 2023-10-21T15:41:06.285 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f7387fff700 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55af19034fb0 0x55af190373d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f73677fe700 10 client.25553 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:06.286 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.263+0000 7f7387fff700 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55af19034fb0 0x55af190373d0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=864af40e2c900b57 server_cookie=a410307d3580b09c in_seq=0 out_seq=0 2023-10-21T15:41:06.304 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.301+0000 7f73677fe700 1 -- 172.21.15.46:0/558938971 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55af18f15ed0 con 0x55af19034fb0 2023-10-21T15:41:06.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.301+0000 7f73677fe700 10 client.25553 handle_command_reply: tid=0 2023-10-21T15:41:06.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.301+0000 7f739aa8fb80 1 client.25553 shutdown 2023-10-21T15:41:06.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 -- 172.21.15.46:0/558938971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 msgr2=0x55af18fdb1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fdb1c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f737c009990 tx=0x7f737c005a90 comp rx=0 tx=0).stop 2023-10-21T15:41:06.305 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 -- 172.21.15.46:0/558938971 shutdown_connections 2023-10-21T15:41:06.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55af19034fb0 0x55af190373d0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55af18fc9ea0 0x55af18fdac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f73677fe700 0 client.25553 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:06.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55af18fcb6a0 0x55af18fd7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.306 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 --2- 172.21.15.46:0/558938971 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55af18fca800 0x55af18fdb1c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 -- 172.21.15.46:0/558938971 >> 172.21.15.46:0/558938971 conn(0x55af18ef7e50 msgr2=0x55af18fd1a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 -- 172.21.15.46:0/558938971 shutdown_connections 2023-10-21T15:41:06.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 1 -- 172.21.15.46:0/558938971 wait complete. 2023-10-21T15:41:06.307 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f739aa8fb80 20 client.25553 trim_cache size 0 max 16384 2023-10-21T15:41:06.308 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:41:06.308 INFO:teuthology.orchestra.run.smithi046.stdout: "return_code": 0, 2023-10-21T15:41:06.308 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_tag": "f2298fd8-8f18-4833-8ce1-e6c96efa2384", 2023-10-21T15:41:06.308 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": "asynchronous" 2023-10-21T15:41:06.308 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:41:06.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 -- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f73700a1480 msgr2=0x7f73700a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.309 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f73700a1480 0x7f73700a3940 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7378005950 tx=0x7f7378009260 comp rx=0 tx=0).stop 2023-10-21T15:41:06.310 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 -- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 msgr2=0x7f7388199360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 0x7f7388199360 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f737c0098e0 tx=0x7f737c004730 comp rx=0 tx=0).stop 2023-10-21T15:41:06.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 -- 172.21.15.46:0/1559341871 shutdown_connections 2023-10-21T15:41:06.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f73700a1480 0x7f73700a3940 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.311 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f7388102a10 0x7f73881a03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7388100e70 0x7f7388198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 --2- 172.21.15.46:0/1559341871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7388102050 0x7f7388199360 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 -- 172.21.15.46:0/1559341871 >> 172.21.15.46:0/1559341871 conn(0x7f73880fc3f0 msgr2=0x7f73880fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.302+0000 7f738e8a6700 1 -- 172.21.15.46:0/1559341871 shutdown_connections 2023-10-21T15:41:06.312 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.303+0000 7f738e8a6700 1 -- 172.21.15.46:0/1559341871 wait complete. 2023-10-21T15:41:06.317 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-21T15:41:06.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 -- 172.21.15.46:0/1267180728 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3674103100 msgr2=0x7f3674103520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 --2- 172.21.15.46:0/1267180728 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3674103100 0x7f3674103520 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f36640099c0 tx=0x7f3664009cd0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 -- 172.21.15.46:0/1267180728 shutdown_connections 2023-10-21T15:41:06.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 --2- 172.21.15.46:0/1267180728 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3674103100 0x7f3674103520 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 --2- 172.21.15.46:0/1267180728 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3674104c90 0x7f367410b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 --2- 172.21.15.46:0/1267180728 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f36741042f0 0x7f3674104750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 -- 172.21.15.46:0/1267180728 >> 172.21.15.46:0/1267180728 conn(0x7f36740fe630 msgr2=0x7f3674100ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 -- 172.21.15.46:0/1267180728 shutdown_connections 2023-10-21T15:41:06.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.456+0000 7f3679b20700 1 -- 172.21.15.46:0/1267180728 wait complete. 2023-10-21T15:41:06.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.457+0000 7f3679b20700 1 Processor -- start 2023-10-21T15:41:06.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.457+0000 7f3679b20700 1 -- start start 2023-10-21T15:41:06.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f3679b20700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3674103100 0x7f3674198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f3679b20700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36741042f0 0x7f3674199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f3679b20700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3674104c90 0x7f36741a0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f3679b20700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36741a0940 con 0x7f36741042f0 2023-10-21T15:41:06.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f3679b20700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36741a0a80 con 0x7f3674104c90 2023-10-21T15:41:06.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f3679b20700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36741a0c10 con 0x7f3674103100 2023-10-21T15:41:06.464 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3674103100 0x7f3674198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3674103100 0x7f3674198dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48076/0 (socket says 172.21.15.46:48076) 2023-10-21T15:41:06.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 -- 172.21.15.46:0/1987919029 learned_addr learned my addr 172.21.15.46:0/1987919029 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f3672ffd700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36741042f0 0x7f3674199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.465 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f3673fff700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3674104c90 0x7f36741a0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 -- 172.21.15.46:0/1987919029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3674104c90 msgr2=0x7f36741a0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3674104c90 0x7f36741a0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 -- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36741042f0 msgr2=0x7f3674199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36741042f0 0x7f3674199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 -- 172.21.15.46:0/1987919029 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36640095f0 con 0x7f3674103100 2023-10-21T15:41:06.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.458+0000 7f36737fe700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3674103100 0x7f3674198dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3664009fd0 tx=0x7f3664009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.459+0000 7f3670ff9700 1 -- 172.21.15.46:0/1987919029 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f366401d070 con 0x7f3674103100 2023-10-21T15:41:06.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.459+0000 7f3679b20700 1 -- 172.21.15.46:0/1987919029 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36741a0e90 con 0x7f3674103100 2023-10-21T15:41:06.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.459+0000 7f3670ff9700 1 -- 172.21.15.46:0/1987919029 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3664005030 con 0x7f3674103100 2023-10-21T15:41:06.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.459+0000 7f3670ff9700 1 -- 172.21.15.46:0/1987919029 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3664004a90 con 0x7f3674103100 2023-10-21T15:41:06.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.459+0000 7f3679b20700 1 -- 172.21.15.46:0/1987919029 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36741a1250 con 0x7f3674103100 2023-10-21T15:41:06.468 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.461+0000 7f3670ff9700 1 -- 172.21.15.46:0/1987919029 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f36640051a0 con 0x7f3674103100 2023-10-21T15:41:06.473 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.462+0000 7f3670ff9700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f365c0a1480 0x7f365c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.462+0000 7f3672ffd700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f365c0a1480 0x7f365c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.462+0000 7f3670ff9700 1 -- 172.21.15.46:0/1987919029 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f36640cda10 con 0x7f3674103100 2023-10-21T15:41:06.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.462+0000 7f3672ffd700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f365c0a1480 0x7f365c0a3940 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f3668009c60 tx=0x7f3668009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3685d09b80 1 Processor -- start 2023-10-21T15:41:06.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3685d09b80 1 -- start start 2023-10-21T15:41:06.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45470240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 0x55ef45471040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.475 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45471aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3685d09b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef453e4c70 con 0x55ef45471620 2023-10-21T15:41:06.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3685d09b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef453c9c60 con 0x55ef4546fe20 2023-10-21T15:41:06.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3685d09b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef453c7580 con 0x55ef45470780 2023-10-21T15:41:06.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3673fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45471aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.476 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f36737fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45470240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3673fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45471aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36090/0 (socket says 172.21.15.46:36090) 2023-10-21T15:41:06.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3672ffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 0x55ef45471040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.463+0000 7f3673fff700 1 -- 172.21.15.46:0/107494860 learned_addr learned my addr 172.21.15.46:0/107494860 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f36737fe700 1 -- 172.21.15.46:0/107494860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 msgr2=0x55ef45471040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.477 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f36737fe700 1 --2- 172.21.15.46:0/107494860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 0x55ef45471040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f36737fe700 1 -- 172.21.15.46:0/107494860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 msgr2=0x55ef45471aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f36737fe700 1 --2- 172.21.15.46:0/107494860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45471aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f36737fe700 1 -- 172.21.15.46:0/107494860 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef453803f0 con 0x55ef4546fe20 2023-10-21T15:41:06.478 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f3673fff700 1 --2- 172.21.15.46:0/107494860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45471aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:06.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f36737fe700 1 --2- 172.21.15.46:0/107494860 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45470240 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3664000c00 tx=0x7f366409b550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bac23c49612912c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f3659ffb700 1 -- 172.21.15.46:0/107494860 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f366409ef20 con 0x55ef4546fe20 2023-10-21T15:41:06.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f3659ffb700 1 -- 172.21.15.46:0/107494860 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36640a30d0 con 0x55ef4546fe20 2023-10-21T15:41:06.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.464+0000 7f3659ffb700 1 -- 172.21.15.46:0/107494860 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f366409a500 con 0x55ef4546fe20 2023-10-21T15:41:06.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 -- 172.21.15.46:0/107494860 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 msgr2=0x55ef45470240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.479 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 --2- 172.21.15.46:0/107494860 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45470240 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3664000c00 tx=0x7f366409b550 comp rx=0 tx=0).stop 2023-10-21T15:41:06.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 -- 172.21.15.46:0/107494860 shutdown_connections 2023-10-21T15:41:06.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 --2- 172.21.15.46:0/107494860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45471aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 --2- 172.21.15.46:0/107494860 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45470240 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.480 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 --2- 172.21.15.46:0/107494860 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 0x55ef45471040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 -- 172.21.15.46:0/107494860 >> 172.21.15.46:0/107494860 conn(0x55ef4539ddd0 msgr2=0x55ef4546afe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 -- 172.21.15.46:0/107494860 shutdown_connections 2023-10-21T15:41:06.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 -- 172.21.15.46:0/107494860 wait complete. 2023-10-21T15:41:06.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.465+0000 7f3685d09b80 1 -- start start 2023-10-21T15:41:06.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3685d09b80 1 Processor -- start 2023-10-21T15:41:06.481 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef454799e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45470780 0x55ef45479f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45471620 0x55ef45480f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3685d09b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef453c2e70 con 0x55ef45470780 2023-10-21T15:41:06.482 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3685d09b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef4535f710 con 0x55ef4546fe20 2023-10-21T15:41:06.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3685d09b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef4535f3b0 con 0x55ef45471620 2023-10-21T15:41:06.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3685d09b80 10 client.0 _ll_register_callbacks cb 0x55ef451bc800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:06.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3672ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45470780 0x55ef45479f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3672ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45470780 0x55ef45479f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36094/0 (socket says 172.21.15.46:36094) 2023-10-21T15:41:06.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3672ffd700 1 -- 172.21.15.46:0/1077480172 learned_addr learned my addr 172.21.15.46:0/1077480172 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.483 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f36737fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef454799e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3673fff700 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45471620 0x55ef45480f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3672ffd700 1 -- 172.21.15.46:0/1077480172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45471620 msgr2=0x55ef45480f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3672ffd700 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45471620 0x55ef45480f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.484 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3672ffd700 1 -- 172.21.15.46:0/1077480172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 msgr2=0x55ef454799e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3672ffd700 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef454799e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3672ffd700 1 -- 172.21.15.46:0/1077480172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f366c011330 con 0x55ef45470780 2023-10-21T15:41:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f3673fff700 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45471620 0x55ef45480f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.466+0000 7f36737fe700 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef454799e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3672ffd700 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45470780 0x55ef45479f20 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f3668003900 tx=0x7f36680047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4349f6d84d17b5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.485 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3652ffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:06.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3652ffd700 1 -- 172.21.15.46:0/1077480172 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3668022070 con 0x55ef45470780 2023-10-21T15:41:06.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3652ffd700 1 -- 172.21.15.46:0/1077480172 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f366801d410 con 0x55ef45470780 2023-10-21T15:41:06.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 1 -- 172.21.15.46:0/1077480172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ef453c7ef0 con 0x55ef45470780 2023-10-21T15:41:06.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3652ffd700 1 -- 172.21.15.46:0/1077480172 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f366801d5d0 con 0x55ef45470780 2023-10-21T15:41:06.486 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 10 client.15933 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:06.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 1 -- 172.21.15.46:0/1077480172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f36741a1250 con 0x55ef45470780 2023-10-21T15:41:06.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3652ffd700 1 -- 172.21.15.46:0/1077480172 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ef453c7ef0 con 0x55ef45470780 2023-10-21T15:41:06.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3652ffd700 1 -- 172.21.15.46:0/1077480172 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3668030070 con 0x55ef45470780 2023-10-21T15:41:06.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 10 client.15933 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:06.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 10 client.15933 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:06.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 20 client.15933 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:06.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef45485830 0x55ef45487c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 4 client.15933 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:06.488 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.467+0000 7f3685d09b80 1 -- 172.21.15.46:0/1077480172 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ef4543fc10 con 0x55ef45485830 2023-10-21T15:41:06.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.468+0000 7f36737fe700 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef45485830 0x55ef45487c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.468+0000 7f36737fe700 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef45485830 0x55ef45487c50 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bbdaf9d15b2ba23 server_cookie=7a7e5a6890cb6199 in_seq=0 out_seq=0 2023-10-21T15:41:06.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.468+0000 7f3652ffd700 10 client.15933 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:06.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3652ffd700 1 -- 172.21.15.46:0/1077480172 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55ef4543fc10 con 0x55ef45485830 2023-10-21T15:41:06.489 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3652ffd700 10 client.15933 handle_command_reply: tid=0 2023-10-21T15:41:06.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 client.15933 shutdown 2023-10-21T15:41:06.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 -- 172.21.15.46:0/1077480172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45470780 msgr2=0x55ef45479f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45470780 0x55ef45479f20 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f3668003900 tx=0x7f36680047c0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.490 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 -- 172.21.15.46:0/1077480172 shutdown_connections 2023-10-21T15:41:06.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef45485830 0x55ef45487c50 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45471620 0x55ef45480f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef454799e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3652ffd700 0 client.15933 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:06.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1077480172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45470780 0x55ef45479f20 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 -- 172.21.15.46:0/1077480172 >> 172.21.15.46:0/1077480172 conn(0x55ef4539ddd0 msgr2=0x55ef4546abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 -- 172.21.15.46:0/1077480172 shutdown_connections 2023-10-21T15:41:06.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 1 -- 172.21.15.46:0/1077480172 wait complete. 2023-10-21T15:41:06.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.470+0000 7f3685d09b80 20 client.15933 trim_cache size 0 max 16384 2023-10-21T15:41:06.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3685d09b80 1 Processor -- start 2023-10-21T15:41:06.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3685d09b80 1 -- start start 2023-10-21T15:41:06.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef4546fe20 0x55ef4546ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef45470780 0x55ef4546b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45480e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3685d09b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef45243920 con 0x55ef45471620 2023-10-21T15:41:06.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3685d09b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef45479550 con 0x55ef45470780 2023-10-21T15:41:06.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3685d09b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef4546cfb0 con 0x55ef4546fe20 2023-10-21T15:41:06.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3673fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45480e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3672ffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef45470780 0x55ef4546b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3673fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45480e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36104/0 (socket says 172.21.15.46:36104) 2023-10-21T15:41:06.499 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f3673fff700 1 -- 172.21.15.46:0/2649098397 learned_addr learned my addr 172.21.15.46:0/2649098397 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.490+0000 7f36737fe700 1 --2- 172.21.15.46:0/2649098397 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef4546fe20 0x55ef4546ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f3672ffd700 1 -- 172.21.15.46:0/2649098397 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef4546fe20 msgr2=0x55ef4546ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f3672ffd700 1 --2- 172.21.15.46:0/2649098397 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef4546fe20 0x55ef4546ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f3672ffd700 1 -- 172.21.15.46:0/2649098397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 msgr2=0x55ef45480e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f3672ffd700 1 --2- 172.21.15.46:0/2649098397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45480e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f3672ffd700 1 -- 172.21.15.46:0/2649098397 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef451edde0 con 0x55ef45470780 2023-10-21T15:41:06.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f3672ffd700 1 --2- 172.21.15.46:0/2649098397 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef45470780 0x55ef4546b080 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3668016040 tx=0x7f3668009e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab315c7bbe9aecb server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f365a7fc700 1 -- 172.21.15.46:0/2649098397 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3668022070 con 0x55ef45470780 2023-10-21T15:41:06.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f365a7fc700 1 -- 172.21.15.46:0/2649098397 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3668023040 con 0x55ef45470780 2023-10-21T15:41:06.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.491+0000 7f365a7fc700 1 -- 172.21.15.46:0/2649098397 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3668032c70 con 0x55ef45470780 2023-10-21T15:41:06.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 -- 172.21.15.46:0/2649098397 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef45470780 msgr2=0x55ef4546b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 --2- 172.21.15.46:0/2649098397 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef45470780 0x55ef4546b080 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3668016040 tx=0x7f3668009e20 comp rx=0 tx=0).stop 2023-10-21T15:41:06.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 -- 172.21.15.46:0/2649098397 shutdown_connections 2023-10-21T15:41:06.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 --2- 172.21.15.46:0/2649098397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef45480e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.502 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 --2- 172.21.15.46:0/2649098397 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef4546fe20 0x55ef4546ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 --2- 172.21.15.46:0/2649098397 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef45470780 0x55ef4546b080 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 -- 172.21.15.46:0/2649098397 >> 172.21.15.46:0/2649098397 conn(0x55ef4539ddd0 msgr2=0x55ef454697a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 -- 172.21.15.46:0/2649098397 shutdown_connections 2023-10-21T15:41:06.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 -- 172.21.15.46:0/2649098397 wait complete. 2023-10-21T15:41:06.503 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.492+0000 7f3685d09b80 1 -- start start 2023-10-21T15:41:06.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3685d09b80 1 Processor -- start 2023-10-21T15:41:06.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45480c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 0x55ef4547f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3685d09b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef4547f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.504 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3685d09b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef4547fe30 con 0x55ef45471620 2023-10-21T15:41:06.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3685d09b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef4547ffa0 con 0x55ef4546fe20 2023-10-21T15:41:06.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3685d09b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef45480160 con 0x55ef45470780 2023-10-21T15:41:06.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3685d09b80 10 client.0 _ll_register_callbacks cb 0x7f36680043e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:06.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f36737fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45480c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.505 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3672ffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 0x55ef4547f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f36737fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45480c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53038/0 (socket says 172.21.15.46:53038) 2023-10-21T15:41:06.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f36737fe700 1 -- 172.21.15.46:0/1594830402 learned_addr learned my addr 172.21.15.46:0/1594830402 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:06.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f3673fff700 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef4547f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f36737fe700 1 -- 172.21.15.46:0/1594830402 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 msgr2=0x55ef4547f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.506 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f36737fe700 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 0x55ef4547f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f36737fe700 1 -- 172.21.15.46:0/1594830402 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 msgr2=0x55ef4547f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:06.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f36737fe700 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef4547f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.493+0000 7f36737fe700 1 -- 172.21.15.46:0/1594830402 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36741a1250 con 0x55ef4546fe20 2023-10-21T15:41:06.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f36737fe700 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45480c90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f36640cb570 tx=0x7f366409b640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efb51eaa790fe4cd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:06.507 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f3652ffd700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:41:06.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f3652ffd700 1 -- 172.21.15.46:0/1594830402 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36640b9060 con 0x55ef4546fe20 2023-10-21T15:41:06.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f3652ffd700 1 -- 172.21.15.46:0/1594830402 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f366409b0b0 con 0x55ef4546fe20 2023-10-21T15:41:06.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f3685d09b80 1 -- 172.21.15.46:0/1594830402 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f36640a30d0 con 0x55ef4546fe20 2023-10-21T15:41:06.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f3652ffd700 1 -- 172.21.15.46:0/1594830402 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f366409b270 con 0x55ef4546fe20 2023-10-21T15:41:06.508 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f3685d09b80 10 client.25571 fetch_fsmap learned FSMap version 29 2023-10-21T15:41:06.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f3685d09b80 1 -- 172.21.15.46:0/1594830402 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ef451d6c60 con 0x55ef4546fe20 2023-10-21T15:41:06.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.494+0000 7f3652ffd700 1 -- 172.21.15.46:0/1594830402 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f36640a30d0 con 0x55ef4546fe20 2023-10-21T15:41:06.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3652ffd700 1 -- 172.21.15.46:0/1594830402 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3664004c80 con 0x55ef4546fe20 2023-10-21T15:41:06.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3685d09b80 10 client.25571 fetch_fsmap finished waiting for FSMap version 29 2023-10-21T15:41:06.509 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3685d09b80 10 client.25571 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:06.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3685d09b80 20 client.25571 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:06.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef454dad40 0x55ef454dd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:06.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3685d09b80 4 client.25571 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-21T15:41:06.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3685d09b80 1 -- 172.21.15.46:0/1594830402 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55ef453bbe50 con 0x55ef454dad40 2023-10-21T15:41:06.510 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3672ffd700 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef454dad40 0x55ef454dd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:06.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3652ffd700 10 client.25571 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:06.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.495+0000 7f3672ffd700 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef454dad40 0x55ef454dd160 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17d13b26f3c0aa1 server_cookie=18e61291ee026f65 in_seq=0 out_seq=0 2023-10-21T15:41:06.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3652ffd700 1 -- 172.21.15.46:0/1594830402 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+268 (crc 0 0 0) 0x55ef453bbe50 con 0x55ef454dad40 2023-10-21T15:41:06.512 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3652ffd700 10 client.25571 handle_command_reply: tid=0 2023-10-21T15:41:06.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 client.25571 shutdown 2023-10-21T15:41:06.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 -- 172.21.15.46:0/1594830402 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 msgr2=0x55ef45480c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45480c90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f36640cb570 tx=0x7f366409b640 comp rx=0 tx=0).stop 2023-10-21T15:41:06.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 -- 172.21.15.46:0/1594830402 shutdown_connections 2023-10-21T15:41:06.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef454dad40 0x55ef454dd160 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.513 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef45471620 0x55ef4547f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef4546fe20 0x55ef45480c90 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 --2- 172.21.15.46:0/1594830402 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef45470780 0x55ef4547f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3652ffd700 0 client.25571 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:06.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 -- 172.21.15.46:0/1594830402 >> 172.21.15.46:0/1594830402 conn(0x55ef4539ddd0 msgr2=0x55ef4546ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.514 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 -- 172.21.15.46:0/1594830402 shutdown_connections 2023-10-21T15:41:06.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 1 -- 172.21.15.46:0/1594830402 wait complete. 2023-10-21T15:41:06.515 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.496+0000 7f3685d09b80 20 client.25571 trim_cache size 0 max 16384 2023-10-21T15:41:06.515 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:41:06.515 INFO:teuthology.orchestra.run.smithi046.stdout: "status": "scrub active (1943 inodes in the stack)", 2023-10-21T15:41:06.516 INFO:teuthology.orchestra.run.smithi046.stdout: "scrubs": { 2023-10-21T15:41:06.516 INFO:teuthology.orchestra.run.smithi046.stdout: "f2298fd8-8f18-4833-8ce1-e6c96efa2384": { 2023-10-21T15:41:06.516 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/", 2023-10-21T15:41:06.516 INFO:teuthology.orchestra.run.smithi046.stdout: "tag": "f2298fd8-8f18-4833-8ce1-e6c96efa2384", 2023-10-21T15:41:06.516 INFO:teuthology.orchestra.run.smithi046.stdout: "options": "recursive,force" 2023-10-21T15:41:06.517 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:41:06.517 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:41:06.517 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:41:06.518 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 -- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f365c0a1480 msgr2=0x7f365c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f365c0a1480 0x7f365c0a3940 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f3668009c60 tx=0x7f3668009260 comp rx=0 tx=0).stop 2023-10-21T15:41:06.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 -- 172.21.15.46:0/1987919029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3674103100 msgr2=0x7f3674198dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:06.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3674103100 0x7f3674198dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3664009fd0 tx=0x7f3664009580 comp rx=0 tx=0).stop 2023-10-21T15:41:06.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 -- 172.21.15.46:0/1987919029 shutdown_connections 2023-10-21T15:41:06.519 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f365c0a1480 0x7f365c0a3940 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3674104c90 0x7f36741a0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f3674103100 0x7f3674198dc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 --2- 172.21.15.46:0/1987919029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36741042f0 0x7f3674199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:06.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 -- 172.21.15.46:0/1987919029 >> 172.21.15.46:0/1987919029 conn(0x7f36740fe630 msgr2=0x7f3674100930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:06.520 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 -- 172.21.15.46:0/1987919029 shutdown_connections 2023-10-21T15:41:06.521 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:06.497+0000 7f3679b20700 1 -- 172.21.15.46:0/1987919029 wait complete. 2023-10-21T15:41:06.521 INFO:tasks.cephfs.filesystem:scrub status for tag:f2298fd8-8f18-4833-8ce1-e6c96efa2384 - {'path': '/', 'tag': 'f2298fd8-8f18-4833-8ce1-e6c96efa2384', 'options': 'recursive,force'} 2023-10-21T15:41:06.740 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.373+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000193 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/022.out auth v88 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c4d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000193:[<0x1000000033d/022.out v88>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000193:[<0x1000000033d/022.out v88>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.741 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.373+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ce [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052 auth v206 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c4cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001ce:[<0x1000000033d/052 v206>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001ce:[<0x1000000033d/052 v206>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.741 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.373+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002da [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/155.out auth v620 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c78580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002da:[<0x1000000033d/155.out v620>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002da:[<0x1000000033d/155.out v620>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.741 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.373+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135 auth v538 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c4d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002b1:[<0x1000000033d/135 v538>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002b1:[<0x1000000033d/135 v538>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.741 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.373+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e2 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/159.out auth v636 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c78b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002e2:[<0x1000000033d/159.out v636>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002e2:[<0x1000000033d/159.out v636>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.742 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.373+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002d8 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/154.out auth v616 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c79080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002d8:[<0x1000000033d/154.out v616>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002d8:[<0x1000000033d/154.out v616>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.742 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.374+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117 auth v466 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c79600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000028d:[<0x1000000033d/117 v466>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000028d:[<0x1000000033d/117 v466>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.742 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.374+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000276 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105.out auth v420 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c7a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000276:[<0x1000000033d/105.out v420>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000276:[<0x1000000033d/105.out v420>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.742 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.374+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000179 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/009.out auth v36 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c7ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000179:[<0x1000000033d/009.out v36>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000179:[<0x1000000033d/009.out v36>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.743 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.374+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001b8 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041 auth v162 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c79b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001b8:[<0x1000000033d/041 v162>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001b8:[<0x1000000033d/041 v162>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.743 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.374+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000173 [2,head] ~mds3/stray2/10000000173 auth v24 pv933 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.322831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c7b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000173:[<0x1000000033d/006.out v24>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000173:[<0x1000000033d/006.out v24>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.743 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.374+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143 auth v570 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c7b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c1:[<0x1000000033d/143 v570>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c1:[<0x1000000033d/143 v570>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.746 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.375+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000030b [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180 auth v718 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c80000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000030b:[<0x1000000033d/180 v718>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000030b:[<0x1000000033d/180 v718>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.747 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.375+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029f [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126 auth v502 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c80580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000029f:[<0x1000000033d/126 v502>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000029f:[<0x1000000033d/126 v502>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.747 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.375+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e5 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161 auth v642 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c80b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002e5:[<0x1000000033d/161 v642>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002e5:[<0x1000000033d/161 v642>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.747 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.375+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000303 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176 auth v702 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c81b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000303:[<0x1000000033d/176 v702>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000303:[<0x1000000033d/176 v702>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.747 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.375+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077 auth v306 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c82100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000023d:[<0x1000000033d/077 v306>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000023d:[<0x1000000033d/077 v306>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.747 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.375+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000282 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111.out auth v444 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c83180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000282:[<0x1000000033d/111.out v444>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000282:[<0x1000000033d/111.out v444>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.748 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.376+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000322 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191.out auth v764 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c8c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000322:[<0x1000000033d/191.out v764>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000322:[<0x1000000033d/191.out v764>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.748 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.376+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000258 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/090.out auth v360 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c8d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000258:[<0x1000000033d/090.out v360>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000258:[<0x1000000033d/090.out v360>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.748 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.376+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000170 [2,head] ~mds3/stray2/10000000170 auth v18 pv931 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.317832+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c8e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000170:[<0x1000000033d/005 v18>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000170:[<0x1000000033d/005 v18>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.748 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.376+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000281 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111 auth v442 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c8e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000281:[<0x1000000033d/111 v442>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000281:[<0x1000000033d/111 v442>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.749 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.376+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/116.out auth v464 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c8c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000028c:[<0x1000000033d/116.out v464>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000028c:[<0x1000000033d/116.out v464>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.749 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.376+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e6 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161.out auth v644 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c8cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002e6:[<0x1000000033d/161.out v644>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002e6:[<0x1000000033d/161.out v644>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.749 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.377+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000190 [2,head] ~mds3/stray2/10000000190 auth v82 pv943 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.360831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c96000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000190:[<0x1000000033d/021 v82>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000190:[<0x1000000033d/021 v82>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.749 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.377+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000321 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191 auth v762 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c96580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000321:[<0x1000000033d/191 v762>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000321:[<0x1000000033d/191 v762>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.749 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.377+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000313 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184 auth v734 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c96b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000313:[<0x1000000033d/184 v734>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000313:[<0x1000000033d/184 v734>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.750 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.377+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000271 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103 auth v410 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c97b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000271:[<0x1000000033d/103 v410>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000271:[<0x1000000033d/103 v410>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.750 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.377+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000323 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192 auth v766 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c97600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000323:[<0x1000000033d/192 v766>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000323:[<0x1000000033d/192 v766>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.750 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.377+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001d0 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053 auth v210 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c98680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001d0:[<0x1000000033d/053 v210>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001d0:[<0x1000000033d/053 v210>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.750 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.378+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085 auth v338 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c99180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000024d:[<0x1000000033d/085 v338>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000024d:[<0x1000000033d/085 v338>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.750 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.378+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f0 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166.out auth v664 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c99700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f0:[<0x1000000033d/166.out v664>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002f0:[<0x1000000033d/166.out v664>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.751 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.378+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/029.out auth v116 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36ca4000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a1:[<0x1000000033d/029.out v116>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a1:[<0x1000000033d/029.out v116>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.751 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.378+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000241 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079 auth v314 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36ca4580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000241:[<0x1000000033d/079 v314>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000241:[<0x1000000033d/079 v314>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.751 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.378+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000240 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078.out auth v312 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36ca5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000240:[<0x1000000033d/078.out v312>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000240:[<0x1000000033d/078.out v312>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.751 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.378+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000189 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/017.out auth v68 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36ca5600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000189:[<0x1000000033d/017.out v68>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000189:[<0x1000000033d/017.out v68>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.752 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.379+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128 auth v510 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36ca5b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a3:[<0x1000000033d/128 v510>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002a3:[<0x1000000033d/128 v510>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.752 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.379+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144 auth v574 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36ca6c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c3:[<0x1000000033d/144 v574>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c3:[<0x1000000033d/144 v574>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.752 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.379+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c7 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146 auth v582 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36ca7700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c7:[<0x1000000033d/146 v582>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c7:[<0x1000000033d/146 v582>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.752 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.379+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001c4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047 auth v186 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cac580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001c4:[<0x1000000033d/047 v186>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001c4:[<0x1000000033d/047 v186>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.753 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.379+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001c5 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047.out auth v188 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cacb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001c5:[<0x1000000033d/047.out v188>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001c5:[<0x1000000033d/047.out v188>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.753 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.379+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001db [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/058.out auth v232 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cad080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001db:[<0x1000000033d/058.out v232>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001db:[<0x1000000033d/058.out v232>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.753 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.380+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ac [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035 auth v138 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cad600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001ac:[<0x1000000033d/035 v138>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001ac:[<0x1000000033d/035 v138>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.753 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.380+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000182 [2,head] ~mds3/stray2/10000000182 auth v54 pv939 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.343831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cadb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000182:[<0x1000000033d/014 v54>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000182:[<0x1000000033d/014 v54>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.754 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.380+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000018a [2,head] ~mds3/stray2/1000000018a auth v70 pv941 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.354831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cae100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000018a:[<0x1000000033d/018 v70>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000018a:[<0x1000000033d/018 v70>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.754 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.380+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001be [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044 auth v174 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c38100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001be:[<0x1000000033d/044 v174>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001be:[<0x1000000033d/044 v174>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.754 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.380+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001e2 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062 auth v246 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36caec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001e2:[<0x1000000033d/062 v246>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001e2:[<0x1000000033d/062 v246>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.754 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.380+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a5 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031.out auth v124 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36caf180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a5:[<0x1000000033d/031.out v124>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a5:[<0x1000000033d/031.out v124>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.754 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.381+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000260 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094.out auth v376 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36caf700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000260:[<0x1000000033d/094.out v376>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000260:[<0x1000000033d/094.out v376>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.755 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.381+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144.out auth v576 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cba000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c4:[<0x1000000033d/144.out v576>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c4:[<0x1000000033d/144.out v576>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.755 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.381+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bd [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141 auth v562 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cbb080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002bd:[<0x1000000033d/141 v562>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002bd:[<0x1000000033d/141 v562>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.755 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.381+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000030f [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182 auth v726 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cbc680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000030f:[<0x1000000033d/182 v726>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000030f:[<0x1000000033d/182 v726>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.755 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.381+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000279 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107 auth v426 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cbcc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000279:[<0x1000000033d/107 v426>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000279:[<0x1000000033d/107 v426>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.755 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.382+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000328 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/194.out auth v776 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cc6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000328:[<0x1000000033d/194.out v776>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000328:[<0x1000000033d/194.out v776>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.756 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.382+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168.out auth v672 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cc6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f4:[<0x1000000033d/168.out v672>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002f4:[<0x1000000033d/168.out v672>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.756 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.382+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000191 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/021.out auth v84 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cc6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000191:[<0x1000000033d/021.out v84>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000191:[<0x1000000033d/021.out v84>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.756 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.382+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000185 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/015.out auth v60 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cc7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000185:[<0x1000000033d/015.out v60>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000185:[<0x1000000033d/015.out v60>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.756 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.382+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001e9 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/065.out auth v260 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36cc7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001e9:[<0x1000000033d/065.out v260>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001e9:[<0x1000000033d/065.out v260>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.757 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.382+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000016f [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/004.out auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bad700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000016f:[<0x1000000033d/004.out v16>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000016f:[<0x1000000033d/004.out v16>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.757 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.383+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000177 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/008.out auth v32 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bf0000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000177:[<0x1000000033d/008.out v32>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000177:[<0x1000000033d/008.out v32>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.757 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.383+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000017d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/011.out auth v44 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bf1080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000017d:[<0x1000000033d/011.out v44>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000017d:[<0x1000000033d/011.out v44>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.757 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.383+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000171 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/005.out auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bf2680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000171:[<0x1000000033d/005.out v20>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000171:[<0x1000000033d/005.out v20>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.758 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.383+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000298 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/122.out auth v488 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bf2100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000298:[<0x1000000033d/122.out v488>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000298:[<0x1000000033d/122.out v488>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.758 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.383+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000266 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/097.out auth v388 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bf2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000266:[<0x1000000033d/097.out v388>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000266:[<0x1000000033d/097.out v388>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.758 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.385+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077.out auth v308 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bf3700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000023e:[<0x1000000033d/077.out v308>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000023e:[<0x1000000033d/077.out v308>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.759 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.386+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000018d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/019.out auth v76 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bf3180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000018d:[<0x1000000033d/019.out v76>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000018d:[<0x1000000033d/019.out v76>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.759 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.388+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117.out auth v468 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bfe000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000028e:[<0x1000000033d/117.out v468>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000028e:[<0x1000000033d/117.out v468>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.759 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.389+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001fe [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/073.out auth v292 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36bff600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001fe:[<0x1000000033d/073.out v292>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001fe:[<0x1000000033d/073.out v292>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.759 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.389+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000292 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/119.out auth v476 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c00100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000292:[<0x1000000033d/119.out v476>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000292:[<0x1000000033d/119.out v476>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.760 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.389+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000312 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/183.out auth v732 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c00680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000312:[<0x1000000033d/183.out v732>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000312:[<0x1000000033d/183.out v732>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.760 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.390+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ca [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050 auth v198 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c00c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001ca:[<0x1000000033d/050 v198>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001ca:[<0x1000000033d/050 v198>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.760 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.390+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/124.out auth v496 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c01700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000029c:[<0x1000000033d/124.out v496>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000029c:[<0x1000000033d/124.out v496>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.760 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.390+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001bf [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044.out auth v176 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c08000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001bf:[<0x1000000033d/044.out v176>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001bf:[<0x1000000033d/044.out v176>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.760 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.390+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a2 [2,head] ~mds3/stray2/100000001a2 auth v118 pv949 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.386831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c08580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a2:[<0x1000000033d/030 v118>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a2:[<0x1000000033d/030 v118>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.761 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.390+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/125.out auth v500 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c09600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000029e:[<0x1000000033d/125.out v500>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000029e:[<0x1000000033d/125.out v500>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.761 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.391+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f6 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/169.out auth v676 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c0ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f6:[<0x1000000033d/169.out v676>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002f6:[<0x1000000033d/169.out v676>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.761 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.391+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000031e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189.out auth v756 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c16580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000031e:[<0x1000000033d/189.out v756>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000031e:[<0x1000000033d/189.out v756>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.761 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.391+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025f [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094 auth v374 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c16b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025f:[<0x1000000033d/094 v374>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000025f:[<0x1000000033d/094 v374>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.762 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.391+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000031d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189 auth v754 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c09080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000031d:[<0x1000000033d/189 v754>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000031d:[<0x1000000033d/189 v754>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.762 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.393+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ba [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042 auth v166 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c0a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001ba:[<0x1000000033d/042 v166>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001ba:[<0x1000000033d/042 v166>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.762 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.394+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/091.out auth v364 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c17080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025a:[<0x1000000033d/091.out v364>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000025a:[<0x1000000033d/091.out v364>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.762 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.395+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002fa [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/171.out auth v684 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c17600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002fa:[<0x1000000033d/171.out v684>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002fa:[<0x1000000033d/171.out v684>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.762 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.397+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000017f [2,head] ~mds3/stray2/1000000017f auth v48 pv937 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.339831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c18c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000017f:[<0x1000000033d/012.out v48>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000017f:[<0x1000000033d/012.out v48>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.763 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.397+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000016d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/003.out auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c19180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000016d:[<0x1000000033d/003.out v12>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000016d:[<0x1000000033d/003.out v12>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.763 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.397+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ad [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133 auth v530 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c19700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ad:[<0x1000000033d/133 v530>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ad:[<0x1000000033d/133 v530>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.763 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.397+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002de [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/157.out auth v628 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c36000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002de:[<0x1000000033d/157.out v628>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002de:[<0x1000000033d/157.out v628>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.763 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.397+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a0 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126.out auth v504 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c36580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a0:[<0x1000000033d/126.out v504>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002a0:[<0x1000000033d/126.out v504>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.763 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.398+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001f4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071 auth v282 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c36b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001f4:[<0x1000000033d/071 v282>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001f4:[<0x1000000033d/071 v282>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.764 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.398+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000030e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/181.out auth v724 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c37600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000030e:[<0x1000000033d/181.out v724>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000030e:[<0x1000000033d/181.out v724>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.764 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.398+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001e7 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/064.out auth v256 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c38680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001e7:[<0x1000000033d/064.out v256>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001e7:[<0x1000000033d/064.out v256>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.764 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.398+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002fd [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/173 auth v690 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c39180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002fd:[<0x1000000033d/173 v690>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002fd:[<0x1000000033d/173 v690>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.764 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.398+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000187 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/016.out auth v64 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c39700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000187:[<0x1000000033d/016.out v64>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000187:[<0x1000000033d/016.out v64>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.765 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.399+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000194 [2,head] ~mds3/stray2/10000000194 auth v90 pv945 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.363831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c40000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000194:[<0x1000000033d/023 v90>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000194:[<0x1000000033d/023 v90>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.765 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.399+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000174 [2,head] ~mds3/stray2/10000000174 auth v26 pv935 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.326831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c40580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000174:[<0x1000000033d/007 v26>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000174:[<0x1000000033d/007 v26>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.765 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.399+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ff [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174 auth v694 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c40b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ff:[<0x1000000033d/174 v694>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ff:[<0x1000000033d/174 v694>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.765 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.401+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002d4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/152.out auth v608 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c41600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002d4:[<0x1000000033d/152.out v608>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002d4:[<0x1000000033d/152.out v608>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.765 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.401+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128.out auth v512 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c42100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a4:[<0x1000000033d/128.out v512>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002a4:[<0x1000000033d/128.out v512>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.766 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.402+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000264 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/096.out auth v384 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c4b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000264:[<0x1000000033d/096.out v384>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000264:[<0x1000000033d/096.out v384>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.766 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.402+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a8 [2,head] ~mds3/stray2/100000001a8 auth v130 pv953 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.394831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c4bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a8:[<0x1000000033d/033 v130>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a8:[<0x1000000033d/033 v130>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.766 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:41:06.402+0000 7f3cf482f700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a6 [2,head] ~mds3/stray2/100000001a6 auth v126 pv951 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.391831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55da36c4ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a6:[<0x1000000033d/032 v126>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a6:[<0x1000000033d/032 v126>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v858>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.786 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.374+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023f [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078 auth v310 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5582542d0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000023f:[<0x1000000033d/078 v310>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000023f:[<0x1000000033d/078 v310>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.787 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.374+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001b1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/037.out auth v148 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5582542f8b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001b1:[<0x1000000033d/037.out v148>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001b1:[<0x1000000033d/037.out v148>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.787 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.374+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000016c [2,head] ~mds1/stray2/1000000016c auth v10 pv1047 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.313832+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5582542d0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000016c:[<0x1000000033d/003 v10>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000016c:[<0x1000000033d/003 v10>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.787 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.376+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ef [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166 auth v662 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5582542f9080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ef:[<0x1000000033d/166 v662>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ef:[<0x1000000033d/166 v662>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.787 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.376+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/136.out auth v544 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5582542d1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002b4:[<0x1000000033d/136.out v544>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002b4:[<0x1000000033d/136.out v544>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.787 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.377+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000286 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/113.out auth v452 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5582542f9b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000286:[<0x1000000033d/113.out v452>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000286:[<0x1000000033d/113.out v452>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.788 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.377+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ed [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/067.out auth v268 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5582542fa680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001ed:[<0x1000000033d/067.out v268>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001ed:[<0x1000000033d/067.out v268>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.788 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.378+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002d0 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150.out auth v600 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x5582542fb180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002d0:[<0x1000000033d/150.out v600>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002d0:[<0x1000000033d/150.out v600>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.788 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.379+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031 auth v122 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254314000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a4:[<0x1000000033d/031 v122>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a4:[<0x1000000033d/031 v122>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.788 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.379+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000019e [2,head] ~mds1/stray2/1000000019e auth v110 pv1083 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.377831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254314b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000019e:[<0x1000000033d/028 v110>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000019e:[<0x1000000033d/028 v110>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.789 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.380+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c9 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147 auth v586 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254315080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c9:[<0x1000000033d/147 v586>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c9:[<0x1000000033d/147 v586>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.789 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.380+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002d1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151 auth v602 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254315b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002d1:[<0x1000000033d/151 v602>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002d1:[<0x1000000033d/151 v602>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.789 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.380+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001b9 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041.out auth v164 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254316100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001b9:[<0x1000000033d/041.out v164>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001b9:[<0x1000000033d/041.out v164>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.789 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.380+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001c3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/046.out auth v184 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254317700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001c3:[<0x1000000033d/046.out v184>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001c3:[<0x1000000033d/046.out v184>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.789 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.380+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000018b [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/018.out auth v72 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000018b:[<0x1000000033d/018.out v72>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000018b:[<0x1000000033d/018.out v72>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.790 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.381+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ab [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034.out auth v136 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254316680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001ab:[<0x1000000033d/034.out v136>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001ab:[<0x1000000033d/034.out v136>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.790 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.381+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f7 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170 auth v678 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f7:[<0x1000000033d/170 v678>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002f7:[<0x1000000033d/170 v678>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.790 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.381+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000018e [2,head] ~mds1/stray2/1000000018e auth v78 pv1069 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.358831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000018e:[<0x1000000033d/020 v78>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000018e:[<0x1000000033d/020 v78>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.791 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.381+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001aa [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034 auth v134 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001aa:[<0x1000000033d/034 v134>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001aa:[<0x1000000033d/034 v134>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.791 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.381+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000017e [2,head] ~mds1/stray2/1000000017e auth v46 pv1059 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.337831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000017e:[<0x1000000033d/012 v46>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000017e:[<0x1000000033d/012 v46>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.791 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.381+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ad [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035.out auth v140 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001ad:[<0x1000000033d/035.out v140>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001ad:[<0x1000000033d/035.out v140>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.791 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.382+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167 auth v666 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f1:[<0x1000000033d/167 v666>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002f1:[<0x1000000033d/167 v666>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.792 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.382+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000251 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087 auth v346 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000251:[<0x1000000033d/087 v346>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000251:[<0x1000000033d/087 v346>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.792 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.382+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001bd [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/043.out auth v172 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001bd:[<0x1000000033d/043.out v172>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001bd:[<0x1000000033d/043.out v172>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.792 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.382+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000278 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106.out auth v424 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825433c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000278:[<0x1000000033d/106.out v424>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000278:[<0x1000000033d/106.out v424>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.792 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.382+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bf [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142 auth v566 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825433cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002bf:[<0x1000000033d/142 v566>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002bf:[<0x1000000033d/142 v566>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.792 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.382+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bb [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140 auth v558 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825431f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002bb:[<0x1000000033d/140 v558>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002bb:[<0x1000000033d/140 v558>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.793 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.382+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002cf [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150 auth v598 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825433d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002cf:[<0x1000000033d/150 v598>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002cf:[<0x1000000033d/150 v598>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.793 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.383+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000310 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182.out auth v728 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825433db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000310:[<0x1000000033d/182.out v728>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000310:[<0x1000000033d/182.out v728>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.793 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.383+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024f [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086 auth v342 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825433ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000024f:[<0x1000000033d/086 v342>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000024f:[<0x1000000033d/086 v342>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.793 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.383+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000275 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105 auth v418 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825433f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000275:[<0x1000000033d/105 v418>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000275:[<0x1000000033d/105 v418>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.793 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.383+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000031c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/188.out auth v752 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254346000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000031c:[<0x1000000033d/188.out v752>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000031c:[<0x1000000033d/188.out v752>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.794 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.383+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000280 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/110.out auth v440 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254347080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000280:[<0x1000000033d/110.out v440>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000280:[<0x1000000033d/110.out v440>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.794 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.383+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f8 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170.out auth v680 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254347600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f8:[<0x1000000033d/170.out v680>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002f8:[<0x1000000033d/170.out v680>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.794 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.383+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002cd [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149 auth v594 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254348680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002cd:[<0x1000000033d/149 v594>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002cd:[<0x1000000033d/149 v594>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.794 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.384+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000030a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179.out auth v716 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254348c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000030a:[<0x1000000033d/179.out v716>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000030a:[<0x1000000033d/179.out v716>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.795 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.384+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001b6 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040 auth v158 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55825433d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001b6:[<0x1000000033d/040 v158>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001b6:[<0x1000000033d/040 v158>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.795 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.384+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e8 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/162.out auth v648 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254349700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002e8:[<0x1000000033d/162.out v648>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002e8:[<0x1000000033d/162.out v648>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.795 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.384+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109 auth v434 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254349180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000027d:[<0x1000000033d/109 v434>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000027d:[<0x1000000033d/109 v434>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.795 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.384+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002df [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158 auth v630 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254353080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002df:[<0x1000000033d/158 v630>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002df:[<0x1000000033d/158 v630>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.795 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.384+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001b7 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040.out auth v160 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254353600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001b7:[<0x1000000033d/040.out v160>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001b7:[<0x1000000033d/040.out v160>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.796 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.384+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/115.out auth v460 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254353b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000028a:[<0x1000000033d/115.out v460>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000028a:[<0x1000000033d/115.out v460>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.796 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.385+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000186 [2,head] ~mds1/stray2/10000000186 auth v62 pv1065 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2023-10-21T15:41:06.347831+0000 1=1+0) (ilink xlockdone x=1) (ifile excl) (iversion lock w=1 last_client=25114) cr={25114=0-4194304@1} caps={25114=pFxcwb/Fxcb@2},l=25114 | request=1 lock=3 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254354680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000186:[<0x1000000033d/016 v62>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000186:[<0x1000000033d/016 v62>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:06.797 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:06.385+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000277 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106 auth v422 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@2},l=25114 | request=0 lock=0 importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x558254355180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000277:[<0x1000000033d/106 v422>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000277:[<0x1000000033d/106 v422>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v860>,<0x10000000006/xfstests-dev v87>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:06 smithi046 ceph-mon[99436]: pgmap v340: 97 pgs: 97 active+clean; 17 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 493 KiB/s wr, 205 op/s 2023-10-21T15:41:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:06 smithi046 ceph-mon[99436]: scrub queued for path: / 2023-10-21T15:41:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:06 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:07.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:06 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-mon[103980]: pgmap v340: 97 pgs: 97 active+clean; 17 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 493 KiB/s wr, 205 op/s 2023-10-21T15:41:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-mon[103980]: scrub queued for path: / 2023-10-21T15:41:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:06 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:07.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-mon[103628]: pgmap v340: 97 pgs: 97 active+clean; 17 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 493 KiB/s wr, 205 op/s 2023-10-21T15:41:07.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-mon[103628]: scrub queued for path: / 2023-10-21T15:41:07.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:07.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:06 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:07.785 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.482+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000032a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/195.out auth{0=1} v780 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6094c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000032a:[<0x1000000033d/195.out v780>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000032a:[<0x1000000033d/195.out v780>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.785 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.482+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001b5 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/039.out auth{0=1} v156 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c5e78100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001b5:[<0x1000000033d/039.out v156>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001b5:[<0x1000000033d/039.out v156>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.786 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.483+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/100.out auth{0=1} v400 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6095180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000026c:[<0x1000000033d/100.out v400>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000026c:[<0x1000000033d/100.out v400>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.786 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.483+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000307 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178 auth{0=1} v710 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6095700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000307:[<0x1000000033d/178 v710>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000307:[<0x1000000033d/178 v710>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.786 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.492+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001b3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/038.out auth{0=1} v152 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6132000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001b3:[<0x1000000033d/038.out v152>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001b3:[<0x1000000033d/038.out v152>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.786 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.493+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/030.out auth{0=1} v120 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6133600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a3:[<0x1000000033d/030.out v120>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a3:[<0x1000000033d/030.out v120>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.787 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.493+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002db [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156 auth{0=1} v622 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6133080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002db:[<0x1000000033d/156 v622>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002db:[<0x1000000033d/156 v622>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.787 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.495+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a2 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/127.out auth{0=1} v508 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6134680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a2:[<0x1000000033d/127.out v508>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002a2:[<0x1000000033d/127.out v508>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.787 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.498+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000324 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192.out auth{0=1} v768 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6135180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000324:[<0x1000000033d/192.out v768>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000324:[<0x1000000033d/192.out v768>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.787 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.499+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160 auth{0=1} v638 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6134c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002e3:[<0x1000000033d/160 v638>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002e3:[<0x1000000033d/160 v638>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.788 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.499+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ed [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165 auth{0=1} v658 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6135700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ed:[<0x1000000033d/165 v658>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ed:[<0x1000000033d/165 v658>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.788 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.500+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000308 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178.out auth{0=1} v712 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c613e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000308:[<0x1000000033d/178.out v712>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000308:[<0x1000000033d/178.out v712>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.788 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.516+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000270 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/102.out auth{0=1} v408 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c613f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000270:[<0x1000000033d/102.out v408>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000270:[<0x1000000033d/102.out v408>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.789 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.518+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000316 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/185.out auth{0=1} v740 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6140100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000316:[<0x1000000033d/185.out v740>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000316:[<0x1000000033d/185.out v740>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.789 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.526+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000032c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/196.out auth{0=1} v784 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6140c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000032c:[<0x1000000033d/196.out v784>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000032c:[<0x1000000033d/196.out v784>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.790 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.527+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109.out auth{0=1} v436 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6141180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000027e:[<0x1000000033d/109.out v436>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000027e:[<0x1000000033d/109.out v436>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.790 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.531+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000256 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/089.out auth{0=1} v356 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6148000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000256:[<0x1000000033d/089.out v356>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000256:[<0x1000000033d/089.out v356>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.790 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.533+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107.out auth{0=1} v428 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6148580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000027a:[<0x1000000033d/107.out v428>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000027a:[<0x1000000033d/107.out v428>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.791 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.533+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ea [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163.out auth{0=1} v652 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6148b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ea:[<0x1000000033d/163.out v652>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ea:[<0x1000000033d/163.out v652>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.791 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.534+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000300 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174.out auth{0=1} v696 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6149600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000300:[<0x1000000033d/174.out v696>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000300:[<0x1000000033d/174.out v696>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.792 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.536+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168 auth{0=1} v670 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6149b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f3:[<0x1000000033d/168 v670>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002f3:[<0x1000000033d/168 v670>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.792 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.540+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000309 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179 auth{0=1} v714 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c614a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000309:[<0x1000000033d/179 v714>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000309:[<0x1000000033d/179 v714>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.792 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.543+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001f1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/069.out auth{0=1} v276 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c614b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001f1:[<0x1000000033d/069.out v276>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001f1:[<0x1000000033d/069.out v276>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.793 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.545+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000018f [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/020.out auth{0=1} v80 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c614b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000018f:[<0x1000000033d/020.out v80>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000018f:[<0x1000000033d/020.out v80>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.793 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.545+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000302 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/175.out auth{0=1} v700 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6156000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000302:[<0x1000000033d/175.out v700>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000302:[<0x1000000033d/175.out v700>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.793 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.547+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000031a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/187.out auth{0=1} v748 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6157080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000031a:[<0x1000000033d/187.out v748>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000031a:[<0x1000000033d/187.out v748>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.793 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.549+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e9 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163 auth{0=1} v650 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6157b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002e9:[<0x1000000033d/163 v650>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002e9:[<0x1000000033d/163 v650>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.794 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.550+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000331 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199 auth{0=1} v794 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6157600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000331:[<0x1000000033d/199 v794>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000331:[<0x1000000033d/199 v794>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.794 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.553+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000246 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/081.out auth{0=1} v324 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6158100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000246:[<0x1000000033d/081.out v324>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000246:[<0x1000000033d/081.out v324>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.794 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.556+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000200 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/074.out auth{0=1} v296 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6158680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000200:[<0x1000000033d/074.out v296>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000200:[<0x1000000033d/074.out v296>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.794 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.565+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000335 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201 auth{0=1} v802 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6158c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000335:[<0x1000000033d/201 v802>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000335:[<0x1000000033d/201 v802>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:07.795 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:41:07.566+0000 7f897dcaa700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001cd [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/051.out auth{0=1} v204 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25114=0-4194304@1} caps={25114=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=25114 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55a7c6159700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001cd:[<0x1000000033d/051.out v204>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001cd:[<0x1000000033d/051.out v204>,<0x1000000033b/btrfs v9386>,<0x10000000007/tests v1357>,<0x10000000006/xfstests-dev v148>,<0x10000000005/tmp v23>,<0x100000001fb/client.0 v26>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v40>,<0x10000000001/sv_1 v36>,<0x10000000000/_nogroup v27>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:08.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:08.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:08.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000193 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/022.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001ce (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002da (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/155.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002b1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000023f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002e2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/159.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002d8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/154.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000028d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001b1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/037.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000276 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000016c (~mds1/stray2/1000000016c) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000179 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/009.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001b8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000173 (~mds3/stray2/10000000173) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000030b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000029f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002e5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000303 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000023d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ef (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000282 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002b4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/136.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000322 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000258 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/090.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000170 (~mds3/stray2/10000000170) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000281 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000028c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/116.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000286 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/113.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002e6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000190 (~mds3/stray2/10000000190) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001ed (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/067.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000321 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000313 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000271 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000323 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001d0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000024d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002d0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002f0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/029.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000241 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000240 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000189 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/017.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002a3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000019e (~mds1/stray2/1000000019e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001c4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001c5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002d1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001db (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/058.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001b9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001ac (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001c3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/046.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000182 (~mds3/stray2/10000000182) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000018b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/018.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000018a (~mds3/stray2/1000000018a) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001ab (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001be (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002f7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001e2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000018e (~mds1/stray2/1000000018e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001aa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000017e (~mds1/stray2/1000000017e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000260 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001ad (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002f1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002bd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000251 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000030f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001bd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/043.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000279 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000278 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002bf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000328 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/194.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002bb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002f4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002cf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000191 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/021.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000185 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/015.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000310 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001e9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/065.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000024f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000275 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000016f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/004.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000031c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/188.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.189 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000177 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/008.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000280 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/110.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000017d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/011.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002f8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002cd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.190 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000171 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/005.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000030a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001b6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000298 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/122.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000266 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/097.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002e8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/162.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000027d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002df (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001b7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000028a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/115.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000186 (~mds1/stray2/10000000186) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000277 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:08.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000023e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000018d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/019.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.193 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000028e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001fe (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/073.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000292 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/119.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000312 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/183.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.194 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001ca (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000029c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/124.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001bf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a2 (~mds3/stray2/100000001a2) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000029e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/125.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.195 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002f6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/169.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000031e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000025f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000031d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001ba (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000025a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/091.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002fa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/171.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000017f (~mds3/stray2/1000000017f) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000016d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/003.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ad (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002de (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/157.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002a0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001f4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000030e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/181.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001e7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/064.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002fd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/173) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.198 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000187 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/016.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000194 (~mds3/stray2/10000000194) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000174 (~mds3/stray2/10000000174) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ff (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002d4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/152.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.199 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002a4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000264 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/096.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a8 (~mds3/stray2/100000001a8) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a6 (~mds3/stray2/100000001a6) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:08.200 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:07 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:08.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:08.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:08.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000193 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/022.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001ce (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002da (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/155.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002b1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000023f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002e2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/159.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002d8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/154.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000028d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001b1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/037.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000276 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000016c (~mds1/stray2/1000000016c) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000179 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/009.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001b8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000173 (~mds3/stray2/10000000173) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000030b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000029f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002e5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000303 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000023d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ef (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000282 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002b4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/136.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000322 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000258 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/090.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000170 (~mds3/stray2/10000000170) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000281 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000028c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/116.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000286 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/113.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002e6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000190 (~mds3/stray2/10000000190) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001ed (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/067.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000321 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000313 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000271 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000323 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001d0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000024d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002d0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002f0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/029.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000241 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000240 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000189 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/017.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002a3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000019e (~mds1/stray2/1000000019e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001c4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001c5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002d1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001db (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/058.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001b9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001ac (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001c3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/046.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000182 (~mds3/stray2/10000000182) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000018b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/018.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000018a (~mds3/stray2/1000000018a) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001ab (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001be (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002f7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001e2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000018e (~mds1/stray2/1000000018e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001aa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000017e (~mds1/stray2/1000000017e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000260 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001ad (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002f1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002bd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000251 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000030f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001bd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/043.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000279 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000278 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002bf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000328 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/194.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002bb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002f4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002cf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000191 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/021.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000185 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/015.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000310 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001e9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/065.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000024f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000275 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000016f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/004.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000031c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/188.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000177 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/008.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000280 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/110.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000017d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/011.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002f8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002cd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000171 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/005.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000030a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001b6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000298 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/122.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000266 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/097.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002e8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/162.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000027d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002df (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001b7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000028a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/115.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000186 (~mds1/stray2/10000000186) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000277 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:08.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000023e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000018d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/019.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000028e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001fe (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/073.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000292 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/119.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000312 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/183.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001ca (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000029c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/124.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001bf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a2 (~mds3/stray2/100000001a2) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000029e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/125.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002f6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/169.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000031e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000025f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000031d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001ba (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000025a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/091.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002fa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/171.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000017f (~mds3/stray2/1000000017f) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000016d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/003.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ad (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002de (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/157.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002a0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001f4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000030e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/181.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001e7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/064.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002fd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/173) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000187 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/016.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000194 (~mds3/stray2/10000000194) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000174 (~mds3/stray2/10000000174) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ff (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002d4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/152.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002a4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000264 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/096.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.272 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a8 (~mds3/stray2/100000001a8) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.272 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a6 (~mds3/stray2/100000001a6) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.272 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:08.272 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:07 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:08.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:08.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:08.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000193 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/022.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001ce (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002da (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/155.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002b1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000023f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002e2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/159.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002d8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/154.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000028d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001b1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/037.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000276 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000016c (~mds1/stray2/1000000016c) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000179 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/009.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001b8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000173 (~mds3/stray2/10000000173) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000030b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000029f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002e5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000303 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000023d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ef (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000282 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002b4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/136.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000322 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000258 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/090.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000170 (~mds3/stray2/10000000170) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000281 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000028c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/116.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000286 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/113.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002e6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000190 (~mds3/stray2/10000000190) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001ed (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/067.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000321 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000313 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000271 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000323 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001d0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000024d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002d0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002f0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/029.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000241 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000240 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000189 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/017.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002a3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000019e (~mds1/stray2/1000000019e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001c4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001c5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002d1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001db (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/058.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001b9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001ac (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001c3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/046.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000182 (~mds3/stray2/10000000182) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000018b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/018.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000018a (~mds3/stray2/1000000018a) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001ab (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001be (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002f7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001e2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000018e (~mds1/stray2/1000000018e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001aa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000017e (~mds1/stray2/1000000017e) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000260 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001ad (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002f1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002bd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000251 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000030f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001bd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/043.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000279 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000278 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002bf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000328 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/194.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002bb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002f4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002cf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000191 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/021.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000185 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/015.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000310 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.305 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001e9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/065.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000024f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000275 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000016f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/004.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000031c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/188.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.306 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000177 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/008.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000280 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/110.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000017d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/011.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002f8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002cd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.307 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000171 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/005.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000030a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001b6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000298 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/122.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000266 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/097.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.308 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002e8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/162.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000027d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002df (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001b7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000028a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/115.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.309 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000186 (~mds1/stray2/10000000186) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000277 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106) see mds.i log and `damage ls` output for details 2023-10-21T15:41:08.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:08.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000023e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000018d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/019.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.310 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000028e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.311 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001fe (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/073.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.311 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000292 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/119.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.311 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000312 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/183.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.311 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001ca (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.311 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000029c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/124.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.312 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001bf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.312 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a2 (~mds3/stray2/100000001a2) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.312 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000029e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/125.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.312 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002f6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/169.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.312 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000031e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.313 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000025f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.313 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000031d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.313 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001ba (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.313 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000025a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/091.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.313 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002fa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/171.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.314 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000017f (~mds3/stray2/1000000017f) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.314 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000016d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/003.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.314 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ad (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.314 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002de (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/157.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.314 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002a0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.315 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001f4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.315 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000030e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/181.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.315 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001e7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/064.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.315 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002fd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/173) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.315 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000187 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/016.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000194 (~mds3/stray2/10000000194) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000174 (~mds3/stray2/10000000174) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ff (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002d4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/152.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.316 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002a4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000264 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/096.out) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a8 (~mds3/stray2/100000001a8) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a6 (~mds3/stray2/100000001a6) see mds.e log and `damage ls` output for details 2023-10-21T15:41:08.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:08.317 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:07 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:09.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: pgmap v341: 97 pgs: 97 active+clean; 21 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 769 KiB/s wr, 454 op/s 2023-10-21T15:41:09.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000032a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/195.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001b5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/039.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000026c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/100.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000307 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001b3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/038.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/030.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002db (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002a2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/127.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000324 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002e3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ed (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000308 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000270 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/102.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000316 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/185.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000032c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/196.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.177 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000027e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000256 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/089.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.178 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000027a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ea (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000300 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.179 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002f3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.180 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000309 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.181 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001f1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/069.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000018f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/020.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.182 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000302 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/175.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000031a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/187.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002e9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000331 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000246 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/081.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000200 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/074.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.185 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000335 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:09.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001cd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/051.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.187 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:08 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: pgmap v341: 97 pgs: 97 active+clean; 21 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 769 KiB/s wr, 454 op/s 2023-10-21T15:41:09.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000032a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/195.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001b5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/039.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000026c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/100.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000307 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.242 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001b3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/038.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/030.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002db (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.243 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002a2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/127.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.244 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000324 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.245 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002e3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ed (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.247 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000308 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.248 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000270 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/102.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.249 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000316 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/185.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000032c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/196.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000027e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000256 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/089.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000027a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ea (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000300 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002f3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000309 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001f1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/069.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000018f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/020.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000302 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/175.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000031a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/187.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002e9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000331 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000246 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/081.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000200 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/074.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000335 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:09.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001cd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/051.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:08 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: pgmap v341: 97 pgs: 97 active+clean; 21 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 769 KiB/s wr, 454 op/s 2023-10-21T15:41:09.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000032a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/195.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001b5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/039.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000026c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/100.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000307 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001b3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/038.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/030.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002db (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002a2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/127.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000324 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002e3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ed (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000308 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000270 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/102.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000316 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/185.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000032c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/196.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000027e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000256 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/089.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000027a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ea (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000300 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002f3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000309 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001f1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/069.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000018f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/020.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000302 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/175.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000031a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/187.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002e9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000331 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000246 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/081.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000200 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/074.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000335 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:09.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:09.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001cd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/051.out) see mds.f log and `damage ls` output for details 2023-10-21T15:41:09.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:08 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:11.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:10 smithi046 ceph-mon[99436]: pgmap v342: 97 pgs: 97 active+clean; 22 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 1.2 MiB/s wr, 609 op/s 2023-10-21T15:41:11.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a[99412]: 2023-10-21T15:41:10.848+0000 7f2331874700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-21T15:41:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:10 smithi105 ceph-mon[103980]: pgmap v342: 97 pgs: 97 active+clean; 22 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 1.2 MiB/s wr, 609 op/s 2023-10-21T15:41:11.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:10 smithi119 ceph-mon[103628]: pgmap v342: 97 pgs: 97 active+clean; 22 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 720 KiB/s rd, 1.2 MiB/s wr, 609 op/s 2023-10-21T15:41:12.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:11 smithi046 ceph-mon[99436]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-21T15:41:12.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:11 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:active 2023-10-21T15:41:12.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:11 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:12.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:11 smithi105 ceph-mon[103980]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-21T15:41:12.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:11 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:active 2023-10-21T15:41:12.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:11 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:12.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:11 smithi119 ceph-mon[103628]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-21T15:41:12.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:11 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] up:active 2023-10-21T15:41:12.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:11 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:13.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:12 smithi046 ceph-mon[99436]: pgmap v343: 97 pgs: 97 active+clean; 31 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 1.00k op/s 2023-10-21T15:41:13.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:12 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:active 2023-10-21T15:41:13.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:12 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:13.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:12 smithi105 ceph-mon[103980]: pgmap v343: 97 pgs: 97 active+clean; 31 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 1.00k op/s 2023-10-21T15:41:13.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:12 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:active 2023-10-21T15:41:13.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:12 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:13.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:12 smithi119 ceph-mon[103628]: pgmap v343: 97 pgs: 97 active+clean; 31 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.1 MiB/s wr, 1.00k op/s 2023-10-21T15:41:13.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:12 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] up:active 2023-10-21T15:41:13.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:12 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:15.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:14 smithi046 ceph-mon[99436]: pgmap v344: 97 pgs: 97 active+clean; 40 MiB data, 524 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 1.20k op/s 2023-10-21T15:41:15.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:14 smithi105 ceph-mon[103980]: pgmap v344: 97 pgs: 97 active+clean; 40 MiB data, 524 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 1.20k op/s 2023-10-21T15:41:15.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:14 smithi119 ceph-mon[103628]: pgmap v344: 97 pgs: 97 active+clean; 40 MiB data, 524 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 1.20k op/s 2023-10-21T15:41:16.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:15 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:active 2023-10-21T15:41:16.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:15 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:16.230 INFO:tasks.workunit.client.0.smithi046.stderr:Note: switching to '12973fc04fd10d4af086901e10ffa8e48866b735'. 2023-10-21T15:41:16.231 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:41:16.231 INFO:tasks.workunit.client.0.smithi046.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-10-21T15:41:16.231 INFO:tasks.workunit.client.0.smithi046.stderr:changes and commit them, and you can discard any commits you make in this 2023-10-21T15:41:16.231 INFO:tasks.workunit.client.0.smithi046.stderr:state without impacting any branches by switching back to a branch. 2023-10-21T15:41:16.232 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:41:16.232 INFO:tasks.workunit.client.0.smithi046.stderr:If you want to create a new branch to retain commits you create, you may 2023-10-21T15:41:16.232 INFO:tasks.workunit.client.0.smithi046.stderr:do so (now or later) by using -c with the switch command. Example: 2023-10-21T15:41:16.232 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:41:16.232 INFO:tasks.workunit.client.0.smithi046.stderr: git switch -c 2023-10-21T15:41:16.233 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:41:16.233 INFO:tasks.workunit.client.0.smithi046.stderr:Or undo this operation with: 2023-10-21T15:41:16.233 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:41:16.233 INFO:tasks.workunit.client.0.smithi046.stderr: git switch - 2023-10-21T15:41:16.233 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:41:16.233 INFO:tasks.workunit.client.0.smithi046.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-10-21T15:41:16.234 INFO:tasks.workunit.client.0.smithi046.stderr: 2023-10-21T15:41:16.234 INFO:tasks.workunit.client.0.smithi046.stderr:HEAD is now at 12973fc0 btrfs/022: Correct seq number in golden output 2023-10-21T15:41:16.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:15 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:active 2023-10-21T15:41:16.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:15 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:16.241 INFO:tasks.workunit.client.0.smithi046.stderr:+ make -j4 2023-10-21T15:41:16.253 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize -cfi 2023-10-21T15:41:16.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:15 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] up:active 2023-10-21T15:41:16.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:15 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:16.579 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: putting auxiliary files in '.'. 2023-10-21T15:41:16.580 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file './config.guess' 2023-10-21T15:41:16.583 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file './config.sub' 2023-10-21T15:41:16.586 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file './install-sh' 2023-10-21T15:41:16.590 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file './ltmain.sh' 2023-10-21T15:41:16.618 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-10-21T15:41:16.619 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-10-21T15:41:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.629+0000 7f80fc970700 1 -- 172.21.15.46:0/651278130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80f81019d0 msgr2=0x7f80f8103dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.629+0000 7f80fc970700 1 --2- 172.21.15.46:0/651278130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80f81019d0 0x7f80f8103dc0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f80e8009990 tx=0x7f80e8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 -- 172.21.15.46:0/651278130 shutdown_connections 2023-10-21T15:41:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 --2- 172.21.15.46:0/651278130 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80f81019d0 0x7f80f8103dc0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 --2- 172.21.15.46:0/651278130 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f8106c30 0x7f80f8109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 --2- 172.21.15.46:0/651278130 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f80f8104300 0x7f80f81066f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 -- 172.21.15.46:0/651278130 >> 172.21.15.46:0/651278130 conn(0x7f80f80fb340 msgr2=0x7f80f80fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 -- 172.21.15.46:0/651278130 shutdown_connections 2023-10-21T15:41:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 -- 172.21.15.46:0/651278130 wait complete. 2023-10-21T15:41:16.634 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-10-21T15:41:16.643 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 Processor -- start 2023-10-21T15:41:16.644 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.630+0000 7f80fc970700 1 -- start start 2023-10-21T15:41:16.644 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80fc970700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f80f81019d0 0x7f80f8196d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.644 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80fc970700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f8104300 0x7f80f8197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80fc970700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80f8106c30 0x7f80f8197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80fc970700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80f81986d0 con 0x7f80f8106c30 2023-10-21T15:41:16.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80fc970700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80f8198840 con 0x7f80f8104300 2023-10-21T15:41:16.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80fc970700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80f8198a00 con 0x7f80f81019d0 2023-10-21T15:41:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f80f81019d0 0x7f80f8196d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f5d9b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f8104300 0x7f80f8197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f80f81019d0 0x7f80f8196d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48136/0 (socket says 172.21.15.46:48136) 2023-10-21T15:41:16.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 -- 172.21.15.46:0/980929377 learned_addr learned my addr 172.21.15.46:0/980929377 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f6d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80f8106c30 0x7f80f8197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 -- 172.21.15.46:0/980929377 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f8104300 msgr2=0x7f80f8197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f8104300 0x7f80f8197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.647 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 -- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80f8106c30 msgr2=0x7f80f8197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80f8106c30 0x7f80f8197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 -- 172.21.15.46:0/980929377 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80f0009c40 con 0x7f80f81019d0 2023-10-21T15:41:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f8104300 0x7f80f8197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80f659c700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f80f81019d0 0x7f80f8196d50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f80e80059d0 tx=0x7f80e8004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:16.648 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80e77fe700 1 -- 172.21.15.46:0/980929377 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e801d070 con 0x7f80f81019d0 2023-10-21T15:41:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80e77fe700 1 -- 172.21.15.46:0/980929377 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80e800fb80 con 0x7f80f81019d0 2023-10-21T15:41:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.631+0000 7f80fc970700 1 -- 172.21.15.46:0/980929377 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80e80095f0 con 0x7f80f81019d0 2023-10-21T15:41:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.632+0000 7f80e77fe700 1 -- 172.21.15.46:0/980929377 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e80173f0 con 0x7f80f81019d0 2023-10-21T15:41:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.632+0000 7f80fc970700 1 -- 172.21.15.46:0/980929377 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80f819f220 con 0x7f80f81019d0 2023-10-21T15:41:16.649 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.634+0000 7f80e77fe700 1 -- 172.21.15.46:0/980929377 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f80e800fcf0 con 0x7f80f81019d0 2023-10-21T15:41:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.634+0000 7f80e77fe700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f80e00a1480 0x7f80e00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.634+0000 7f80e77fe700 1 -- 172.21.15.46:0/980929377 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f80e80ce1f0 con 0x7f80f81019d0 2023-10-21T15:41:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.634+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f80e00a1480 0x7f80e00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.650 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.635+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f80e00a1480 0x7f80e00a3940 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f80ec011490 tx=0x7f80ec009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.635+0000 7f8108b59b80 1 Processor -- start 2023-10-21T15:41:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.635+0000 7f8108b59b80 1 -- start start 2023-10-21T15:41:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.635+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563063806850 0x563063806c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.635+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638071b0 0x563063807ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.635+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063808520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f8108b59b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x56306377bc10 con 0x5630638080a0 2023-10-21T15:41:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f8108b59b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563063760c00 con 0x563063806850 2023-10-21T15:41:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f8108b59b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56306375e520 con 0x5630638071b0 2023-10-21T15:41:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063808520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f659c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563063806850 0x563063806c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063808520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36150/0 (socket says 172.21.15.46:36150) 2023-10-21T15:41:16.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 -- 172.21.15.46:0/1061274080 learned_addr learned my addr 172.21.15.46:0/1061274080 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:16.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638071b0 0x563063807ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 -- 172.21.15.46:0/1061274080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638071b0 msgr2=0x563063807ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:16.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638071b0 0x563063807ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 -- 172.21.15.46:0/1061274080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563063806850 msgr2=0x563063806c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:16.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563063806850 0x563063806c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 -- 172.21.15.46:0/1061274080 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563063717390 con 0x5630638080a0 2023-10-21T15:41:16.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f659c700 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563063806850 0x563063806c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80f6d9d700 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063808520 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f80f000e680 tx=0x7f80f0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20c52ea0dfdc40ce server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80e4ff9700 1 -- 172.21.15.46:0/1061274080 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80f000e040 con 0x5630638080a0 2023-10-21T15:41:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80e4ff9700 1 -- 172.21.15.46:0/1061274080 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80f000f040 con 0x5630638080a0 2023-10-21T15:41:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.636+0000 7f80e4ff9700 1 -- 172.21.15.46:0/1061274080 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80f0007500 con 0x5630638080a0 2023-10-21T15:41:16.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 -- 172.21.15.46:0/1061274080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 msgr2=0x563063808520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063808520 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f80f000e680 tx=0x7f80f0009920 comp rx=0 tx=0).stop 2023-10-21T15:41:16.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 -- 172.21.15.46:0/1061274080 shutdown_connections 2023-10-21T15:41:16.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063808520 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563063806850 0x563063806c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1061274080 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638071b0 0x563063807ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 -- 172.21.15.46:0/1061274080 >> 172.21.15.46:0/1061274080 conn(0x563063734d70 msgr2=0x563063801c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 -- 172.21.15.46:0/1061274080 shutdown_connections 2023-10-21T15:41:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.637+0000 7f8108b59b80 1 -- 172.21.15.46:0/1061274080 wait complete. 2023-10-21T15:41:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 1 -- start start 2023-10-21T15:41:16.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 1 Processor -- start 2023-10-21T15:41:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063810720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 0x563063810c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063817ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.658 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563063759e10 con 0x5630638080a0 2023-10-21T15:41:16.659 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630636f66b0 con 0x5630638071b0 2023-10-21T15:41:16.659 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630636f6350 con 0x563063806850 2023-10-21T15:41:16.659 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f8108b59b80 10 client.0 _ll_register_callbacks cb 0x5630635537a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:16.659 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f659c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063810720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.659 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f6d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063817ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f659c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063810720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48150/0 (socket says 172.21.15.46:48150) 2023-10-21T15:41:16.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f659c700 1 -- 172.21.15.46:0/1383896078 learned_addr learned my addr 172.21.15.46:0/1383896078 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:16.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 0x563063810c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f659c700 1 -- 172.21.15.46:0/1383896078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 msgr2=0x563063810c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:16.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f659c700 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 0x563063810c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f659c700 1 -- 172.21.15.46:0/1383896078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 msgr2=0x563063817ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:16.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.638+0000 7f80f659c700 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063817ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f80f659c700 1 -- 172.21.15.46:0/1383896078 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80f819f220 con 0x563063806850 2023-10-21T15:41:16.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f80f659c700 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063810720 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f80e80cbd00 tx=0x7f80e8009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ecaf29bc0d05655 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:16.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f80ddffb700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:41:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f80ddffb700 1 -- 172.21.15.46:0/1383896078 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e809aca0 con 0x563063806850 2023-10-21T15:41:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f8108b59b80 1 -- 172.21.15.46:0/1383896078 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56306375ee90 con 0x563063806850 2023-10-21T15:41:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f80ddffb700 1 -- 172.21.15.46:0/1383896078 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f80e809b5b0 con 0x563063806850 2023-10-21T15:41:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f80ddffb700 1 -- 172.21.15.46:0/1383896078 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80e80860c0 con 0x563063806850 2023-10-21T15:41:16.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f8108b59b80 10 client.25693 fetch_fsmap learned FSMap version 33 2023-10-21T15:41:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f8108b59b80 1 -- 172.21.15.46:0/1383896078 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f80f000e360 con 0x563063806850 2023-10-21T15:41:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f80ddffb700 1 -- 172.21.15.46:0/1383896078 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80e8066080 con 0x563063806850 2023-10-21T15:41:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f80ddffb700 1 -- 172.21.15.46:0/1383896078 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 33) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f80e809a5a0 con 0x563063806850 2023-10-21T15:41:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f8108b59b80 10 client.25693 fetch_fsmap finished waiting for FSMap version 33 2023-10-21T15:41:16.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f8108b59b80 10 client.25693 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f8108b59b80 20 client.25693 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.639+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56306381c210 0x56306381e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.640+0000 7f8108b59b80 4 client.25693 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.640+0000 7f8108b59b80 1 -- 172.21.15.46:0/1383896078 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5630637d6bb0 con 0x56306381c210 2023-10-21T15:41:16.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.640+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56306381c210 0x56306381e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.640+0000 7f80ddffb700 10 client.25693 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:16.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.640+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56306381c210 0x56306381e630 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d78372cb8fc0bee0 server_cookie=3909f4a91513f1a8 in_seq=0 out_seq=0 2023-10-21T15:41:16.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.640+0000 7f80ddffb700 1 -- 172.21.15.46:0/1383896078 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5630637d6bb0 con 0x56306381c210 2023-10-21T15:41:16.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f80ddffb700 10 client.25693 handle_command_reply: tid=0 2023-10-21T15:41:16.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 client.25693 shutdown 2023-10-21T15:41:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 -- 172.21.15.46:0/1383896078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 msgr2=0x563063810720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063810720 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f80e80cbd00 tx=0x7f80e8009310 comp rx=0 tx=0).stop 2023-10-21T15:41:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 -- 172.21.15.46:0/1383896078 shutdown_connections 2023-10-21T15:41:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56306381c210 0x56306381e630 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638080a0 0x563063817ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f80ddffb700 0 client.25693 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063810720 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1383896078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 0x563063810c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 -- 172.21.15.46:0/1383896078 >> 172.21.15.46:0/1383896078 conn(0x563063734d70 msgr2=0x563063801830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:16.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 -- 172.21.15.46:0/1383896078 shutdown_connections 2023-10-21T15:41:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 1 -- 172.21.15.46:0/1383896078 wait complete. 2023-10-21T15:41:16.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.641+0000 7f8108b59b80 20 client.25693 trim_cache size 0 max 16384 2023-10-21T15:41:16.668 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-10-21T15:41:16.669 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-10-21T15:41:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f8108b59b80 1 Processor -- start 2023-10-21T15:41:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f8108b59b80 1 -- start start 2023-10-21T15:41:16.674 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063808480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638071b0 0x563063817c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638080a0 0x56306380f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f8108b59b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630635da8c0 con 0x5630638071b0 2023-10-21T15:41:16.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f8108b59b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630637fe400 con 0x5630638080a0 2023-10-21T15:41:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f8108b59b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563063806490 con 0x563063806850 2023-10-21T15:41:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638071b0 0x563063817c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638071b0 0x563063817c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36162/0 (socket says 172.21.15.46:36162) 2023-10-21T15:41:16.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 -- 172.21.15.46:0/1033275172 learned_addr learned my addr 172.21.15.46:0/1033275172 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:16.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f6d9d700 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638080a0 0x56306380f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f659c700 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063808480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 -- 172.21.15.46:0/1033275172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 msgr2=0x563063808480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:16.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063808480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 -- 172.21.15.46:0/1033275172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638080a0 msgr2=0x56306380f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:16.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638080a0 0x56306380f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 -- 172.21.15.46:0/1033275172 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563063584d80 con 0x5630638071b0 2023-10-21T15:41:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f6d9d700 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638080a0 0x56306380f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.657+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638071b0 0x563063817c60 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f80ec0097a0 tx=0x7f80ec014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c545b27c307e66af server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f80e57fa700 1 -- 172.21.15.46:0/1033275172 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ec024040 con 0x5630638071b0 2023-10-21T15:41:16.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f80e57fa700 1 -- 172.21.15.46:0/1033275172 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80ec003df0 con 0x5630638071b0 2023-10-21T15:41:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f80e57fa700 1 -- 172.21.15.46:0/1033275172 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ec028730 con 0x5630638071b0 2023-10-21T15:41:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 -- 172.21.15.46:0/1033275172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638071b0 msgr2=0x563063817c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638071b0 0x563063817c60 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f80ec0097a0 tx=0x7f80ec014000 comp rx=0 tx=0).stop 2023-10-21T15:41:16.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 -- 172.21.15.46:0/1033275172 shutdown_connections 2023-10-21T15:41:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638080a0 0x56306380f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563063806850 0x563063808480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 --2- 172.21.15.46:0/1033275172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5630638071b0 0x563063817c60 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 -- 172.21.15.46:0/1033275172 >> 172.21.15.46:0/1033275172 conn(0x563063734d70 msgr2=0x563063822fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:16.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 -- 172.21.15.46:0/1033275172 shutdown_connections 2023-10-21T15:41:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.658+0000 7f8108b59b80 1 -- 172.21.15.46:0/1033275172 wait complete. 2023-10-21T15:41:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 1 -- start start 2023-10-21T15:41:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 1 Processor -- start 2023-10-21T15:41:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563063806850 0x5630638136e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 0x563063813c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638080a0 0x563063816c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563063817180 con 0x563063806850 2023-10-21T15:41:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630638172f0 con 0x5630638071b0 2023-10-21T15:41:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630638174b0 con 0x5630638080a0 2023-10-21T15:41:16.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f8108b59b80 10 client.0 _ll_register_callbacks cb 0x7f80e809b000 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:16.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563063806850 0x5630638136e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563063806850 0x5630638136e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36166/0 (socket says 172.21.15.46:36166) 2023-10-21T15:41:16.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 -- 172.21.15.46:0/3648864972 learned_addr learned my addr 172.21.15.46:0/3648864972 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:16.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 0x563063813c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f6d9d700 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638080a0 0x563063816c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 -- 172.21.15.46:0/3648864972 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638080a0 msgr2=0x563063816c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:16.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638080a0 0x563063816c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 -- 172.21.15.46:0/3648864972 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 msgr2=0x563063813c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 0x563063813c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 -- 172.21.15.46:0/3648864972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563063717390 con 0x563063806850 2023-10-21T15:41:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f6d9d700 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638080a0 0x563063816c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:41:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80f659c700 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563063806850 0x5630638136e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f80e8009960 tx=0x7f80e8097a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84209619de3cc2f1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.659+0000 7f80ddffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f80ddffb700 1 -- 172.21.15.46:0/3648864972 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e80860b0 con 0x563063806850 2023-10-21T15:41:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f80ddffb700 1 -- 172.21.15.46:0/3648864972 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f80e809b5b0 con 0x563063806850 2023-10-21T15:41:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 1 -- 172.21.15.46:0/3648864972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f80f000f040 con 0x563063806850 2023-10-21T15:41:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f80ddffb700 1 -- 172.21.15.46:0/3648864972 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80e809f700 con 0x563063806850 2023-10-21T15:41:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 10 client.15957 fetch_fsmap learned FSMap version 33 2023-10-21T15:41:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 1 -- 172.21.15.46:0/3648864972 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f80ec017070 con 0x563063806850 2023-10-21T15:41:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f80ddffb700 1 -- 172.21.15.46:0/3648864972 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80f000f040 con 0x563063806850 2023-10-21T15:41:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f80ddffb700 1 -- 172.21.15.46:0/3648864972 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f80e8082020 con 0x563063806850 2023-10-21T15:41:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 10 client.15957 fetch_fsmap finished waiting for FSMap version 33 2023-10-21T15:41:16.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 10 client.15957 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:16.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 20 client.15957 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:16.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56306381c210 0x563063872a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:16.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 4 client.15957 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:41:16.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f8108b59b80 1 -- 172.21.15.46:0/3648864972 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563063752df0 con 0x56306381c210 2023-10-21T15:41:16.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.660+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56306381c210 0x563063872a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:16.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.661+0000 7f80ddffb700 10 client.15957 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:16.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.661+0000 7f80f5d9b700 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56306381c210 0x563063872a90 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ead1e4494898712 server_cookie=9a71ecd6f122e51d in_seq=0 out_seq=0 2023-10-21T15:41:16.754 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-10-21T15:41:16.771 INFO:tasks.workunit.client.0.smithi046.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-10-21T15:41:16.774 INFO:tasks.workunit.client.0.smithi046.stdout:cp include/install-sh . 2023-10-21T15:41:16.826 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.824+0000 7f80ddffb700 1 -- 172.21.15.46:0/3648864972 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563063752df0 con 0x56306381c210 2023-10-21T15:41:16.827 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.824+0000 7f80ddffb700 10 client.15957 handle_command_reply: tid=0 2023-10-21T15:41:16.827 INFO:tasks.workunit.client.0.smithi046.stdout:aclocal -I m4 2023-10-21T15:41:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.824+0000 7f8108b59b80 1 client.15957 shutdown 2023-10-21T15:41:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.824+0000 7f8108b59b80 1 -- 172.21.15.46:0/3648864972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563063806850 msgr2=0x5630638136e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.828 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.824+0000 7f8108b59b80 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563063806850 0x5630638136e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f80e8009960 tx=0x7f80e8097a20 comp rx=0 tx=0).stop 2023-10-21T15:41:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.825+0000 7f8108b59b80 1 -- 172.21.15.46:0/3648864972 shutdown_connections 2023-10-21T15:41:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.825+0000 7f8108b59b80 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56306381c210 0x563063872a90 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.825+0000 7f8108b59b80 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563063806850 0x5630638136e0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.829 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.825+0000 7f8108b59b80 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5630638080a0 0x563063816c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.825+0000 7f8108b59b80 1 --2- 172.21.15.46:0/3648864972 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5630638071b0 0x563063813c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.825+0000 7f8108b59b80 1 -- 172.21.15.46:0/3648864972 >> 172.21.15.46:0/3648864972 conn(0x563063734d70 msgr2=0x56306380f3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.825+0000 7f80ddffb700 0 client.15957 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:16.830 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.826+0000 7f8108b59b80 1 -- 172.21.15.46:0/3648864972 shutdown_connections 2023-10-21T15:41:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.826+0000 7f8108b59b80 1 -- 172.21.15.46:0/3648864972 wait complete. 2023-10-21T15:41:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.826+0000 7f8108b59b80 20 client.15957 trim_cache size 0 max 16384 2023-10-21T15:41:16.831 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:41:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:41:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:41:16.832 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:41:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.826+0000 7f80fc970700 1 -- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f80e00a1480 msgr2=0x7f80e00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.833 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.826+0000 7f80fc970700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f80e00a1480 0x7f80e00a3940 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f80ec011490 tx=0x7f80ec009260 comp rx=0 tx=0).stop 2023-10-21T15:41:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.826+0000 7f80fc970700 1 -- 172.21.15.46:0/980929377 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f80f81019d0 msgr2=0x7f80f8196d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.826+0000 7f80fc970700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f80f81019d0 0x7f80f8196d50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f80e80059d0 tx=0x7f80e8004730 comp rx=0 tx=0).stop 2023-10-21T15:41:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.827+0000 7f80fc970700 1 -- 172.21.15.46:0/980929377 shutdown_connections 2023-10-21T15:41:16.834 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.827+0000 7f80fc970700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f80e00a1480 0x7f80e00a3940 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.827+0000 7f80fc970700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f80f8106c30 0x7f80f8197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.827+0000 7f80fc970700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f80f81019d0 0x7f80f8196d50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.827+0000 7f80fc970700 1 --2- 172.21.15.46:0/980929377 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f8104300 0x7f80f8197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.827+0000 7f80fc970700 1 -- 172.21.15.46:0/980929377 >> 172.21.15.46:0/980929377 conn(0x7f80f80fb340 msgr2=0x7f80f8102e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:16.835 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.827+0000 7f80fc970700 1 -- 172.21.15.46:0/980929377 shutdown_connections 2023-10-21T15:41:16.836 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:16.827+0000 7f80fc970700 1 -- 172.21.15.46:0/980929377 wait complete. 2023-10-21T15:41:17.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:16 smithi046 ceph-mon[99436]: pgmap v345: 97 pgs: 97 active+clean; 43 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 1.25k op/s 2023-10-21T15:41:17.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:16 smithi105 ceph-mon[103980]: pgmap v345: 97 pgs: 97 active+clean; 43 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 1.25k op/s 2023-10-21T15:41:17.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:16 smithi119 ceph-mon[103628]: pgmap v345: 97 pgs: 97 active+clean; 43 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 1.25k op/s 2023-10-21T15:41:18.117 INFO:tasks.workunit.client.0.smithi046.stdout:autoheader 2023-10-21T15:41:18.441 INFO:tasks.workunit.client.0.smithi046.stdout:autoconf 2023-10-21T15:41:18.612 INFO:tasks.workunit.client.0.smithi046.stdout:./configure \ 2023-10-21T15:41:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: --libexecdir=/usr/lib \ 2023-10-21T15:41:18.613 INFO:tasks.workunit.client.0.smithi046.stdout: --exec_prefix=/var/lib 2023-10-21T15:41:18.798 INFO:tasks.workunit.client.0.smithi046.stdout:checking build system type... x86_64-pc-linux-gnu 2023-10-21T15:41:18.799 INFO:tasks.workunit.client.0.smithi046.stdout:checking host system type... x86_64-pc-linux-gnu 2023-10-21T15:41:18.800 INFO:tasks.workunit.client.0.smithi046.stdout:checking how to print strings... printf 2023-10-21T15:41:18.800 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gcc... gcc 2023-10-21T15:41:18.870 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether the C compiler works... yes 2023-10-21T15:41:18.870 INFO:tasks.workunit.client.0.smithi046.stdout:checking for C compiler default output file name... a.out 2023-10-21T15:41:18.908 INFO:tasks.workunit.client.0.smithi046.stdout:checking for suffix of executables... 2023-10-21T15:41:18.942 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether we are cross compiling... no 2023-10-21T15:41:18.978 INFO:tasks.workunit.client.0.smithi046.stdout:checking for suffix of object files... o 2023-10-21T15:41:19.009 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether we are using the GNU C compiler... yes 2023-10-21T15:41:19.029 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether gcc accepts -g... yes 2023-10-21T15:41:19.068 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gcc option to accept ISO C89... none needed 2023-10-21T15:41:19.070 INFO:tasks.workunit.client.0.smithi046.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2023-10-21T15:41:19.074 INFO:tasks.workunit.client.0.smithi046.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2023-10-21T15:41:19.075 INFO:tasks.workunit.client.0.smithi046.stdout:checking for egrep... /usr/bin/grep -E 2023-10-21T15:41:19.076 INFO:tasks.workunit.client.0.smithi046.stdout:checking for fgrep... /usr/bin/grep -F 2023-10-21T15:41:19.079 INFO:tasks.workunit.client.0.smithi046.stdout:checking for ld used by gcc... /usr/bin/ld 2023-10-21T15:41:19.081 INFO:tasks.workunit.client.0.smithi046.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2023-10-21T15:41:19.090 INFO:tasks.workunit.client.0.smithi046.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2023-10-21T15:41:19.145 INFO:tasks.workunit.client.0.smithi046.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2023-10-21T15:41:19.145 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether ln -s works... yes 2023-10-21T15:41:19.157 INFO:tasks.workunit.client.0.smithi046.stdout:checking the maximum length of command line arguments... 1572864 2023-10-21T15:41:19.159 INFO:tasks.workunit.client.0.smithi046.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-10-21T15:41:19.159 INFO:tasks.workunit.client.0.smithi046.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-10-21T15:41:19.160 INFO:tasks.workunit.client.0.smithi046.stdout:checking for /usr/bin/ld option to reload object files... -r 2023-10-21T15:41:19.160 INFO:tasks.workunit.client.0.smithi046.stdout:checking for objdump... objdump 2023-10-21T15:41:19.161 INFO:tasks.workunit.client.0.smithi046.stdout:checking how to recognize dependent libraries... pass_all 2023-10-21T15:41:19.161 INFO:tasks.workunit.client.0.smithi046.stdout:checking for dlltool... no 2023-10-21T15:41:19.161 INFO:tasks.workunit.client.0.smithi046.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-10-21T15:41:19.162 INFO:tasks.workunit.client.0.smithi046.stdout:checking for ar... ar 2023-10-21T15:41:19.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:18 smithi046 ceph-mon[99436]: pgmap v346: 97 pgs: 97 active+clean; 45 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 1.19k op/s 2023-10-21T15:41:19.225 INFO:tasks.workunit.client.0.smithi046.stdout:checking for archiver @FILE support... @ 2023-10-21T15:41:19.225 INFO:tasks.workunit.client.0.smithi046.stdout:checking for strip... strip 2023-10-21T15:41:19.226 INFO:tasks.workunit.client.0.smithi046.stdout:checking for ranlib... ranlib 2023-10-21T15:41:19.226 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gawk... gawk 2023-10-21T15:41:19.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:18 smithi105 ceph-mon[103980]: pgmap v346: 97 pgs: 97 active+clean; 45 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 1.19k op/s 2023-10-21T15:41:19.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:18 smithi119 ceph-mon[103628]: pgmap v346: 97 pgs: 97 active+clean; 45 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 1.19k op/s 2023-10-21T15:41:19.312 INFO:tasks.workunit.client.0.smithi046.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2023-10-21T15:41:19.313 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sysroot... no 2023-10-21T15:41:19.320 INFO:tasks.workunit.client.0.smithi046.stdout:checking for a working dd... /usr/bin/dd 2023-10-21T15:41:19.326 INFO:tasks.workunit.client.0.smithi046.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2023-10-21T15:41:19.356 INFO:tasks.workunit.client.0.smithi046.stdout:checking for mt... no 2023-10-21T15:41:19.370 INFO:tasks.workunit.client.0.smithi046.stdout:checking if : is a manifest tool... no 2023-10-21T15:41:19.442 INFO:tasks.workunit.client.0.smithi046.stdout:checking how to run the C preprocessor... gcc -E 2023-10-21T15:41:19.778 INFO:tasks.workunit.client.0.smithi046.stdout:checking for ANSI C header files... yes 2023-10-21T15:41:19.823 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/types.h... yes 2023-10-21T15:41:19.983 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/stat.h... yes 2023-10-21T15:41:20.097 INFO:tasks.workunit.client.0.smithi046.stdout:checking for stdlib.h... yes 2023-10-21T15:41:20.209 INFO:tasks.workunit.client.0.smithi046.stdout:checking for string.h... yes 2023-10-21T15:41:20.354 INFO:tasks.workunit.client.0.smithi046.stdout:checking for memory.h... yes 2023-10-21T15:41:20.410 INFO:tasks.workunit.client.0.smithi046.stdout:checking for strings.h... yes 2023-10-21T15:41:20.448 INFO:tasks.workunit.client.0.smithi046.stdout:checking for inttypes.h... yes 2023-10-21T15:41:20.485 INFO:tasks.workunit.client.0.smithi046.stdout:checking for stdint.h... yes 2023-10-21T15:41:20.523 INFO:tasks.workunit.client.0.smithi046.stdout:checking for unistd.h... yes 2023-10-21T15:41:20.560 INFO:tasks.workunit.client.0.smithi046.stdout:checking for dlfcn.h... yes 2023-10-21T15:41:20.566 INFO:tasks.workunit.client.0.smithi046.stdout:checking for objdir... .libs 2023-10-21T15:41:20.679 INFO:tasks.workunit.client.0.smithi046.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-10-21T15:41:20.679 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-10-21T15:41:20.710 INFO:tasks.workunit.client.0.smithi046.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-10-21T15:41:20.754 INFO:tasks.workunit.client.0.smithi046.stdout:checking if gcc static flag -static works... no 2023-10-21T15:41:20.816 INFO:tasks.workunit.client.0.smithi046.stdout:checking if gcc supports -c -o file.o... yes 2023-10-21T15:41:20.816 INFO:tasks.workunit.client.0.smithi046.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-10-21T15:41:20.822 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-10-21T15:41:20.868 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether -lc should be explicitly linked in... no 2023-10-21T15:41:20.920 INFO:tasks.workunit.client.0.smithi046.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-10-21T15:41:20.920 INFO:tasks.workunit.client.0.smithi046.stdout:checking how to hardcode library paths into programs... immediate 2023-10-21T15:41:20.931 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether stripping libraries is possible... yes 2023-10-21T15:41:20.931 INFO:tasks.workunit.client.0.smithi046.stdout:checking if libtool supports shared libraries... yes 2023-10-21T15:41:20.931 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether to build shared libraries... yes 2023-10-21T15:41:20.931 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether to build static libraries... yes 2023-10-21T15:41:20.935 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gcc... (cached) gcc 2023-10-21T15:41:20.959 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-10-21T15:41:20.960 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether gcc accepts -g... (cached) yes 2023-10-21T15:41:20.960 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-10-21T15:41:20.960 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gmake... /usr/bin/gmake 2023-10-21T15:41:20.961 INFO:tasks.workunit.client.0.smithi046.stderr:./configure: line 11956: test: $(SHELL): binary operator expected 2023-10-21T15:41:20.962 INFO:tasks.workunit.client.0.smithi046.stdout:checking for tar... /bin/tar 2023-10-21T15:41:20.962 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gzip... /bin/gzip 2023-10-21T15:41:20.969 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether gcc -MM is supported... yes 2023-10-21T15:41:20.970 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sort... /bin/sort 2023-10-21T15:41:20.970 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether ln -s works... yes 2023-10-21T15:41:20.971 INFO:tasks.workunit.client.0.smithi046.stdout:checking for rpm... /bin/rpm 2023-10-21T15:41:20.974 INFO:tasks.workunit.client.0.smithi046.stdout:checking for rpmbuild... no 2023-10-21T15:41:20.975 INFO:tasks.workunit.client.0.smithi046.stdout:checking for ANSI C header files... (cached) yes 2023-10-21T15:41:21.023 INFO:tasks.workunit.client.0.smithi046.stdout:checking assert.h usability... yes 2023-10-21T15:41:21.033 INFO:tasks.workunit.client.0.smithi046.stdout:checking assert.h presence... yes 2023-10-21T15:41:21.034 INFO:tasks.workunit.client.0.smithi046.stdout:checking for assert.h... yes 2023-10-21T15:41:21.079 INFO:tasks.workunit.client.0.smithi046.stdout:checking bstring.h usability... no 2023-10-21T15:41:21.100 INFO:tasks.workunit.client.0.smithi046.stdout:checking bstring.h presence... no 2023-10-21T15:41:21.100 INFO:tasks.workunit.client.0.smithi046.stdout:checking for bstring.h... no 2023-10-21T15:41:21.135 INFO:tasks.workunit.client.0.smithi046.stdout:checking libgen.h usability... yes 2023-10-21T15:41:21.145 INFO:tasks.workunit.client.0.smithi046.stdout:checking libgen.h presence... yes 2023-10-21T15:41:21.146 INFO:tasks.workunit.client.0.smithi046.stdout:checking for libgen.h... yes 2023-10-21T15:41:21.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:20 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a[99412]: 2023-10-21T15:41:20.725+0000 7f2331874700 -1 log_channel(cluster) log [ERR] : Health check update: 3 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-21T15:41:21.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:20 smithi046 ceph-mon[99436]: pgmap v347: 97 pgs: 97 active+clean; 37 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 959 op/s 2023-10-21T15:41:21.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:20 smithi046 ceph-mon[99436]: Health check update: 3 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-21T15:41:21.193 INFO:tasks.workunit.client.0.smithi046.stdout:checking dirent.h usability... yes 2023-10-21T15:41:21.204 INFO:tasks.workunit.client.0.smithi046.stdout:checking dirent.h presence... yes 2023-10-21T15:41:21.204 INFO:tasks.workunit.client.0.smithi046.stdout:checking for dirent.h... yes 2023-10-21T15:41:21.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:20 smithi105 ceph-mon[103980]: pgmap v347: 97 pgs: 97 active+clean; 37 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 959 op/s 2023-10-21T15:41:21.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:20 smithi105 ceph-mon[103980]: Health check update: 3 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-21T15:41:21.247 INFO:tasks.workunit.client.0.smithi046.stdout:checking errno.h usability... yes 2023-10-21T15:41:21.258 INFO:tasks.workunit.client.0.smithi046.stdout:checking errno.h presence... yes 2023-10-21T15:41:21.258 INFO:tasks.workunit.client.0.smithi046.stdout:checking for errno.h... yes 2023-10-21T15:41:21.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:20 smithi119 ceph-mon[103628]: pgmap v347: 97 pgs: 97 active+clean; 37 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 959 op/s 2023-10-21T15:41:21.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:20 smithi119 ceph-mon[103628]: Health check update: 3 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-21T15:41:21.302 INFO:tasks.workunit.client.0.smithi046.stdout:checking malloc.h usability... yes 2023-10-21T15:41:21.313 INFO:tasks.workunit.client.0.smithi046.stdout:checking malloc.h presence... yes 2023-10-21T15:41:21.313 INFO:tasks.workunit.client.0.smithi046.stdout:checking for malloc.h... yes 2023-10-21T15:41:21.360 INFO:tasks.workunit.client.0.smithi046.stdout:checking uuid.h usability... no 2023-10-21T15:41:21.380 INFO:tasks.workunit.client.0.smithi046.stdout:checking uuid.h presence... no 2023-10-21T15:41:21.381 INFO:tasks.workunit.client.0.smithi046.stdout:checking for uuid.h... no 2023-10-21T15:41:21.425 INFO:tasks.workunit.client.0.smithi046.stdout:checking uuid/uuid.h usability... yes 2023-10-21T15:41:21.438 INFO:tasks.workunit.client.0.smithi046.stdout:checking uuid/uuid.h presence... yes 2023-10-21T15:41:21.438 INFO:tasks.workunit.client.0.smithi046.stdout:checking for uuid/uuid.h... yes 2023-10-21T15:41:21.486 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/uuid.h usability... no 2023-10-21T15:41:21.510 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/uuid.h presence... no 2023-10-21T15:41:21.510 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/uuid.h... no 2023-10-21T15:41:21.548 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/file.h usability... yes 2023-10-21T15:41:21.559 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/file.h presence... yes 2023-10-21T15:41:21.560 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/file.h... yes 2023-10-21T15:41:21.606 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/fcntl.h usability... yes 2023-10-21T15:41:21.617 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/fcntl.h presence... yes 2023-10-21T15:41:21.617 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/fcntl.h... yes 2023-10-21T15:41:21.663 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/syssgi.h usability... no 2023-10-21T15:41:21.684 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/syssgi.h presence... no 2023-10-21T15:41:21.684 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/syssgi.h... no 2023-10-21T15:41:21.756 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/param.h usability... yes 2023-10-21T15:41:21.770 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/param.h presence... yes 2023-10-21T15:41:21.771 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/param.h... yes 2023-10-21T15:41:21.788 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/stat.h... (cached) yes 2023-10-21T15:41:21.822 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/statvfs.h usability... yes 2023-10-21T15:41:21.833 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/statvfs.h presence... yes 2023-10-21T15:41:21.833 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/statvfs.h... yes 2023-10-21T15:41:21.876 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/time.h usability... yes 2023-10-21T15:41:21.887 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/time.h presence... yes 2023-10-21T15:41:21.888 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/time.h... yes 2023-10-21T15:41:21.931 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/ioctl.h usability... yes 2023-10-21T15:41:21.942 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/ioctl.h presence... yes 2023-10-21T15:41:21.943 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/ioctl.h... yes 2023-10-21T15:41:21.987 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/wait.h usability... yes 2023-10-21T15:41:21.999 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/wait.h presence... yes 2023-10-21T15:41:22.000 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/wait.h... yes 2023-10-21T15:41:22.015 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/types.h... (cached) yes 2023-10-21T15:41:22.020 INFO:tasks.workunit.client.0.smithi046.stdout:checking for strings.h... (cached) yes 2023-10-21T15:41:22.053 INFO:tasks.workunit.client.0.smithi046.stdout:checking err.h usability... yes 2023-10-21T15:41:22.064 INFO:tasks.workunit.client.0.smithi046.stdout:checking err.h presence... yes 2023-10-21T15:41:22.064 INFO:tasks.workunit.client.0.smithi046.stdout:checking for err.h... yes 2023-10-21T15:41:22.106 INFO:tasks.workunit.client.0.smithi046.stdout:checking linux/falloc.h usability... yes 2023-10-21T15:41:22.116 INFO:tasks.workunit.client.0.smithi046.stdout:checking linux/falloc.h presence... yes 2023-10-21T15:41:22.116 INFO:tasks.workunit.client.0.smithi046.stdout:checking for linux/falloc.h... yes 2023-10-21T15:41:22.162 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/fs/xfs_fsops.h usability... no 2023-10-21T15:41:22.182 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/fs/xfs_fsops.h presence... no 2023-10-21T15:41:22.183 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/fs/xfs_fsops.h... no 2023-10-21T15:41:22.222 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/fs/xfs_itable.h usability... no 2023-10-21T15:41:22.244 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/fs/xfs_itable.h presence... no 2023-10-21T15:41:22.245 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/fs/xfs_itable.h... no 2023-10-21T15:41:22.285 INFO:tasks.workunit.client.0.smithi046.stdout:checking xfs/platform_defs.h usability... no 2023-10-21T15:41:22.306 INFO:tasks.workunit.client.0.smithi046.stdout:checking xfs/platform_defs.h presence... no 2023-10-21T15:41:22.306 INFO:tasks.workunit.client.0.smithi046.stdout:checking for xfs/platform_defs.h... no 2023-10-21T15:41:22.346 INFO:tasks.workunit.client.0.smithi046.stdout:checking btrfs/ioctl.h usability... no 2023-10-21T15:41:22.369 INFO:tasks.workunit.client.0.smithi046.stdout:checking btrfs/ioctl.h presence... no 2023-10-21T15:41:22.369 INFO:tasks.workunit.client.0.smithi046.stdout:checking for btrfs/ioctl.h... no 2023-10-21T15:41:22.409 INFO:tasks.workunit.client.0.smithi046.stdout:checking cifs/ioctl.h usability... no 2023-10-21T15:41:22.432 INFO:tasks.workunit.client.0.smithi046.stdout:checking cifs/ioctl.h presence... no 2023-10-21T15:41:22.432 INFO:tasks.workunit.client.0.smithi046.stdout:checking for cifs/ioctl.h... no 2023-10-21T15:41:22.469 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/mman.h usability... yes 2023-10-21T15:41:22.480 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/mman.h presence... yes 2023-10-21T15:41:22.481 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/mman.h... yes 2023-10-21T15:41:22.515 INFO:tasks.workunit.client.0.smithi046.stdout:checking for xfs/xfs_log_format.h... no 2023-10-21T15:41:22.566 INFO:tasks.workunit.client.0.smithi046.stdout:checking for uuid_compare... no 2023-10-21T15:41:22.600 INFO:tasks.workunit.client.0.smithi046.stdout:checking for uuid_compare in -luuid... yes 2023-10-21T15:41:22.646 INFO:tasks.workunit.client.0.smithi046.stdout:checking for xfs/xfs.h... yes 2023-10-21T15:41:22.680 INFO:tasks.workunit.client.0.smithi046.stdout:checking for xfs/libxfs.h... no 2023-10-21T15:41:22.707 INFO:tasks.workunit.client.0.smithi046.stdout:checking whether xlog_assign_lsn is declared... no 2023-10-21T15:41:23.143 INFO:tasks.workunit.client.0.smithi046.stdout:checking for xfs/xqm.h... yes 2023-10-21T15:41:23.143 INFO:tasks.workunit.client.0.smithi046.stdout:checking xfsctl from xfs/xfs.h... ok 2023-10-21T15:41:23.143 INFO:tasks.workunit.client.0.smithi046.stdout:checking xfs/handle.h usability... yes 2023-10-21T15:41:23.143 INFO:tasks.workunit.client.0.smithi046.stdout:checking xfs/handle.h presence... yes 2023-10-21T15:41:23.144 INFO:tasks.workunit.client.0.smithi046.stdout:checking for xfs/handle.h... yes 2023-10-21T15:41:23.144 INFO:tasks.workunit.client.0.smithi046.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-10-21T15:41:23.144 INFO:tasks.workunit.client.0.smithi046.stdout:checking attr/attributes.h usability... yes 2023-10-21T15:41:23.144 INFO:tasks.workunit.client.0.smithi046.stdout:checking attr/attributes.h presence... yes 2023-10-21T15:41:23.144 INFO:tasks.workunit.client.0.smithi046.stdout:checking for attr/attributes.h... yes 2023-10-21T15:41:23.145 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/attributes.h usability... no 2023-10-21T15:41:23.145 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/attributes.h presence... no 2023-10-21T15:41:23.145 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/attributes.h... no 2023-10-21T15:41:23.145 INFO:tasks.workunit.client.0.smithi046.stdout:checking for attr_list in -lattr... yes 2023-10-21T15:41:23.146 INFO:tasks.workunit.client.0.smithi046.stdout:checking for attr_set in -lattr... yes 2023-10-21T15:41:23.146 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/acl.h usability... yes 2023-10-21T15:41:23.158 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/acl.h presence... yes 2023-10-21T15:41:23.159 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/acl.h... yes 2023-10-21T15:41:23.174 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:22 smithi046 ceph-mon[99436]: pgmap v348: 97 pgs: 97 active+clean; 32 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 927 op/s 2023-10-21T15:41:23.214 INFO:tasks.workunit.client.0.smithi046.stdout:checking acl/libacl.h usability... yes 2023-10-21T15:41:23.227 INFO:tasks.workunit.client.0.smithi046.stdout:checking acl/libacl.h presence... yes 2023-10-21T15:41:23.227 INFO:tasks.workunit.client.0.smithi046.stdout:checking for acl/libacl.h... yes 2023-10-21T15:41:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:22 smithi105 ceph-mon[103980]: pgmap v348: 97 pgs: 97 active+clean; 32 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 927 op/s 2023-10-21T15:41:23.262 INFO:tasks.workunit.client.0.smithi046.stdout:checking for acl_init in -lacl... yes 2023-10-21T15:41:23.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:22 smithi119 ceph-mon[103628]: pgmap v348: 97 pgs: 97 active+clean; 32 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 927 op/s 2023-10-21T15:41:23.326 INFO:tasks.workunit.client.0.smithi046.stdout:checking gdbm-ndbm.h usability... no 2023-10-21T15:41:23.345 INFO:tasks.workunit.client.0.smithi046.stdout:checking gdbm-ndbm.h presence... no 2023-10-21T15:41:23.346 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gdbm-ndbm.h... no 2023-10-21T15:41:23.380 INFO:tasks.workunit.client.0.smithi046.stdout:checking gdbm/ndbm.h usability... no 2023-10-21T15:41:23.401 INFO:tasks.workunit.client.0.smithi046.stdout:checking gdbm/ndbm.h presence... no 2023-10-21T15:41:23.401 INFO:tasks.workunit.client.0.smithi046.stdout:checking for gdbm/ndbm.h... no 2023-10-21T15:41:23.431 INFO:tasks.workunit.client.0.smithi046.stdout:checking ndbm.h usability... no 2023-10-21T15:41:23.454 INFO:tasks.workunit.client.0.smithi046.stdout:checking ndbm.h presence... no 2023-10-21T15:41:23.455 INFO:tasks.workunit.client.0.smithi046.stdout:checking for ndbm.h... no 2023-10-21T15:41:23.485 INFO:tasks.workunit.client.0.smithi046.stdout:checking libaio.h usability... yes 2023-10-21T15:41:23.501 INFO:tasks.workunit.client.0.smithi046.stdout:checking libaio.h presence... yes 2023-10-21T15:41:23.501 INFO:tasks.workunit.client.0.smithi046.stdout:checking for libaio.h... yes 2023-10-21T15:41:23.546 INFO:tasks.workunit.client.0.smithi046.stdout:checking for dm_make_handle in -ldm... no 2023-10-21T15:41:23.546 INFO:tasks.workunit.client.0.smithi046.stdout: 2023-10-21T15:41:23.547 INFO:tasks.workunit.client.0.smithi046.stdout:WARNING: could not find a valid DMAPI base library. 2023-10-21T15:41:23.547 INFO:tasks.workunit.client.0.smithi046.stdout:If you want DMAPI support please install the data migration 2023-10-21T15:41:23.547 INFO:tasks.workunit.client.0.smithi046.stdout:API (dmapi) library package. Alternatively, run "make install" 2023-10-21T15:41:23.547 INFO:tasks.workunit.client.0.smithi046.stdout:from the dmapi source. 2023-10-21T15:41:23.547 INFO:tasks.workunit.client.0.smithi046.stdout: 2023-10-21T15:41:23.573 INFO:tasks.workunit.client.0.smithi046.stdout:checking linux/fiemap.h usability... yes 2023-10-21T15:41:23.584 INFO:tasks.workunit.client.0.smithi046.stdout:checking linux/fiemap.h presence... yes 2023-10-21T15:41:23.585 INFO:tasks.workunit.client.0.smithi046.stdout:checking for linux/fiemap.h... yes 2023-10-21T15:41:23.618 INFO:tasks.workunit.client.0.smithi046.stdout:checking for fallocate... yes 2023-10-21T15:41:23.655 INFO:tasks.workunit.client.0.smithi046.stdout:checking for open_by_handle_at... yes 2023-10-21T15:41:23.691 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/prctl.h usability... yes 2023-10-21T15:41:23.702 INFO:tasks.workunit.client.0.smithi046.stdout:checking sys/prctl.h presence... yes 2023-10-21T15:41:23.703 INFO:tasks.workunit.client.0.smithi046.stdout:checking for sys/prctl.h... yes 2023-10-21T15:41:23.731 INFO:tasks.workunit.client.0.smithi046.stdout:checking linux/fs.h usability... yes 2023-10-21T15:41:23.742 INFO:tasks.workunit.client.0.smithi046.stdout:checking linux/fs.h presence... yes 2023-10-21T15:41:23.742 INFO:tasks.workunit.client.0.smithi046.stdout:checking for linux/fs.h... yes 2023-10-21T15:41:23.796 INFO:tasks.workunit.client.0.smithi046.stdout:checking btrfsutil.h usability... no 2023-10-21T15:41:23.820 INFO:tasks.workunit.client.0.smithi046.stdout:checking btrfsutil.h presence... no 2023-10-21T15:41:23.821 INFO:tasks.workunit.client.0.smithi046.stdout:checking for btrfsutil.h... no 2023-10-21T15:41:23.856 INFO:tasks.workunit.client.0.smithi046.stdout:checking for copy_file_range... yes 2023-10-21T15:41:23.898 INFO:tasks.workunit.client.0.smithi046.stdout:checking for renameat2... yes 2023-10-21T15:41:23.917 INFO:tasks.workunit.client.0.smithi046.stdout:configure: creating ./config.status 2023-10-21T15:41:24.248 INFO:tasks.workunit.client.0.smithi046.stdout:config.status: creating include/builddefs 2023-10-21T15:41:25.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:24 smithi046 ceph-mon[99436]: pgmap v349: 97 pgs: 97 active+clean; 32 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 557 op/s 2023-10-21T15:41:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:24 smithi105 ceph-mon[103980]: pgmap v349: 97 pgs: 97 active+clean; 32 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 557 op/s 2023-10-21T15:41:25.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:24 smithi119 ceph-mon[103628]: pgmap v349: 97 pgs: 97 active+clean; 32 MiB data, 497 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 557 op/s 2023-10-21T15:41:26.792 INFO:tasks.workunit.client.0.smithi046.stdout:config.status: creating include/config.h 2023-10-21T15:41:26.905 INFO:tasks.workunit.client.0.smithi046.stdout:config.status: executing libtool commands 2023-10-21T15:41:27.114 INFO:tasks.workunit.client.0.smithi046.stdout:Building include 2023-10-21T15:41:27.115 INFO:tasks.workunit.client.0.smithi046.stdout:Building lib 2023-10-21T15:41:27.115 INFO:tasks.workunit.client.0.smithi046.stdout:Building tests 2023-10-21T15:41:27.122 INFO:tasks.workunit.client.0.smithi046.stdout: [LTDEP] 2023-10-21T15:41:27.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:26 smithi046 ceph-mon[99436]: pgmap v350: 97 pgs: 97 active+clean; 34 MiB data, 501 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 369 op/s 2023-10-21T15:41:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:26 smithi105 ceph-mon[103980]: pgmap v350: 97 pgs: 97 active+clean; 34 MiB data, 501 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 369 op/s 2023-10-21T15:41:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] dataascii.lo 2023-10-21T15:41:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] databin.lo 2023-10-21T15:41:27.280 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] datapid.lo 2023-10-21T15:41:27.281 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] file_lock.lo 2023-10-21T15:41:27.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:26 smithi119 ceph-mon[103628]: pgmap v350: 97 pgs: 97 active+clean; 34 MiB data, 501 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 369 op/s 2023-10-21T15:41:27.434 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] forker.lo 2023-10-21T15:41:27.435 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] pattern.lo 2023-10-21T15:41:27.490 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] open_flags.lo 2023-10-21T15:41:27.498 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] random_range.lo 2023-10-21T15:41:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] str_to_bytes.lo 2023-10-21T15:41:27.613 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] string_to_tokens.lo 2023-10-21T15:41:27.712 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] tlibio.lo 2023-10-21T15:41:27.779 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] write_log.lo 2023-10-21T15:41:27.791 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] random.lo 2023-10-21T15:41:28.053 INFO:tasks.workunit.client.0.smithi046.stdout: [LD] 2023-10-21T15:41:28.153 INFO:tasks.workunit.client.0.smithi046.stdout:Building ltp 2023-10-21T15:41:28.153 INFO:tasks.workunit.client.0.smithi046.stdout:Building src 2023-10-21T15:41:28.153 INFO:tasks.workunit.client.0.smithi046.stdout:Building m4 2023-10-21T15:41:28.153 INFO:tasks.workunit.client.0.smithi046.stdout:Building common 2023-10-21T15:41:28.160 INFO:tasks.workunit.client.0.smithi046.stdout: [DEP] 2023-10-21T15:41:28.178 INFO:tasks.workunit.client.0.smithi046.stdout: [DEP] 2023-10-21T15:41:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] doio 2023-10-21T15:41:28.363 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fsstress 2023-10-21T15:41:28.364 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fsx 2023-10-21T15:41:28.539 INFO:tasks.workunit.client.0.smithi046.stderr:fsstress.c: In function 'attr_list_path': 2023-10-21T15:41:28.539 INFO:tasks.workunit.client.0.smithi046.stderr:fsstress.c:859:2: warning: 'attr_list' is deprecated: Use listxattr or llistxattr instead [-Wdeprecated-declarations] 2023-10-21T15:41:28.540 INFO:tasks.workunit.client.0.smithi046.stderr: rval = attr_list(name->path, buffer, buffersize, flags, cursor); 2023-10-21T15:41:28.540 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~ 2023-10-21T15:41:28.540 INFO:tasks.workunit.client.0.smithi046.stderr:In file included from ../src/global.h:25, 2023-10-21T15:41:28.540 INFO:tasks.workunit.client.0.smithi046.stderr: from fsstress.c:12: 2023-10-21T15:41:28.540 INFO:tasks.workunit.client.0.smithi046.stderr:/usr/include/attr/attributes.h:165:12: note: declared here 2023-10-21T15:41:28.541 INFO:tasks.workunit.client.0.smithi046.stderr: extern int attr_list(const char *__path, char *__buffer, const int __buffersize, 2023-10-21T15:41:28.541 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~ 2023-10-21T15:41:28.541 INFO:tasks.workunit.client.0.smithi046.stderr:fsstress.c: In function 'attr_remove_path': 2023-10-21T15:41:28.541 INFO:tasks.workunit.client.0.smithi046.stderr:fsstress.c:878:2: warning: 'attr_remove' is deprecated: Use removexattr or lremovexattr instead [-Wdeprecated-declarations] 2023-10-21T15:41:28.542 INFO:tasks.workunit.client.0.smithi046.stderr: rval = attr_remove(name->path, attrname, flags); 2023-10-21T15:41:28.542 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~ 2023-10-21T15:41:28.542 INFO:tasks.workunit.client.0.smithi046.stderr:In file included from ../src/global.h:25, 2023-10-21T15:41:28.542 INFO:tasks.workunit.client.0.smithi046.stderr: from fsstress.c:12: 2023-10-21T15:41:28.543 INFO:tasks.workunit.client.0.smithi046.stderr:/usr/include/attr/attributes.h:152:12: note: declared here 2023-10-21T15:41:28.543 INFO:tasks.workunit.client.0.smithi046.stderr: extern int attr_remove (const char *__path, const char *__attrname, 2023-10-21T15:41:28.543 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~ 2023-10-21T15:41:28.543 INFO:tasks.workunit.client.0.smithi046.stderr:fsstress.c: In function 'attr_set_path': 2023-10-21T15:41:28.544 INFO:tasks.workunit.client.0.smithi046.stderr:fsstress.c:898:2: warning: 'attr_set' is deprecated: Use setxattr or lsetxattr instead [-Wdeprecated-declarations] 2023-10-21T15:41:28.544 INFO:tasks.workunit.client.0.smithi046.stderr: rval = attr_set(name->path, attrname, attrvalue, valuelength, flags); 2023-10-21T15:41:28.544 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~ 2023-10-21T15:41:28.544 INFO:tasks.workunit.client.0.smithi046.stderr:In file included from ../src/global.h:25, 2023-10-21T15:41:28.544 INFO:tasks.workunit.client.0.smithi046.stderr: from fsstress.c:12: 2023-10-21T15:41:28.545 INFO:tasks.workunit.client.0.smithi046.stderr:/usr/include/attr/attributes.h:139:12: note: declared here 2023-10-21T15:41:28.545 INFO:tasks.workunit.client.0.smithi046.stderr: extern int attr_set (const char *__path, const char *__attrname, 2023-10-21T15:41:28.545 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~ 2023-10-21T15:41:29.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:28 smithi046 ceph-mon[99436]: pgmap v351: 97 pgs: 97 active+clean; 34 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 990 KiB/s wr, 315 op/s 2023-10-21T15:41:29.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:28 smithi105 ceph-mon[103980]: pgmap v351: 97 pgs: 97 active+clean; 34 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 990 KiB/s wr, 315 op/s 2023-10-21T15:41:29.279 INFO:tasks.workunit.client.0.smithi046.stderr:fsx.c: In function 'main': 2023-10-21T15:41:29.280 INFO:tasks.workunit.client.0.smithi046.stderr:fsx.c:2662:5: warning: 'strncpy' specified bound 4096 equals destination size [-Wstringop-truncation] 2023-10-21T15:41:29.280 INFO:tasks.workunit.client.0.smithi046.stderr: strncpy(opsfile, optarg, sizeof(opsfile)); 2023-10-21T15:41:29.280 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-21T15:41:29.280 INFO:tasks.workunit.client.0.smithi046.stderr:fsx.c:2632:4: warning: 'strncpy' specified bound 1024 equals destination size [-Wstringop-truncation] 2023-10-21T15:41:29.281 INFO:tasks.workunit.client.0.smithi046.stderr: strncpy(dname, optarg, sizeof(dname)); 2023-10-21T15:41:29.281 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-21T15:41:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:28 smithi119 ceph-mon[103628]: pgmap v351: 97 pgs: 97 active+clean; 34 MiB data, 502 MiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 990 KiB/s wr, 315 op/s 2023-10-21T15:41:29.337 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] growfiles 2023-10-21T15:41:29.395 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] iogen 2023-10-21T15:41:29.769 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-stress 2023-10-21T15:41:29.840 INFO:tasks.workunit.client.0.smithi046.stdout: [DEP] 2023-10-21T15:41:29.881 INFO:tasks.workunit.client.0.smithi046.stdout: [DEP] 2023-10-21T15:41:29.898 INFO:tasks.workunit.client.0.smithi046.stdout: [DEP] 2023-10-21T15:41:29.959 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 -- 172.21.15.46:0/4056490286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4dc1019c0 msgr2=0x7fa4dc103db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:29.960 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 --2- 172.21.15.46:0/4056490286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4dc1019c0 0x7fa4dc103db0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa4d8009990 tx=0x7fa4d8009ca0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.960 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 -- 172.21.15.46:0/4056490286 shutdown_connections 2023-10-21T15:41:29.960 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 --2- 172.21.15.46:0/4056490286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4dc1019c0 0x7fa4dc103db0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.960 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 --2- 172.21.15.46:0/4056490286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4dc106c20 0x7fa4dc109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 --2- 172.21.15.46:0/4056490286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa4dc1042f0 0x7fa4dc1066e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 -- 172.21.15.46:0/4056490286 >> 172.21.15.46:0/4056490286 conn(0x7fa4dc0fb330 msgr2=0x7fa4dc0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 -- 172.21.15.46:0/4056490286 shutdown_connections 2023-10-21T15:41:29.961 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.957+0000 7fa4e3538700 1 -- 172.21.15.46:0/4056490286 wait complete. 2023-10-21T15:41:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e3538700 1 Processor -- start 2023-10-21T15:41:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e3538700 1 -- start start 2023-10-21T15:41:29.963 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e3538700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4dc1019c0 0x7fa4dc0ff970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.964 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e3538700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa4dc1042f0 0x7fa4dc0ffeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.964 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e3538700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4dc106c20 0x7fa4dc1003f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.964 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e3538700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4dc1a0c20 con 0x7fa4dc106c20 2023-10-21T15:41:29.964 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e3538700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4dc1a0d60 con 0x7fa4dc1042f0 2023-10-21T15:41:29.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e3538700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4dc1a0ea0 con 0x7fa4dc1019c0 2023-10-21T15:41:29.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4dc1019c0 0x7fa4dc0ff970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4dc1019c0 0x7fa4dc0ff970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48178/0 (socket says 172.21.15.46:48178) 2023-10-21T15:41:29.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e1ad5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4dc106c20 0x7fa4dc1003f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.966 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e12d4700 1 -- 172.21.15.46:0/954271577 learned_addr learned my addr 172.21.15.46:0/954271577 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:29.966 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa4dc1042f0 0x7fa4dc0ffeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.966 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e12d4700 1 -- 172.21.15.46:0/954271577 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa4dc1042f0 msgr2=0x7fa4dc0ffeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.958+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa4dc1042f0 0x7fa4dc0ffeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4e12d4700 1 -- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4dc106c20 msgr2=0x7fa4dc1003f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4dc106c20 0x7fa4dc1003f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4e12d4700 1 -- 172.21.15.46:0/954271577 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4d80095f0 con 0x7fa4dc1019c0 2023-10-21T15:41:29.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4dc1019c0 0x7fa4dc0ff970 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa4d8000c00 tx=0x7fa4d80057a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4d27fc700 1 -- 172.21.15.46:0/954271577 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d801d070 con 0x7fa4dc1019c0 2023-10-21T15:41:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4e3538700 1 -- 172.21.15.46:0/954271577 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4dc1a10d0 con 0x7fa4dc1019c0 2023-10-21T15:41:29.968 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4d27fc700 1 -- 172.21.15.46:0/954271577 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa4d800fb90 con 0x7fa4dc1019c0 2023-10-21T15:41:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4d27fc700 1 -- 172.21.15.46:0/954271577 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d80173f0 con 0x7fa4dc1019c0 2023-10-21T15:41:29.969 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.959+0000 7fa4e3538700 1 -- 172.21.15.46:0/954271577 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4dc1a1580 con 0x7fa4dc1019c0 2023-10-21T15:41:29.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.962+0000 7fa4d27fc700 1 -- 172.21.15.46:0/954271577 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa4d8021410 con 0x7fa4dc1019c0 2023-10-21T15:41:29.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4d27fc700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa4c80a1480 0x7fa4c80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4ef721b80 1 Processor -- start 2023-10-21T15:41:29.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4d27fc700 1 -- 172.21.15.46:0/954271577 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa4d80cdfe0 con 0x7fa4dc1019c0 2023-10-21T15:41:29.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4ef721b80 1 -- start start 2023-10-21T15:41:29.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa4c80a1480 0x7fa4c80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a994480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9952d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a995d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.977 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a900c10 con 0x55ef8a9958b0 2023-10-21T15:41:29.977 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a8e5c00 con 0x55ef8a994060 2023-10-21T15:41:29.977 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a8e3520 con 0x55ef8a9949c0 2023-10-21T15:41:29.977 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.963+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a994480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.977 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a994480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53120/0 (socket says 172.21.15.46:53120) 2023-10-21T15:41:29.978 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e12d4700 1 -- 172.21.15.46:0/2553477088 learned_addr learned my addr 172.21.15.46:0/2553477088 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:29.978 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9952d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.978 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e1ad5700 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a995d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.978 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e12d4700 1 -- 172.21.15.46:0/2553477088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 msgr2=0x55ef8a9952d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:29.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9952d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e12d4700 1 -- 172.21.15.46:0/2553477088 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 msgr2=0x55ef8a995d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:29.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a995d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.980 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e12d4700 1 -- 172.21.15.46:0/2553477088 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef8a89c390 con 0x55ef8a994060 2023-10-21T15:41:29.980 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa4c80a1480 0x7fa4c80a3940 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc100c70 tx=0x7fa4cc011720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:29.980 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e1ad5700 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a995d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:41:29.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a994480 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa4d809b3d0 tx=0x7fa4d800ff90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c6b71c69249d275 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:29.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4c77fe700 1 -- 172.21.15.46:0/2553477088 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d809b440 con 0x55ef8a994060 2023-10-21T15:41:29.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4c77fe700 1 -- 172.21.15.46:0/2553477088 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa4d809f590 con 0x55ef8a994060 2023-10-21T15:41:29.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.964+0000 7fa4c77fe700 1 -- 172.21.15.46:0/2553477088 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8099900 con 0x55ef8a994060 2023-10-21T15:41:29.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 -- 172.21.15.46:0/2553477088 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 msgr2=0x55ef8a994480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:29.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a994480 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa4d809b3d0 tx=0x7fa4d800ff90 comp rx=0 tx=0).stop 2023-10-21T15:41:29.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 -- 172.21.15.46:0/2553477088 shutdown_connections 2023-10-21T15:41:29.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a995d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a994480 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/2553477088 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9952d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 -- 172.21.15.46:0/2553477088 >> 172.21.15.46:0/2553477088 conn(0x55ef8a8b9d70 msgr2=0x55ef8a986c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:29.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 -- 172.21.15.46:0/2553477088 shutdown_connections 2023-10-21T15:41:29.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 -- 172.21.15.46:0/2553477088 wait complete. 2023-10-21T15:41:29.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.965+0000 7fa4ef721b80 1 -- start start 2023-10-21T15:41:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4ef721b80 1 Processor -- start 2023-10-21T15:41:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a99dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 0x55ef8a99e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.984 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a8dee10 con 0x55ef8a9958b0 2023-10-21T15:41:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a87b6b0 con 0x55ef8a9949c0 2023-10-21T15:41:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a87b350 con 0x55ef8a994060 2023-10-21T15:41:29.985 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4ef721b80 10 client.0 _ll_register_callbacks cb 0x55ef8a6d87a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a99dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e0ad3700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 0x55ef8a99e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a99dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48192/0 (socket says 172.21.15.46:48192) 2023-10-21T15:41:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e12d4700 1 -- 172.21.15.46:0/3139181690 learned_addr learned my addr 172.21.15.46:0/3139181690 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:29.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e1ad5700 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e12d4700 1 -- 172.21.15.46:0/3139181690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 msgr2=0x55ef8a99e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 0x55ef8a99e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e12d4700 1 -- 172.21.15.46:0/3139181690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 msgr2=0x55ef8a9a5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e12d4700 1 -- 172.21.15.46:0/3139181690 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4dc1a1580 con 0x55ef8a994060 2023-10-21T15:41:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.966+0000 7fa4e1ad5700 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:41:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a99dc00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa4d80a3210 tx=0x7fa4d80cbb00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5451efbd4d5ea25e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4c4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:41:29.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/3139181690 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d809b8a0 con 0x55ef8a994060 2023-10-21T15:41:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/3139181690 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa4d80b0020 con 0x55ef8a994060 2023-10-21T15:41:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 1 -- 172.21.15.46:0/3139181690 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ef8a8e3e90 con 0x55ef8a994060 2023-10-21T15:41:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/3139181690 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa4d80998e0 con 0x55ef8a994060 2023-10-21T15:41:29.989 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 10 client.25711 fetch_fsmap learned FSMap version 33 2023-10-21T15:41:29.990 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 1 -- 172.21.15.46:0/3139181690 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ef8a709d80 con 0x55ef8a994060 2023-10-21T15:41:29.990 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/3139181690 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ef8a8e3e90 con 0x55ef8a994060 2023-10-21T15:41:29.990 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/3139181690 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 33) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fa4d80a32b0 con 0x55ef8a994060 2023-10-21T15:41:29.990 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 10 client.25711 fetch_fsmap finished waiting for FSMap version 33 2023-10-21T15:41:29.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 10 client.25711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:29.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 20 client.25711 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:29.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef8a9a9720 0x55ef8a9abb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:29.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 4 client.25711 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:29.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.967+0000 7fa4ef721b80 1 -- 172.21.15.46:0/3139181690 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ef8a95bbb0 con 0x55ef8a9a9720 2023-10-21T15:41:29.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.968+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef8a9a9720 0x55ef8a9abb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:29.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.968+0000 7fa4c4ff9700 10 client.25711 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:29.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.968+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef8a9a9720 0x55ef8a9abb40 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2cb600640efd9f8 server_cookie=ea992443add6c8c9 in_seq=0 out_seq=0 2023-10-21T15:41:29.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/3139181690 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55ef8a95bbb0 con 0x55ef8a9a9720 2023-10-21T15:41:29.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4c4ff9700 10 client.25711 handle_command_reply: tid=0 2023-10-21T15:41:29.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 client.25711 shutdown 2023-10-21T15:41:29.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 -- 172.21.15.46:0/3139181690 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 msgr2=0x55ef8a99dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:29.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a99dc00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa4d80a3210 tx=0x7fa4d80cbb00 comp rx=0 tx=0).stop 2023-10-21T15:41:29.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 -- 172.21.15.46:0/3139181690 shutdown_connections 2023-10-21T15:41:29.994 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef8a9a9720 0x55ef8a9abb40 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.994 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.994 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a99dc00 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.994 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4c4ff9700 0 client.25711 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:29.995 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/3139181690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 0x55ef8a99e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:29.995 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 -- 172.21.15.46:0/3139181690 >> 172.21.15.46:0/3139181690 conn(0x55ef8a8b9d70 msgr2=0x55ef8a986830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:29.995 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 -- 172.21.15.46:0/3139181690 shutdown_connections 2023-10-21T15:41:29.995 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 1 -- 172.21.15.46:0/3139181690 wait complete. 2023-10-21T15:41:29.995 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.969+0000 7fa4ef721b80 20 client.25711 trim_cache size 0 max 16384 2023-10-21T15:41:30.000 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.984+0000 7fa4ef721b80 1 Processor -- start 2023-10-21T15:41:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.984+0000 7fa4ef721b80 1 -- start start 2023-10-21T15:41:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.984+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a998890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.984+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.984+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a998dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.984+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a75f8c0 con 0x55ef8a9958b0 2023-10-21T15:41:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.984+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a995730 con 0x55ef8a994060 2023-10-21T15:41:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.984+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a983450 con 0x55ef8a9949c0 2023-10-21T15:41:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a998890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:30.003 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e0ad3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:30.003 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a998890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53134/0 (socket says 172.21.15.46:53134) 2023-10-21T15:41:30.003 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e0ad3700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48202/0 (socket says 172.21.15.46:48202) 2023-10-21T15:41:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 -- 172.21.15.46:0/454222355 learned_addr learned my addr 172.21.15.46:0/454222355 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e1ad5700 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a998dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 -- 172.21.15.46:0/454222355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 msgr2=0x55ef8a9a5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 -- 172.21.15.46:0/454222355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 msgr2=0x55ef8a998dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a998dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 -- 172.21.15.46:0/454222355 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef8a9864c0 con 0x55ef8a994060 2023-10-21T15:41:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e1ad5700 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a998dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:41:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a998890 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa4d8097eb0 tx=0x7fa4d800ff90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=491fd101eb27c22f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4c7fff700 1 -- 172.21.15.46:0/454222355 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8097780 con 0x55ef8a994060 2023-10-21T15:41:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4c7fff700 1 -- 172.21.15.46:0/454222355 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa4d800fd00 con 0x55ef8a994060 2023-10-21T15:41:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.985+0000 7fa4c7fff700 1 -- 172.21.15.46:0/454222355 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d809a930 con 0x55ef8a994060 2023-10-21T15:41:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 -- 172.21.15.46:0/454222355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 msgr2=0x55ef8a998890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a998890 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa4d8097eb0 tx=0x7fa4d800ff90 comp rx=0 tx=0).stop 2023-10-21T15:41:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 -- 172.21.15.46:0/454222355 shutdown_connections 2023-10-21T15:41:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a998dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a994060 0x55ef8a998890 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/454222355 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 -- 172.21.15.46:0/454222355 >> 172.21.15.46:0/454222355 conn(0x55ef8a8b9d70 msgr2=0x55ef8a99c840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 -- 172.21.15.46:0/454222355 shutdown_connections 2023-10-21T15:41:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 -- 172.21.15.46:0/454222355 wait complete. 2023-10-21T15:41:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.986+0000 7fa4ef721b80 1 -- start start 2023-10-21T15:41:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4ef721b80 1 Processor -- start 2023-10-21T15:41:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a9a2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4ef721b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a9a47d0 con 0x55ef8a9958b0 2023-10-21T15:41:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a9a4940 con 0x55ef8a9949c0 2023-10-21T15:41:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4ef721b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef8a9a4b00 con 0x55ef8a994060 2023-10-21T15:41:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4ef721b80 10 client.0 _ll_register_callbacks cb 0x7fa4cc009a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a9a2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e12d4700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a9a2d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48206/0 (socket says 172.21.15.46:48206) 2023-10-21T15:41:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e12d4700 1 -- 172.21.15.46:0/161260086 learned_addr learned my addr 172.21.15.46:0/161260086 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e1ad5700 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e12d4700 1 -- 172.21.15.46:0/161260086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 msgr2=0x55ef8a9a3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e12d4700 1 -- 172.21.15.46:0/161260086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 msgr2=0x55ef8a9a4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.013 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e12d4700 1 -- 172.21.15.46:0/161260086 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4cc023040 con 0x55ef8a994060 2023-10-21T15:41:30.013 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.987+0000 7fa4e1ad5700 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:41:30.013 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4e12d4700 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a9a2d40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800fe90 tx=0x7fa4d809b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ef3935016cc2ec4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:30.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4c4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:41:30.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/161260086 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8097780 con 0x55ef8a994060 2023-10-21T15:41:30.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/161260086 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa4d80b0030 con 0x55ef8a994060 2023-10-21T15:41:30.015 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 1 -- 172.21.15.46:0/161260086 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa4d809f590 con 0x55ef8a994060 2023-10-21T15:41:30.015 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/161260086 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa4d80a3740 con 0x55ef8a994060 2023-10-21T15:41:30.016 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 10 client.25717 fetch_fsmap learned FSMap version 33 2023-10-21T15:41:30.016 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 1 -- 172.21.15.46:0/161260086 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ef8a709d80 con 0x55ef8a994060 2023-10-21T15:41:30.016 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/161260086 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa4d809f590 con 0x55ef8a994060 2023-10-21T15:41:30.016 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/161260086 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 33) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fa4d809a3a0 con 0x55ef8a994060 2023-10-21T15:41:30.016 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 10 client.25717 fetch_fsmap finished waiting for FSMap version 33 2023-10-21T15:41:30.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 10 client.25717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:30.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 20 client.25717 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:30.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef8a9fddf0 0x55ef8aa00210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:30.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 4 client.25717 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:41:30.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.988+0000 7fa4ef721b80 1 -- 172.21.15.46:0/161260086 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ef8a8d7df0 con 0x55ef8a9fddf0 2023-10-21T15:41:30.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.989+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef8a9fddf0 0x55ef8aa00210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:30.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.989+0000 7fa4c4ff9700 10 client.25717 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:30.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:29.989+0000 7fa4e0ad3700 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef8a9fddf0 0x55ef8aa00210 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31bfad1976fccc33 server_cookie=41a34cd40985fb35 in_seq=0 out_seq=0 2023-10-21T15:41:30.066 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.063+0000 7fa4c4ff9700 1 -- 172.21.15.46:0/161260086 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ef8a8d7df0 con 0x55ef8a9fddf0 2023-10-21T15:41:30.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.063+0000 7fa4c4ff9700 10 client.25717 handle_command_reply: tid=0 2023-10-21T15:41:30.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.063+0000 7fa4ef721b80 1 client.25717 shutdown 2023-10-21T15:41:30.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 -- 172.21.15.46:0/161260086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 msgr2=0x55ef8a9a2d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:30.067 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a9a2d40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800fe90 tx=0x7fa4d809b000 comp rx=0 tx=0).stop 2023-10-21T15:41:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 -- 172.21.15.46:0/161260086 shutdown_connections 2023-10-21T15:41:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55ef8a9fddf0 0x55ef8aa00210 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ef8a9958b0 0x55ef8a9a4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55ef8a994060 0x55ef8a9a2d40 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 --2- 172.21.15.46:0/161260086 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ef8a9949c0 0x55ef8a9a3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 -- 172.21.15.46:0/161260086 >> 172.21.15.46:0/161260086 conn(0x55ef8a8b9d70 msgr2=0x55ef8a9866a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4c4ff9700 0 client.25717 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 -- 172.21.15.46:0/161260086 shutdown_connections 2023-10-21T15:41:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 1 -- 172.21.15.46:0/161260086 wait complete. 2023-10-21T15:41:30.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.064+0000 7fa4ef721b80 20 client.25717 trim_cache size 0 max 16384 2023-10-21T15:41:30.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:41:30.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:41:30.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:41:30.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:41:30.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 -- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa4c80a1480 msgr2=0x7fa4c80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:30.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa4c80a1480 0x7fa4c80a3940 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa4dc100c70 tx=0x7fa4cc011720 comp rx=0 tx=0).stop 2023-10-21T15:41:30.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 -- 172.21.15.46:0/954271577 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4dc1019c0 msgr2=0x7fa4dc0ff970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:30.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4dc1019c0 0x7fa4dc0ff970 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa4d8000c00 tx=0x7fa4d80057a0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 -- 172.21.15.46:0/954271577 shutdown_connections 2023-10-21T15:41:30.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa4c80a1480 0x7fa4c80a3940 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa4dc106c20 0x7fa4dc1003f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa4dc1019c0 0x7fa4dc0ff970 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 --2- 172.21.15.46:0/954271577 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa4dc1042f0 0x7fa4dc0ffeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:30.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 -- 172.21.15.46:0/954271577 >> 172.21.15.46:0/954271577 conn(0x7fa4dc0fb330 msgr2=0x7fa4dc102630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:30.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 -- 172.21.15.46:0/954271577 shutdown_connections 2023-10-21T15:41:30.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:30.065+0000 7fa4e3538700 1 -- 172.21.15.46:0/954271577 wait complete. 2023-10-21T15:41:30.142 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] dirstress 2023-10-21T15:41:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fill 2023-10-21T15:41:30.143 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fill2 2023-10-21T15:41:30.350 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] getpagesize 2023-10-21T15:41:30.439 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] holes 2023-10-21T15:41:30.523 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] lstat64 2023-10-21T15:41:30.524 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] nametest 2023-10-21T15:41:30.526 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] permname 2023-10-21T15:41:30.672 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] randholes 2023-10-21T15:41:30.744 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] runas 2023-10-21T15:41:30.776 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] truncfile 2023-10-21T15:41:30.814 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] usemem 2023-10-21T15:41:31.010 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] mmapcat 2023-10-21T15:41:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] append_reader 2023-10-21T15:41:31.011 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] append_writer 2023-10-21T15:41:31.073 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] dirperf 2023-10-21T15:41:31.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:30 smithi046 ceph-mon[99436]: pgmap v352: 97 pgs: 97 active+clean; 35 MiB data, 505 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 784 KiB/s wr, 245 op/s 2023-10-21T15:41:31.190 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] metaperf 2023-10-21T15:41:31.192 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] devzero 2023-10-21T15:41:31.214 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] feature 2023-10-21T15:41:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:30 smithi105 ceph-mon[103980]: pgmap v352: 97 pgs: 97 active+clean; 35 MiB data, 505 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 784 KiB/s wr, 245 op/s 2023-10-21T15:41:31.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:30 smithi119 ceph-mon[103628]: pgmap v352: 97 pgs: 97 active+clean; 35 MiB data, 505 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 784 KiB/s wr, 245 op/s 2023-10-21T15:41:31.377 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] alloc 2023-10-21T15:41:31.422 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fault 2023-10-21T15:41:31.482 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fstest 2023-10-21T15:41:31.490 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_access_root 2023-10-21T15:41:31.632 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] godown 2023-10-21T15:41:31.648 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] resvtest 2023-10-21T15:41:31.668 INFO:tasks.workunit.client.0.smithi046.stderr:fstest.c: In function 'run_child': 2023-10-21T15:41:31.668 INFO:tasks.workunit.client.0.smithi046.stderr:fstest.c:95:20: warning: '/file' directive writing 5 bytes into a region of size between 1 and 1024 [-Wformat-overflow=] 2023-10-21T15:41:31.668 INFO:tasks.workunit.client.0.smithi046.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-21T15:41:31.668 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~ 2023-10-21T15:41:31.669 INFO:tasks.workunit.client.0.smithi046.stderr:fstest.c:95:17: note: directive argument in the range [0, 2147483647] 2023-10-21T15:41:31.669 INFO:tasks.workunit.client.0.smithi046.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-21T15:41:31.669 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~ 2023-10-21T15:41:31.669 INFO:tasks.workunit.client.0.smithi046.stderr:fstest.c:95:2: note: 'sprintf' output between 7 and 1039 bytes into a destination of size 1024 2023-10-21T15:41:31.670 INFO:tasks.workunit.client.0.smithi046.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-21T15:41:31.670 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-21T15:41:31.670 INFO:tasks.workunit.client.0.smithi046.stderr:fstest.c:166:20: warning: '/file' directive writing 5 bytes into a region of size between 1 and 1024 [-Wformat-overflow=] 2023-10-21T15:41:31.670 INFO:tasks.workunit.client.0.smithi046.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-21T15:41:31.670 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~ 2023-10-21T15:41:31.671 INFO:tasks.workunit.client.0.smithi046.stderr:fstest.c:166:17: note: directive argument in the range [0, 2147483647] 2023-10-21T15:41:31.671 INFO:tasks.workunit.client.0.smithi046.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-21T15:41:31.671 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~ 2023-10-21T15:41:31.671 INFO:tasks.workunit.client.0.smithi046.stderr:fstest.c:166:2: note: 'sprintf' output between 7 and 1039 bytes into a destination of size 1024 2023-10-21T15:41:31.671 INFO:tasks.workunit.client.0.smithi046.stderr: sprintf(fname, "%s/file%d", dir, fnum); 2023-10-21T15:41:31.672 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-21T15:41:31.706 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] writemod 2023-10-21T15:41:31.756 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] writev_on_pagefault 2023-10-21T15:41:31.863 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] makeextents 2023-10-21T15:41:31.874 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] itrash 2023-10-21T15:41:31.881 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] rename 2023-10-21T15:41:31.968 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] multi_open_unlink 2023-10-21T15:41:32.051 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] dmiperf 2023-10-21T15:41:32.056 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] unwritten_sync 2023-10-21T15:41:32.120 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] genhashnames 2023-10-21T15:41:32.141 INFO:tasks.workunit.client.0.smithi046.stderr:multi_open_unlink.c: In function 'main': 2023-10-21T15:41:32.141 INFO:tasks.workunit.client.0.smithi046.stderr:multi_open_unlink.c:101:4: warning: 'attr_set' is deprecated: Use setxattr or lsetxattr instead [-Wdeprecated-declarations] 2023-10-21T15:41:32.142 INFO:tasks.workunit.client.0.smithi046.stderr: sts = attr_set(path, attrname, attrvalue, value_size, flags); 2023-10-21T15:41:32.142 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~ 2023-10-21T15:41:32.142 INFO:tasks.workunit.client.0.smithi046.stderr:In file included from multi_open_unlink.c:15: 2023-10-21T15:41:32.142 INFO:tasks.workunit.client.0.smithi046.stderr:/usr/include/attr/attributes.h:139:12: note: declared here 2023-10-21T15:41:32.142 INFO:tasks.workunit.client.0.smithi046.stderr: extern int attr_set (const char *__path, const char *__attrname, 2023-10-21T15:41:32.143 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~ 2023-10-21T15:41:32.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:31 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:32.194 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_holes 2023-10-21T15:41:32.211 INFO:tasks.workunit.client.0.smithi046.stderr:dmiperf.c: In function 'mkfile': 2023-10-21T15:41:32.212 INFO:tasks.workunit.client.0.smithi046.stderr:dmiperf.c:192:2: warning: 'attr_setf' is deprecated: Use fsetxattr instead [-Wdeprecated-declarations] 2023-10-21T15:41:32.212 INFO:tasks.workunit.client.0.smithi046.stderr: if (attr_setf(fd, DMFATTRNAME, attr, DMFATTRLEN, ATTR_ROOT) < 0) { 2023-10-21T15:41:32.212 INFO:tasks.workunit.client.0.smithi046.stderr: ^~ 2023-10-21T15:41:32.212 INFO:tasks.workunit.client.0.smithi046.stderr:In file included from dmiperf.c:20: 2023-10-21T15:41:32.213 INFO:tasks.workunit.client.0.smithi046.stderr:/usr/include/attr/attributes.h:143:12: note: declared here 2023-10-21T15:41:32.213 INFO:tasks.workunit.client.0.smithi046.stderr: extern int attr_setf (int __fd, const char *__attrname, 2023-10-21T15:41:32.213 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~ 2023-10-21T15:41:32.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:31 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:32.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:31 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:41:32.304 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_mmap_writev 2023-10-21T15:41:32.310 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_truncate_cmtime 2023-10-21T15:41:32.361 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] dirhash_collide 2023-10-21T15:41:32.393 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_rename_overwrite 2023-10-21T15:41:32.488 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] holetest 2023-10-21T15:41:32.498 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_truncate_self 2023-10-21T15:41:32.582 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_mmap_dio 2023-10-21T15:41:32.586 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] af_unix 2023-10-21T15:41:32.672 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_mmap_stale_pmd 2023-10-21T15:41:32.761 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_mmap_cow_race 2023-10-21T15:41:32.775 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_mmap_fallocate 2023-10-21T15:41:32.787 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fsync-err 2023-10-21T15:41:32.855 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_mmap_write_ro 2023-10-21T15:41:32.962 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_ext4_dax_journal_corruption 2023-10-21T15:41:32.969 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_ext4_dax_inline_corruption 2023-10-21T15:41:33.002 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_ofd_locks 2023-10-21T15:41:33.050 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_locks_execve 2023-10-21T15:41:33.149 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_mmap_collision 2023-10-21T15:41:33.166 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] mmap-write-concurrent 2023-10-21T15:41:33.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:32 smithi046 ceph-mon[99436]: pgmap v353: 97 pgs: 97 active+clean; 42 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 1.4 MiB/s wr, 316 op/s 2023-10-21T15:41:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:32 smithi105 ceph-mon[103980]: pgmap v353: 97 pgs: 97 active+clean; 42 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 1.4 MiB/s wr, 316 op/s 2023-10-21T15:41:33.246 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] xfsctl 2023-10-21T15:41:33.266 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] bstat 2023-10-21T15:41:33.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:32 smithi119 ceph-mon[103628]: pgmap v353: 97 pgs: 97 active+clean; 42 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 820 KiB/s rd, 1.4 MiB/s wr, 316 op/s 2023-10-21T15:41:33.374 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_mtab 2023-10-21T15:41:33.398 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] getdevicesize 2023-10-21T15:41:33.474 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] preallo_rw_pattern_reader 2023-10-21T15:41:33.516 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] preallo_rw_pattern_writer 2023-10-21T15:41:33.581 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] ftrunc 2023-10-21T15:41:33.624 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] trunc 2023-10-21T15:41:33.695 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fs_perms 2023-10-21T15:41:33.697 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] testx 2023-10-21T15:41:33.783 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] looptest 2023-10-21T15:41:33.807 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] locktest 2023-10-21T15:41:33.874 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] unwritten_mmap 2023-10-21T15:41:33.900 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] bulkstat_unlink_test 2023-10-21T15:41:34.012 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] bulkstat_unlink_test_modified 2023-10-21T15:41:34.093 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_dir_offset 2023-10-21T15:41:34.151 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_futimens 2023-10-21T15:41:34.156 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_immutable 2023-10-21T15:41:34.259 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] stale_handle 2023-10-21T15:41:34.270 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] pwrite_mmap_blocked 2023-10-21T15:41:34.347 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_dir_offset2 2023-10-21T15:41:34.454 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] seek_sanity_test 2023-10-21T15:41:34.491 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] seek_copy_test 2023-10-21T15:41:34.566 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_readdir_1 2023-10-21T15:41:34.695 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_readdir_2 2023-10-21T15:41:34.778 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fsync-tester 2023-10-21T15:41:34.890 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] nsexec 2023-10-21T15:41:34.904 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] cloner 2023-10-21T15:41:34.964 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] renameat2 2023-10-21T15:41:35.097 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_getcwd 2023-10-21T15:41:35.128 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] e4compact 2023-10-21T15:41:35.130 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] test-nextquota 2023-10-21T15:41:35.176 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] punch-alternating 2023-10-21T15:41:35.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:34 smithi105 ceph-mon[103980]: pgmap v354: 97 pgs: 97 active+clean; 47 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 1.5 MiB/s wr, 289 op/s 2023-10-21T15:41:35.250 INFO:tasks.workunit.client.0.smithi046.stderr:t_getcwd.c: In function 'do_rename': 2023-10-21T15:41:35.250 INFO:tasks.workunit.client.0.smithi046.stderr:t_getcwd.c:40:2: warning: 'strncpy' specified bound 256 equals destination size [-Wstringop-truncation] 2023-10-21T15:41:35.251 INFO:tasks.workunit.client.0.smithi046.stderr: strncpy(c_name, prefix, BUF_SIZE); 2023-10-21T15:41:35.251 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-21T15:41:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:34 smithi119 ceph-mon[103628]: pgmap v354: 97 pgs: 97 active+clean; 47 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 1.5 MiB/s wr, 289 op/s 2023-10-21T15:41:35.287 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] attr-list-by-handle-cursor-test 2023-10-21T15:41:35.353 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] listxattr 2023-10-21T15:41:35.371 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] dio-interleaved 2023-10-21T15:41:35.391 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_dir_type 2023-10-21T15:41:35.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:34 smithi046 ceph-mon[99436]: pgmap v354: 97 pgs: 97 active+clean; 47 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 1.5 MiB/s wr, 289 op/s 2023-10-21T15:41:35.495 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] dio-invalidate-cache 2023-10-21T15:41:35.546 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] stat_test 2023-10-21T15:41:35.584 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_encrypted_d_revalidate 2023-10-21T15:41:35.604 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] attr_replace_test 2023-10-21T15:41:35.732 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] swapon 2023-10-21T15:41:35.818 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] mkswap 2023-10-21T15:41:35.824 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_attr_corruption 2023-10-21T15:41:35.900 INFO:tasks.workunit.client.0.smithi046.stderr:swapon.c: In function 'main': 2023-10-21T15:41:35.900 INFO:tasks.workunit.client.0.smithi046.stderr:swapon.c:135:3: warning: 'p' may be used uninitialized in this function [-Wmaybe-uninitialized] 2023-10-21T15:41:35.900 INFO:tasks.workunit.client.0.smithi046.stderr: memcpy(p, buf, BUF_SIZE); 2023-10-21T15:41:35.900 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-21T15:41:35.906 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_open_tmpfiles 2023-10-21T15:41:35.945 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fscrypt-crypt-util 2023-10-21T15:41:36.021 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] bulkstat_null_ocount 2023-10-21T15:41:36.023 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] splice-test 2023-10-21T15:41:36.129 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fiemap-tester 2023-10-21T15:41:36.237 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] t_stripealign 2023-10-21T15:41:36.240 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] open_by_handle 2023-10-21T15:41:36.456 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] fssum 2023-10-21T15:41:36.456 INFO:tasks.workunit.client.0.smithi046.stdout:Building log-writes 2023-10-21T15:41:36.462 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] replay-log 2023-10-21T15:41:36.522 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-21T15:41:36.527 INFO:tasks.workunit.client.0.smithi046.stdout:Building perf 2023-10-21T15:41:36.533 INFO:tasks.workunit.client.0.smithi046.stdout:Building aio-dio-regress 2023-10-21T15:41:36.542 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-append-write-fallocate-race 2023-10-21T15:41:36.634 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-fcntl-race 2023-10-21T15:41:36.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.718+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/2153224721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b94100f70 msgr2=0x7f1b941013f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.718+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/2153224721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b94100f70 0x7f1b941013f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f1b80009990 tx=0x7f1b80009ca0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.719+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/2153224721 shutdown_connections 2023-10-21T15:41:36.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.719+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/2153224721 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b94101930 0x7f1b94108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.719+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/2153224721 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b940ffe20 0x7f1b94100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.719+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/2153224721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b94100f70 0x7f1b941013f0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.719+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/2153224721 >> 172.21.15.46:0/2153224721 conn(0x7f1b940fb3b0 msgr2=0x7f1b940fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:36.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.719+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/2153224721 shutdown_connections 2023-10-21T15:41:36.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.719+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/2153224721 wait complete. 2023-10-21T15:41:36.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.719+0000 7f1b9b0c5700 1 Processor -- start 2023-10-21T15:41:36.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b9b0c5700 1 -- start start 2023-10-21T15:41:36.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b9b0c5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b940ffe20 0x7f1b94194970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b9b0c5700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b94100f70 0x7f1b94194eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.725 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b9b0c5700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b94101930 0x7f1b9419bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b9b0c5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9419c4f0 con 0x7f1b940ffe20 2023-10-21T15:41:36.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b9b0c5700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9419c630 con 0x7f1b94100f70 2023-10-21T15:41:36.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b9b0c5700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9419c7c0 con 0x7f1b94101930 2023-10-21T15:41:36.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b98e61700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b940ffe20 0x7f1b94194970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.726 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b98e61700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b940ffe20 0x7f1b94194970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36222/0 (socket says 172.21.15.46:36222) 2023-10-21T15:41:36.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b99662700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b94101930 0x7f1b9419bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b98e61700 1 -- 172.21.15.46:0/3880688629 learned_addr learned my addr 172.21.15.46:0/3880688629 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:36.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b99662700 1 -- 172.21.15.46:0/3880688629 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b94100f70 msgr2=0x7f1b94194eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b99662700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b94100f70 0x7f1b94194eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.727 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b99662700 1 -- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b940ffe20 msgr2=0x7f1b94194970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b99662700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b940ffe20 0x7f1b94194970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.720+0000 7f1b99662700 1 -- 172.21.15.46:0/3880688629 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b800095f0 con 0x7f1b94101930 2023-10-21T15:41:36.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.721+0000 7f1b98e61700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b940ffe20 0x7f1b94194970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:36.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.721+0000 7f1b99662700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b94101930 0x7f1b9419bf20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c00efc0 tx=0x7f1b8c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:36.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.721+0000 7f1b91ffb700 1 -- 172.21.15.46:0/3880688629 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c018070 con 0x7f1b94101930 2023-10-21T15:41:36.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.721+0000 7f1b91ffb700 1 -- 172.21.15.46:0/3880688629 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b8c00f040 con 0x7f1b94101930 2023-10-21T15:41:36.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.721+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/3880688629 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b9419ca40 con 0x7f1b94101930 2023-10-21T15:41:36.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.721+0000 7f1b91ffb700 1 -- 172.21.15.46:0/3880688629 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c00cdf0 con 0x7f1b94101930 2023-10-21T15:41:36.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.721+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/3880688629 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b9419cf50 con 0x7f1b94101930 2023-10-21T15:41:36.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.724+0000 7f1b91ffb700 1 -- 172.21.15.46:0/3880688629 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1b8c003a00 con 0x7f1b94101930 2023-10-21T15:41:36.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.725+0000 7f1b91ffb700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1b840a1500 0x7f1b840a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.725+0000 7f1b91ffb700 1 -- 172.21.15.46:0/3880688629 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1b8c0cc910 con 0x7f1b94101930 2023-10-21T15:41:36.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.725+0000 7f1b98e61700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1b840a1500 0x7f1b840a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.726+0000 7f1b98e61700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1b840a1500 0x7f1b840a39c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f1b88005950 tx=0x7f1b8800d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:36.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.726+0000 7f1ba72aeb80 1 Processor -- start 2023-10-21T15:41:36.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1ba72aeb80 1 -- start start 2023-10-21T15:41:36.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecbe20 0x5569d9ecc240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecc780 0x5569d9ecd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ecdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9e40c70 con 0x5569d9ecc780 2023-10-21T15:41:36.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9e25c60 con 0x5569d9ecd620 2023-10-21T15:41:36.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9e23580 con 0x5569d9ecbe20 2023-10-21T15:41:36.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1b98e61700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecbe20 0x5569d9ecc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1b98e61700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecbe20 0x5569d9ecc240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48228/0 (socket says 172.21.15.46:48228) 2023-10-21T15:41:36.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1b98e61700 1 -- 172.21.15.46:0/2310878502 learned_addr learned my addr 172.21.15.46:0/2310878502 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:36.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1b93fff700 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecc780 0x5569d9ecd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1b99662700 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ecdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1b98e61700 1 -- 172.21.15.46:0/2310878502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 msgr2=0x5569d9ecdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:36.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1b98e61700 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ecdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.727+0000 7f1b98e61700 1 -- 172.21.15.46:0/2310878502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecc780 msgr2=0x5569d9ecd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:36.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.728+0000 7f1b98e61700 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecc780 0x5569d9ecd040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.728+0000 7f1b98e61700 1 -- 172.21.15.46:0/2310878502 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5569d9ddc3f0 con 0x5569d9ecbe20 2023-10-21T15:41:36.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.728+0000 7f1b99662700 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ecdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:41:36.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.728+0000 7f1b98e61700 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecbe20 0x5569d9ecc240 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b880175b0 tx=0x7f1b88013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3088d9c8123b5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:36.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.729+0000 7f1b7effd700 1 -- 172.21.15.46:0/2310878502 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b880213f0 con 0x5569d9ecbe20 2023-10-21T15:41:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.729+0000 7f1b7effd700 1 -- 172.21.15.46:0/2310878502 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b88011040 con 0x5569d9ecbe20 2023-10-21T15:41:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.729+0000 7f1b7effd700 1 -- 172.21.15.46:0/2310878502 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b88015880 con 0x5569d9ecbe20 2023-10-21T15:41:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.729+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2310878502 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecbe20 msgr2=0x5569d9ecc240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.729+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecbe20 0x5569d9ecc240 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b880175b0 tx=0x7f1b88013000 comp rx=0 tx=0).stop 2023-10-21T15:41:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2310878502 shutdown_connections 2023-10-21T15:41:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ecdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecbe20 0x5569d9ecc240 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2310878502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecc780 0x5569d9ecd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2310878502 >> 172.21.15.46:0/2310878502 conn(0x5569d9df9dd0 msgr2=0x5569d9ec6fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:36.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2310878502 shutdown_connections 2023-10-21T15:41:36.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2310878502 wait complete. 2023-10-21T15:41:36.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 -- start start 2023-10-21T15:41:36.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.730+0000 7f1ba72aeb80 1 Processor -- start 2023-10-21T15:41:36.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecbe20 0x5569d9ed5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 0x5569d9ed6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecd620 0x5569d9edd260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9e1ee70 con 0x5569d9ecd620 2023-10-21T15:41:36.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9dbb710 con 0x5569d9ecbe20 2023-10-21T15:41:36.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9dbb3b0 con 0x5569d9ecc780 2023-10-21T15:41:36.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1ba72aeb80 10 client.0 _ll_register_callbacks cb 0x5569d9c18800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:36.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1b98e61700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecbe20 0x5569d9ed5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1b98e61700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecbe20 0x5569d9ed5ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53168/0 (socket says 172.21.15.46:53168) 2023-10-21T15:41:36.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1b98e61700 1 -- 172.21.15.46:0/3320170987 learned_addr learned my addr 172.21.15.46:0/3320170987 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:36.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1b99662700 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecd620 0x5569d9edd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.731+0000 7f1b93fff700 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 0x5569d9ed6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b98e61700 1 -- 172.21.15.46:0/3320170987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 msgr2=0x5569d9ed6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:36.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b98e61700 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 0x5569d9ed6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b98e61700 1 -- 172.21.15.46:0/3320170987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecd620 msgr2=0x5569d9edd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:36.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b98e61700 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecd620 0x5569d9edd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b98e61700 1 -- 172.21.15.46:0/3320170987 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b8800ae70 con 0x5569d9ecbe20 2023-10-21T15:41:36.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b98e61700 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecbe20 0x5569d9ed5ce0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b8800b5a0 tx=0x7f1b88005700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fabc2d8ac5b71e82 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:36.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b73fff700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:41:36.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b73fff700 1 -- 172.21.15.46:0/3320170987 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b88004220 con 0x5569d9ecbe20 2023-10-21T15:41:36.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b73fff700 1 -- 172.21.15.46:0/3320170987 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1b88004380 con 0x5569d9ecbe20 2023-10-21T15:41:36.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/3320170987 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5569d9e23ef0 con 0x5569d9ecbe20 2023-10-21T15:41:36.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1b73fff700 1 -- 172.21.15.46:0/3320170987 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b88004540 con 0x5569d9ecbe20 2023-10-21T15:41:36.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1ba72aeb80 10 client.25613 fetch_fsmap learned FSMap version 34 2023-10-21T15:41:36.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.732+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/3320170987 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x5569d9c49de0 con 0x5569d9ecbe20 2023-10-21T15:41:36.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.733+0000 7f1b73fff700 1 -- 172.21.15.46:0/3320170987 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5569d9e23ef0 con 0x5569d9ecbe20 2023-10-21T15:41:36.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.733+0000 7f1b73fff700 1 -- 172.21.15.46:0/3320170987 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f1b88003b70 con 0x5569d9ecbe20 2023-10-21T15:41:36.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.733+0000 7f1ba72aeb80 10 client.25613 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:41:36.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.733+0000 7f1ba72aeb80 10 client.25613 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:36.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.733+0000 7f1ba72aeb80 20 client.25613 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:36.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.733+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5569d9ef2950 0x5569d9ef4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.733+0000 7f1ba72aeb80 4 client.25613 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:36.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.733+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/3320170987 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5569d9e9bc10 con 0x5569d9ef2950 2023-10-21T15:41:36.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.734+0000 7f1b93fff700 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5569d9ef2950 0x5569d9ef4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.734+0000 7f1b93fff700 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5569d9ef2950 0x5569d9ef4d90 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6168eaaa586a7f4d server_cookie=f99e9319cd20a5b3 in_seq=0 out_seq=0 2023-10-21T15:41:36.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.734+0000 7f1b73fff700 10 client.25613 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:36.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1b73fff700 1 -- 172.21.15.46:0/3320170987 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5569d9e9bc10 con 0x5569d9ef2950 2023-10-21T15:41:36.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1b73fff700 10 client.25613 handle_command_reply: tid=0 2023-10-21T15:41:36.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 client.25613 shutdown 2023-10-21T15:41:36.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/3320170987 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecbe20 msgr2=0x5569d9ed5ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecbe20 0x5569d9ed5ce0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1b8800b5a0 tx=0x7f1b88005700 comp rx=0 tx=0).stop 2023-10-21T15:41:36.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/3320170987 shutdown_connections 2023-10-21T15:41:36.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5569d9ef2950 0x5569d9ef4d90 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.751 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecd620 0x5569d9edd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecbe20 0x5569d9ed5ce0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/3320170987 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 0x5569d9ed6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/3320170987 >> 172.21.15.46:0/3320170987 conn(0x5569d9df9dd0 msgr2=0x5569d9ec6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:36.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1b73fff700 0 client.25613 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:36.752 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/3320170987 shutdown_connections 2023-10-21T15:41:36.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.735+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/3320170987 wait complete. 2023-10-21T15:41:36.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.736+0000 7f1ba72aeb80 20 client.25613 trim_cache size 0 max 16384 2023-10-21T15:41:36.753 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-subblock-eof-read 2023-10-21T15:41:36.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.757+0000 7f1ba72aeb80 1 Processor -- start 2023-10-21T15:41:36.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.757+0000 7f1ba72aeb80 1 -- start start 2023-10-21T15:41:36.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.757+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9ef4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.757+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 0x5569d9edd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.757+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ec6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.757+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9c9f920 con 0x5569d9ecbe20 2023-10-21T15:41:36.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.757+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9ec75a0 con 0x5569d9ecd620 2023-10-21T15:41:36.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.757+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9ecbac0 con 0x5569d9ecc780 2023-10-21T15:41:36.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ec6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ec6b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53176/0 (socket says 172.21.15.46:53176) 2023-10-21T15:41:36.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 -- 172.21.15.46:0/2282942490 learned_addr learned my addr 172.21.15.46:0/2282942490 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:36.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b98e61700 1 --2- 172.21.15.46:0/2282942490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9ef4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 -- 172.21.15.46:0/2282942490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 msgr2=0x5569d9edd1f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T15:41:36.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 --2- 172.21.15.46:0/2282942490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 0x5569d9edd1f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 -- 172.21.15.46:0/2282942490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 msgr2=0x5569d9ef4960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:36.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 --2- 172.21.15.46:0/2282942490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9ef4960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 -- 172.21.15.46:0/2282942490 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5569d9c32c60 con 0x5569d9ecd620 2023-10-21T15:41:36.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b99662700 1 --2- 172.21.15.46:0/2282942490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ec6b60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0961d0 tx=0x7f1b8c004dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11d45503cee1f319 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:36.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b7f7fe700 1 -- 172.21.15.46:0/2282942490 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c09a3d0 con 0x5569d9ecd620 2023-10-21T15:41:36.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.758+0000 7f1b7f7fe700 1 -- 172.21.15.46:0/2282942490 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b8c0b9050 con 0x5569d9ecd620 2023-10-21T15:41:36.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1b7f7fe700 1 -- 172.21.15.46:0/2282942490 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c01b580 con 0x5569d9ecd620 2023-10-21T15:41:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2282942490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 msgr2=0x5569d9ec6b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2282942490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ec6b60 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c0961d0 tx=0x7f1b8c004dc0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2282942490 shutdown_connections 2023-10-21T15:41:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2282942490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9ef4960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2282942490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecd620 0x5569d9ec6b60 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2282942490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecc780 0x5569d9edd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2282942490 >> 172.21.15.46:0/2282942490 conn(0x5569d9df9dd0 msgr2=0x5569d9ec6240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:36.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2282942490 shutdown_connections 2023-10-21T15:41:36.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.759+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2282942490 wait complete. 2023-10-21T15:41:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 1 -- start start 2023-10-21T15:41:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 1 Processor -- start 2023-10-21T15:41:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9edb140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecc780 0x5569d9edb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecd620 0x5569d9edc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9edcbd0 con 0x5569d9ecbe20 2023-10-21T15:41:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9edcd40 con 0x5569d9ecc780 2023-10-21T15:41:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569d9edcf00 con 0x5569d9ecd620 2023-10-21T15:41:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.760+0000 7f1ba72aeb80 10 client.0 _ll_register_callbacks cb 0x7f1b80009810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9edb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9edb140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36248/0 (socket says 172.21.15.46:36248) 2023-10-21T15:41:36.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 -- 172.21.15.46:0/2953008185 learned_addr learned my addr 172.21.15.46:0/2953008185 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:36.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b93fff700 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecc780 0x5569d9edb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b99662700 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecd620 0x5569d9edc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 -- 172.21.15.46:0/2953008185 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecd620 msgr2=0x5569d9edc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecd620 0x5569d9edc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 -- 172.21.15.46:0/2953008185 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecc780 msgr2=0x5569d9edb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecc780 0x5569d9edb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 -- 172.21.15.46:0/2953008185 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b9419cf50 con 0x5569d9ecbe20 2023-10-21T15:41:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b98e61700 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9edb140 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f1b88005770 tx=0x7f1b88021840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ddc267aa9562bf7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.761+0000 7f1b73fff700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1b73fff700 1 -- 172.21.15.46:0/2953008185 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b88004220 con 0x5569d9ecbe20 2023-10-21T15:41:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1b73fff700 1 -- 172.21.15.46:0/2953008185 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1b88004380 con 0x5569d9ecbe20 2023-10-21T15:41:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2953008185 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1b88011040 con 0x5569d9ecbe20 2023-10-21T15:41:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1b73fff700 1 -- 172.21.15.46:0/2953008185 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b88004540 con 0x5569d9ecbe20 2023-10-21T15:41:36.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 10 client.15993 fetch_fsmap learned FSMap version 34 2023-10-21T15:41:36.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2953008185 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x5569d9c70250 con 0x5569d9ecbe20 2023-10-21T15:41:36.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1b73fff700 1 -- 172.21.15.46:0/2953008185 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b88011040 con 0x5569d9ecbe20 2023-10-21T15:41:36.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1b73fff700 1 -- 172.21.15.46:0/2953008185 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f1b880178c0 con 0x5569d9ecbe20 2023-10-21T15:41:36.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 10 client.15993 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:41:36.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 10 client.15993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:36.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 20 client.15993 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:36.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5569d9f476a0 0x5569d9f49ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:36.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 4 client.15993 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-21T15:41:36.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.762+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2953008185 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5569d9e17e50 con 0x5569d9f476a0 2023-10-21T15:41:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.763+0000 7f1b93fff700 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5569d9f476a0 0x5569d9f49ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.763+0000 7f1b73fff700 10 client.15993 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.763+0000 7f1b93fff700 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5569d9f476a0 0x5569d9f49ac0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37c832a091c78069 server_cookie=1a657fd691c2143b in_seq=0 out_seq=0 2023-10-21T15:41:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.763+0000 7f1b73fff700 1 -- 172.21.15.46:0/2953008185 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+265 (crc 0 0 0) 0x5569d9e17e50 con 0x5569d9f476a0 2023-10-21T15:41:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.763+0000 7f1b73fff700 10 client.15993 handle_command_reply: tid=0 2023-10-21T15:41:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.763+0000 7f1ba72aeb80 1 client.15993 shutdown 2023-10-21T15:41:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2953008185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 msgr2=0x5569d9edb140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9edb140 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f1b88005770 tx=0x7f1b88021840 comp rx=0 tx=0).stop 2023-10-21T15:41:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2953008185 shutdown_connections 2023-10-21T15:41:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x5569d9f476a0 0x5569d9f49ac0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5569d9ecbe20 0x5569d9edb140 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5569d9ecd620 0x5569d9edc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1b73fff700 0 client.15993 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 --2- 172.21.15.46:0/2953008185 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569d9ecc780 0x5569d9edb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2953008185 >> 172.21.15.46:0/2953008185 conn(0x5569d9df9dd0 msgr2=0x5569d9ef4960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:36.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2953008185 shutdown_connections 2023-10-21T15:41:36.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 1 -- 172.21.15.46:0/2953008185 wait complete. 2023-10-21T15:41:36.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.764+0000 7f1ba72aeb80 20 client.15993 trim_cache size 0 max 16384 2023-10-21T15:41:36.780 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:41:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: "status": "scrub active (1 inodes in the stack)", 2023-10-21T15:41:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: "scrubs": { 2023-10-21T15:41:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: "f2298fd8-8f18-4833-8ce1-e6c96efa2384": { 2023-10-21T15:41:36.781 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/", 2023-10-21T15:41:36.782 INFO:teuthology.orchestra.run.smithi046.stdout: "tag": "f2298fd8-8f18-4833-8ce1-e6c96efa2384", 2023-10-21T15:41:36.782 INFO:teuthology.orchestra.run.smithi046.stdout: "options": "recursive,force" 2023-10-21T15:41:36.782 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:41:36.782 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:41:36.782 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:41:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1b840a1500 msgr2=0x7f1b840a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1b840a1500 0x7f1b840a39c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f1b88005950 tx=0x7f1b8800d040 comp rx=0 tx=0).stop 2023-10-21T15:41:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/3880688629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b94101930 msgr2=0x7f1b9419bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b94101930 0x7f1b9419bf20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c00efc0 tx=0x7f1b8c00c3a0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/3880688629 shutdown_connections 2023-10-21T15:41:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f1b840a1500 0x7f1b840a39c0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b940ffe20 0x7f1b94194970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1b94101930 0x7f1b9419bf20 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 --2- 172.21.15.46:0/3880688629 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1b94100f70 0x7f1b94194eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.765+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/3880688629 >> 172.21.15.46:0/3880688629 conn(0x7f1b940fb3b0 msgr2=0x7f1b940fd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.766+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/3880688629 shutdown_connections 2023-10-21T15:41:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:41:36.766+0000 7f1b9b0c5700 1 -- 172.21.15.46:0/3880688629 wait complete. 2023-10-21T15:41:36.786 INFO:tasks.cephfs.filesystem:scrub status for tag:f2298fd8-8f18-4833-8ce1-e6c96efa2384 - {'path': '/', 'tag': 'f2298fd8-8f18-4833-8ce1-e6c96efa2384', 'options': 'recursive,force'} 2023-10-21T15:41:36.840 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-append-write-read-race 2023-10-21T15:41:36.861 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-invalidate-readahead 2023-10-21T15:41:36.941 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-hole-filling-race 2023-10-21T15:41:36.990 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-10-21T15:41:37.046 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-last-ref-held-by-io 2023-10-21T15:41:37.101 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-cycle-write 2023-10-21T15:41:37.118 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-extend-stat 2023-10-21T15:41:37.150 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-10-21T15:41:37.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:36 smithi105 ceph-mon[103980]: pgmap v355: 97 pgs: 97 active+clean; 39 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 1.5 MiB/s wr, 294 op/s 2023-10-21T15:41:37.271 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aiocp 2023-10-21T15:41:37.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:36 smithi119 ceph-mon[103628]: pgmap v355: 97 pgs: 97 active+clean; 39 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 1.5 MiB/s wr, 294 op/s 2023-10-21T15:41:37.309 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-invalidate-failure 2023-10-21T15:41:37.312 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aiodio_sparse2 2023-10-21T15:41:37.326 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-cow-race 2023-10-21T15:41:37.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:36 smithi046 ceph-mon[99436]: pgmap v355: 97 pgs: 97 active+clean; 39 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 1.5 MiB/s wr, 294 op/s 2023-10-21T15:41:37.488 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-write-verify 2023-10-21T15:41:37.506 INFO:tasks.workunit.client.0.smithi046.stderr:aiodio_sparse2.c: In function 'main': 2023-10-21T15:41:37.506 INFO:tasks.workunit.client.0.smithi046.stderr:aiodio_sparse2.c:404:2: warning: 'strncpy' specified bound 4096 equals destination size [-Wstringop-truncation] 2023-10-21T15:41:37.507 INFO:tasks.workunit.client.0.smithi046.stderr: strncpy(filename, argv[argc-1], PATH_MAX); 2023-10-21T15:41:37.507 INFO:tasks.workunit.client.0.smithi046.stderr: ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ 2023-10-21T15:41:37.519 INFO:tasks.workunit.client.0.smithi046.stdout: [CC] aio-dio-eof-race 2023-10-21T15:41:37.731 INFO:tasks.workunit.client.0.smithi046.stderr:+ cd .. 2023-10-21T15:41:37.731 INFO:tasks.workunit.client.0.smithi046.stderr:+ cp xfstests-dev/ltp/fsx . 2023-10-21T15:41:37.733 INFO:tasks.workunit.client.0.smithi046.stderr:+ OPTIONS=-z 2023-10-21T15:41:37.733 INFO:tasks.workunit.client.0.smithi046.stderr:+ ./fsx -z 1MB -N 50000 -p 10000 -l 1048576 2023-10-21T15:41:37.734 INFO:tasks.workunit.client.0.smithi046.stdout:Seed set to 1 2023-10-21T15:41:37.753 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode 0, disabling! 2023-10-21T15:41:37.753 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2023-10-21T15:41:37.756 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2023-10-21T15:41:37.756 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2023-10-21T15:41:37.756 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support clone range, disabling! 2023-10-21T15:41:37.759 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support dedupe range, disabling! 2023-10-21T15:41:37.766 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x38fe9 2023-10-21T15:41:37.792 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0xead53 2023-10-21T15:41:37.861 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0xf2cdd 2023-10-21T15:41:37.868 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0xfca47 2023-10-21T15:41:38.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:37 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:41:38.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:37 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:41:38.377 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0xfcdd6 2023-10-21T15:41:38.399 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0xfe854 2023-10-21T15:41:38.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:37 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:41:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:38 smithi105 ceph-mon[103980]: pgmap v356: 97 pgs: 97 active+clean; 39 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 1.3 MiB/s wr, 291 op/s 2023-10-21T15:41:39.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:41:39.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:41:39.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:41:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:38 smithi119 ceph-mon[103628]: pgmap v356: 97 pgs: 97 active+clean; 39 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 1.3 MiB/s wr, 291 op/s 2023-10-21T15:41:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:41:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:41:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:41:39.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:38 smithi046 ceph-mon[99436]: pgmap v356: 97 pgs: 97 active+clean; 39 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 1.3 MiB/s wr, 291 op/s 2023-10-21T15:41:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:41:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:41:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:41:39.738 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0xffce4 2023-10-21T15:41:41.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:40 smithi105 ceph-mon[103980]: pgmap v357: 97 pgs: 97 active+clean; 39 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 516 KiB/s rd, 1.3 MiB/s wr, 290 op/s 2023-10-21T15:41:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:40 smithi119 ceph-mon[103628]: pgmap v357: 97 pgs: 97 active+clean; 39 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 516 KiB/s rd, 1.3 MiB/s wr, 290 op/s 2023-10-21T15:41:41.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:40 smithi046 ceph-mon[99436]: pgmap v357: 97 pgs: 97 active+clean; 39 MiB data, 562 MiB used, 1.0 TiB / 1.0 TiB avail; 516 KiB/s rd, 1.3 MiB/s wr, 290 op/s 2023-10-21T15:41:42.287 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.840+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000268 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/098.out auth v1074 ap=1 s=558 n(v0 b558 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254208c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000268:[<0x1000000033d/098.out v392>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000268:[<0x1000000033d/098.out v1074>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.287 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.841+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c8 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146.out auth v1106 ap=1 s=55 n(v0 b55 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254242580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c8:[<0x1000000033d/146.out v584>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c8:[<0x1000000033d/146.out v1106>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.288 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.841+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000334 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/200.out auth v1076 ap=1 s=639 n(v0 b639 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254243080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000334:[<0x1000000033d/200.out v800>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000334:[<0x1000000033d/200.out v1076>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.288 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.841+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001f5 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071.out auth v1066 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254244100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001f5:[<0x1000000033d/071.out v284>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001f5:[<0x1000000033d/071.out v1066>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.288 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.841+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001c1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/045.out auth v1042 ap=1 s=25 n(v0 b25 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254244c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001c1:[<0x1000000033d/045.out v180>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001c1:[<0x1000000033d/045.out v1042>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.288 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.842+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001c7 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/048.out auth v1096 ap=1 s=1835 n(v0 b1835 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254245180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001c7:[<0x1000000033d/048.out v192>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001c7:[<0x1000000033d/048.out v1096>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.289 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.842+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c0 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142.out auth v1100 ap=1 s=2652 n(v0 b2652 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254245700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c0:[<0x1000000033d/142.out v568>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c0:[<0x1000000033d/142.out v1100>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.289 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.842+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000017b [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/010.out auth v1064 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254268580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000017b:[<0x1000000033d/010.out v40>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000017b:[<0x1000000033d/010.out v1064>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.289 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.843+0000 7ffa39537700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000033d [...2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/ auth{0=1,2=1,3=1,4=1} fragtree_t(*^3) v14587 ap=2 f(v3 m2023-10-21T15:41:07.745816+0000 404=404+0) n(v1 rc2023-10-21T15:41:07.746816+0000 b816942 405=404+1) (idft sync r=1) (inest sync r=1) (ifile sync r=1) (iversion lock) caps={25114=pAsLsXsFs/pAsLsXsFsxcral@777} mcw={3=AsLsXsFs} | dirtyscattered=0 request=0 lock=3 importingcaps=0 importing=0 dirfrag=8 caps=1 stickydirs=0 dirwaiter=0 replicated=1 waiter=0 authpin=1 discoverbase=0 scrubqueue=0 0x558254207b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000033d:[<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(2)0x1000000033d:[<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2023-10-21T15:41:07.745816+0000 404=404+0)","ondisk_value.rstat":"n(v0 rc2023-10-21T15:41:07.746816+0000 b816942 405=404+1)","memory_value.dirstat":"f(v3 m2023-10-21T15:41:07.745816+0000 404=404+0)","memory_value.rstat":"n(v1 rc2023-10-21T15:41:07.746816+0000 b816942 405=404+1)","error_str":""},"return_code":0} 2023-10-21T15:41:42.289 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.843+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/083.out auth v1102 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254268b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000024a:[<0x1000000033d/083.out v332>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000024a:[<0x1000000033d/083.out v1102>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.290 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.845+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000019b [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/026.out auth v1090 ap=1 s=742 n(v0 b742 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825426a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000019b:[<0x1000000033d/026.out v104>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000019b:[<0x1000000033d/026.out v1090>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.290 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.845+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000199 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/025.out auth v1084 ap=1 s=307 n(v0 b307 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254282000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000199:[<0x1000000033d/025.out v100>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000199:[<0x1000000033d/025.out v1084>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.290 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.845+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b6 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/137.out auth v1068 ap=1 s=1934 n(v0 b1934 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254282b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002b6:[<0x1000000033d/137.out v548>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002b6:[<0x1000000033d/137.out v1068>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.290 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.845+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a6 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/129.out auth v1078 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254283600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a6:[<0x1000000033d/129.out v516>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002a6:[<0x1000000033d/129.out v1078>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.291 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.846+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b2 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135.out auth v1058 ap=1 s=157 n(v0 b157 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254284c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002b2:[<0x1000000033d/135.out v540>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002b2:[<0x1000000033d/135.out v1058>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.291 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.846+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001df [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/060.out auth v1044 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254285180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001df:[<0x1000000033d/060.out v240>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001df:[<0x1000000033d/060.out v1044>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.291 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.846+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ba [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/139.out auth v1080 ap=1 s=774 n(v0 b774 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254290b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ba:[<0x1000000033d/139.out v556>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ba:[<0x1000000033d/139.out v1080>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.291 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.847+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/099.out auth v1056 ap=1 s=633 n(v0 b633 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254292680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000026a:[<0x1000000033d/099.out v396>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000026a:[<0x1000000033d/099.out v1056>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.291 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.847+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c6 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/145.out auth v1094 ap=1 s=109 n(v0 b109 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825429d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c6:[<0x1000000033d/145.out v580>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c6:[<0x1000000033d/145.out v1094>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.292 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.848+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000030c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180.out auth v1062 ap=1 s=128 n(v0 b128 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825429e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000030c:[<0x1000000033d/180.out v720>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000030c:[<0x1000000033d/180.out v1062>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.292 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.848+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001cf [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052.out auth v1052 ap=1 s=15846 n(v0 b15846 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825429f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001cf:[<0x1000000033d/052.out v208>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001cf:[<0x1000000033d/052.out v1052>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.292 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.848+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001bb [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042.out auth v1050 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542a5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001bb:[<0x1000000033d/042.out v168>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001bb:[<0x1000000033d/042.out v1050>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.292 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.848+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000272 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103.out auth v1060 ap=1 s=2294 n(v0 b2294 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542a5b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000272:[<0x1000000033d/103.out v412>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000272:[<0x1000000033d/103.out v1060>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.292 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.849+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002d2 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151.out auth v1088 ap=1 s=37 n(v0 b37 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542a6100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002d2:[<0x1000000033d/151.out v604>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002d2:[<0x1000000033d/151.out v1088>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.293 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.849+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ac [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/132.out auth v1070 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542c2b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ac:[<0x1000000033d/132.out v528>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ac:[<0x1000000033d/132.out v1070>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.293 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.849+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000254 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/088.out auth v1098 ap=1 s=346 n(v0 b346 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542c2580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000254:[<0x1000000033d/088.out v352>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000254:[<0x1000000033d/088.out v1098>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.293 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.849+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000183 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/014.out auth v1072 ap=1 s=68 n(v0 b68 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542c3600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000183:[<0x1000000033d/014.out v56>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000183:[<0x1000000033d/014.out v1072>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.293 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.850+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002cc [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/148.out auth v1086 ap=1 s=709 n(v0 b709 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542c4680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002cc:[<0x1000000033d/148.out v592>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002cc:[<0x1000000033d/148.out v1086>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.294 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.850+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/108.out auth v1048 ap=1 s=617 n(v0 b617 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542c5180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000027c:[<0x1000000033d/108.out v432>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000027c:[<0x1000000033d/108.out v1048>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.294 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.850+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000195 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/023.out auth v1054 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542c4c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000195:[<0x1000000033d/023.out v92>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000195:[<0x1000000033d/023.out v1054>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.294 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.850+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001f3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/070.out auth v1046 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582542cf600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001f3:[<0x1000000033d/070.out v280>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001f3:[<0x1000000033d/070.out v1046>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.294 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.851+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ee [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165.out auth v1048 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543c1080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ee:[<0x1000000033d/165.out v660>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ee:[<0x1000000033d/165.out v1048>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.294 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.851+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000175 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/007.out auth v1036 ap=1 s=58 n(v0 b58 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543c2680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000175:[<0x1000000033d/007.out v28>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000175:[<0x1000000033d/007.out v1036>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.295 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.852+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000296 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/121.out auth v1032 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543ea000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000296:[<0x1000000033d/121.out v484>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000296:[<0x1000000033d/121.out v1032>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.295 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.852+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000248 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/082.out auth v1076 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543c2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000248:[<0x1000000033d/082.out v328>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000248:[<0x1000000033d/082.out v1076>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.295 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.852+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001ef [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/068.out auth v1064 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543ea580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001ef:[<0x1000000033d/068.out v272>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001ef:[<0x1000000033d/068.out v1064>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.295 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.852+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001e3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062.out auth v1038 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543eb600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001e3:[<0x1000000033d/062.out v248>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001e3:[<0x1000000033d/062.out v1038>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.296 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.853+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ec [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/164.out auth v1074 ap=1 s=167 n(v0 b167 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543ed180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ec:[<0x1000000033d/164.out v656>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ec:[<0x1000000033d/164.out v1074>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.296 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.853+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a8 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/130.out auth v1056 ap=1 s=122 n(v0 b122 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543ed700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a8:[<0x1000000033d/130.out v520>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002a8:[<0x1000000033d/130.out v1056>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.296 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.853+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000294 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/120.out auth v1046 ap=1 s=215 n(v0 b215 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543f6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000294:[<0x1000000033d/120.out v480>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000294:[<0x1000000033d/120.out v1046>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.296 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.853+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001eb [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/066.out auth v1058 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543f7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001eb:[<0x1000000033d/066.out v264>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001eb:[<0x1000000033d/066.out v1058>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.297 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.854+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085.out auth v1042 ap=1 s=152 n(v0 b152 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543fc000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000024e:[<0x1000000033d/085.out v340>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000024e:[<0x1000000033d/085.out v1042>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.297 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.854+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001d3 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/054.out auth v1084 ap=1 s=25 n(v0 b25 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543fd600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001d3:[<0x1000000033d/054.out v216>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001d3:[<0x1000000033d/054.out v1084>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.297 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.855+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ae [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133.out auth v1118 ap=1 s=157 n(v0 b157 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543fdb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ae:[<0x1000000033d/133.out v532>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ae:[<0x1000000033d/133.out v1118>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.297 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.855+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002d6 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/153.out auth v1106 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543fe100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002d6:[<0x1000000033d/153.out v612>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002d6:[<0x1000000033d/153.out v1106>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.297 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.855+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001d1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053.out auth v1062 ap=1 s=25 n(v0 b25 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543fe680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001d1:[<0x1000000033d/053.out v212>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001d1:[<0x1000000033d/053.out v1062>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.298 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.855+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000242 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079.out auth v1054 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825440b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000242:[<0x1000000033d/079.out v316>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000242:[<0x1000000033d/079.out v1054>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.298 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.855+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001e1 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/061.out auth v1050 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825440c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001e1:[<0x1000000033d/061.out v244>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001e1:[<0x1000000033d/061.out v1050>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.298 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.856+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/084.out auth v1040 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825440d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000024c:[<0x1000000033d/084.out v336>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000024c:[<0x1000000033d/084.out v1040>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.298 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.857+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000244 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/080.out auth v1068 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254415600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000244:[<0x1000000033d/080.out v320>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000244:[<0x1000000033d/080.out v1068>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.298 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.857+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002aa [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/131.out auth v1052 ap=1 s=558 n(v0 b558 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254417180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002aa:[<0x1000000033d/131.out v524>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002aa:[<0x1000000033d/131.out v1052>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.299 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.858+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b0 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/134.out auth v1060 ap=1 s=109 n(v0 b109 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254422b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002b0:[<0x1000000033d/134.out v536>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002b0:[<0x1000000033d/134.out v1060>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.299 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.858+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000016b [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/002.out auth v1044 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254423b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000016b:[<0x1000000033d/002.out v8>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000016b:[<0x1000000033d/002.out v1044>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.299 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.858+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002dc [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156.out auth v1088 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254424680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002dc:[<0x1000000033d/156.out v624>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002dc:[<0x1000000033d/156.out v1088>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.299 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.858+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000252 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087.out auth v1066 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254423080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000252:[<0x1000000033d/087.out v348>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000252:[<0x1000000033d/087.out v1066>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.300 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.859+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/101.out auth v1034 ap=1 s=370 n(v0 b370 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825442e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000026e:[<0x1000000033d/101.out v404>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000026e:[<0x1000000033d/101.out v1034>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.300 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.859+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c2 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143.out auth v1086 ap=1 s=2652 n(v0 b2652 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825442f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002c2:[<0x1000000033d/143.out v572>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002c2:[<0x1000000033d/143.out v1086>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.300 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.859+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000320 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/190.out auth v1100 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254430680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000320:[<0x1000000033d/190.out v760>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000320:[<0x1000000033d/190.out v1100>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.300 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.860+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000304 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176.out auth v1090 ap=1 s=84 n(v0 b84 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254430c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000304:[<0x1000000033d/176.out v704>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000304:[<0x1000000033d/176.out v1090>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.300 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.860+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001af [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/036.out auth v1094 ap=1 s=54 n(v0 b54 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254430100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001af:[<0x1000000033d/036.out v144>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001af:[<0x1000000033d/036.out v1094>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.301 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.860+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000019d [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/027.out auth v1006 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254454000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000019d:[<0x1000000033d/027.out v108>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000019d:[<0x1000000033d/027.out v1006>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.301 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.860+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000318 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/186.out auth v986 ap=1 s=403 n(v0 b403 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254454580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000318:[<0x1000000033d/186.out v744>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000318:[<0x1000000033d/186.out v986>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.301 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.861+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001d7 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/056.out auth v988 ap=1 s=2419 n(v0 b2419 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254455080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001d7:[<0x1000000033d/056.out v224>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001d7:[<0x1000000033d/056.out v988>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.301 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.861+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001e5 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/063.out auth v990 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254455600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001e5:[<0x1000000033d/063.out v252>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001e5:[<0x1000000033d/063.out v990>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.302 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.861+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f2 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167.out auth v1010 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254456c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f2:[<0x1000000033d/167.out v668>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002f2:[<0x1000000033d/167.out v1010>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.302 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.861+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000043b [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/202.out auth v1020 ap=1 s=149 n(v0 rc2023-10-21T15:40:47.061045+0000 b149 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254457180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000043b:[<0x1000000033d/202.out v808>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000043b:[<0x1000000033d/202.out v1020>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.302 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.861+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bc [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140.out auth v994 ap=1 s=2652 n(v0 b2652 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254460580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002bc:[<0x1000000033d/140.out v560>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002bc:[<0x1000000033d/140.out v994>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.302 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.862+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/093.out auth v984 ap=1 s=1027 n(v0 b1027 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254461080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025e:[<0x1000000033d/093.out v372>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000025e:[<0x1000000033d/093.out v984>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.302 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.862+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b8 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/138.out auth v1002 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825446c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002b8:[<0x1000000033d/138.out v552>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002b8:[<0x1000000033d/138.out v1002>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.303 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.863+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000181 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/013.out auth v992 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825446d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000181:[<0x1000000033d/013.out v52>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000181:[<0x1000000033d/013.out v992>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.303 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.863+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000314 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184.out auth v1016 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825446d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000314:[<0x1000000033d/184.out v736>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000314:[<0x1000000033d/184.out v1016>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.303 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.863+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ce [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149.out auth v996 ap=1 s=412 n(v0 b412 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254478000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ce:[<0x1000000033d/149.out v596>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ce:[<0x1000000033d/149.out v996>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.303 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.863+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001f7 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/072.out auth v1018 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825446ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001f7:[<0x1000000033d/072.out v288>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001f7:[<0x1000000033d/072.out v1018>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.304 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.864+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e4 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160.out auth v1008 ap=1 s=115 n(v0 b115 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825447a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002e4:[<0x1000000033d/160.out v640>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002e4:[<0x1000000033d/160.out v1008>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.304 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.864+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001d5 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/055.out auth v1012 ap=1 s=9130 n(v0 b9130 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825447a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001d5:[<0x1000000033d/055.out v220>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001d5:[<0x1000000033d/055.out v1012>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.304 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.865+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000290 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/118.out auth v998 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254484100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000290:[<0x1000000033d/118.out v472>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000290:[<0x1000000033d/118.out v998>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.304 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.865+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002e0 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158.out auth v1036 ap=1 s=180 n(v0 b180 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254485700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002e0:[<0x1000000033d/158.out v632>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002e0:[<0x1000000033d/158.out v1036>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.304 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.865+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001d9 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/057.out auth v1000 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825448eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001d9:[<0x1000000033d/057.out v228>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001d9:[<0x1000000033d/057.out v1000>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.305 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.866+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001cb [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050.out auth v1030 ap=1 s=25 n(v0 b25 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825438a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001cb:[<0x1000000033d/050.out v200>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001cb:[<0x1000000033d/050.out v1030>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.305 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.866+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000169 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/001.out auth v1010 ap=1 s=695 n(v0 b695 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254390000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000169:[<0x1000000033d/001.out v4>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000169:[<0x1000000033d/001.out v1010>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.305 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.866+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a7 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/032.out auth v1014 ap=1 s=126 n(v0 b126 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254391600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a7:[<0x1000000033d/032.out v128>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a7:[<0x1000000033d/032.out v1014>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.305 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.867+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000288 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/114.out auth v1042 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254392100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000288:[<0x1000000033d/114.out v456>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000288:[<0x1000000033d/114.out v1042>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.306 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.867+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000250 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086.out auth v1036 ap=1 s=64 n(v0 b64 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254393180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000250:[<0x1000000033d/086.out v344>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000250:[<0x1000000033d/086.out v1036>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.306 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.867+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000274 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/104.out auth v1046 ap=1 s=25 n(v0 b25 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254393700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000274:[<0x1000000033d/104.out v416>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000274:[<0x1000000033d/104.out v1046>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.306 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.867+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000332 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199.out auth v1020 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825439bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000332:[<0x1000000033d/199.out v796>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000332:[<0x1000000033d/199.out v1020>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.306 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.868+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000326 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/193.out auth v1054 ap=1 s=361 n(v0 b361 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825436e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000326:[<0x1000000033d/193.out v772>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000326:[<0x1000000033d/193.out v1054>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.307 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.868+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001a9 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/033.out auth v1016 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55825439cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001a9:[<0x1000000033d/033.out v132>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001a9:[<0x1000000033d/033.out v1016>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.307 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.869+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002be [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141.out auth v1022 ap=1 s=2652 n(v0 b2652 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254370100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002be:[<0x1000000033d/141.out v564>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002be:[<0x1000000033d/141.out v1022>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.307 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.869+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ca [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147.out auth v1018 ap=1 s=109 n(v0 b109 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x558254370c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002ca:[<0x1000000033d/147.out v588>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000002ca:[<0x1000000033d/147.out v1018>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.307 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.869+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000330 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/198.out auth v1060 ap=1 s=654 n(v0 b654 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543a6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000330:[<0x1000000033d/198.out v792>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000330:[<0x1000000033d/198.out v1060>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.308 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.869+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000032e [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/197.out auth v1062 ap=1 s=654 n(v0 b654 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543a6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000032e:[<0x1000000033d/197.out v788>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000032e:[<0x1000000033d/197.out v1062>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.308 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.870+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000336 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201.out auth v1024 ap=1 s=960 n(v0 b960 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543a8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000336:[<0x1000000033d/201.out v804>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000336:[<0x1000000033d/201.out v1024>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.308 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.870+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000202 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/075.out auth v1034 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543a7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000202:[<0x1000000033d/075.out v300>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000202:[<0x1000000033d/075.out v1034>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.308 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.871+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000019f [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/028.out auth v1032 ap=1 s=43 n(v0 rc2023-10-21T15:40:44.771070+0000 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543a8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000019f:[<0x1000000033d/028.out v112>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000019f:[<0x1000000033d/028.out v1032>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.309 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.871+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029a [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/123.out auth v1038 ap=1 s=3102 n(v0 b3102 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543b6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000029a:[<0x1000000033d/123.out v492>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000029a:[<0x1000000033d/123.out v1038>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.309 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.871+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000262 [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/095.out auth v1012 ap=1 s=919 n(v0 b919 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543b6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000262:[<0x1000000033d/095.out v380>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x10000000262:[<0x1000000033d/095.out v1012>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.309 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.872+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001dd [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/059.out auth v1026 ap=1 s=340 n(v0 b340 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543b7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000001dd:[<0x1000000033d/059.out v236>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x100000001dd:[<0x1000000033d/059.out v1026>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:42.309 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:41:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:41:41.872+0000 7ffa3352b700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025c [2,head] /volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/092.out auth v1040 ap=1 s=43 n(v0 b43 1=1+0) (iversion lock) | ptrwaiter=0 request=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5582543c0b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025c:[<0x1000000033d/092.out v368>,<0x1000000033b/btrfs v1204>,<0x10000000007/tests v792>,<0x10000000006/xfstests-dev v74>,<0x10000000005/tmp v8>,<0x100000001fb/client.0 v10>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v26>,<0x10000000001/sv_1 v50>,<0x10000000000/_nogroup v35>,<0x1/volumes v33>]//[]","memoryvalue":"(3)0x1000000025c:[<0x1000000033d/092.out v1040>,<0x1000000033b/btrfs v14587>,<0x10000000007/tests v4332>,<0x10000000006/xfstests-dev v4700>,<0x10000000005/tmp v98>,<0x100000001fb/client.0 v92>,<0x100000001fa/aa22faa4-6f7c-4c41-b9e5-b8140de116cd v101>,<0x10000000001/sv_1 v125>,<0x10000000000/_nogroup v93>,<0x1/volumes v19>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-21T15:41:43.195 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 -- 172.21.15.46:0/1889303302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 msgr2=0x7f8434101440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.196 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 --2- 172.21.15.46:0/1889303302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 0x7f8434101440 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f84280099c0 tx=0x7f8428009cd0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.196 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 -- 172.21.15.46:0/1889303302 shutdown_connections 2023-10-21T15:41:43.196 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 --2- 172.21.15.46:0/1889303302 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434101980 0x7f8434108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.197 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 --2- 172.21.15.46:0/1889303302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84340ffdf0 0x7f8434100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.197 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 --2- 172.21.15.46:0/1889303302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 0x7f8434101440 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.197 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 -- 172.21.15.46:0/1889303302 >> 172.21.15.46:0/1889303302 conn(0x7f84340fb340 msgr2=0x7f84340fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:43.197 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 -- 172.21.15.46:0/1889303302 shutdown_connections 2023-10-21T15:41:43.197 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.193+0000 7f8438f2e700 1 -- 172.21.15.46:0/1889303302 wait complete. 2023-10-21T15:41:43.200 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.194+0000 7f8438f2e700 1 Processor -- start 2023-10-21T15:41:43.200 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.194+0000 7f8438f2e700 1 -- start start 2023-10-21T15:41:43.200 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.194+0000 7f8438f2e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84340ffdf0 0x7f8434108d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.200 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.194+0000 7f8438f2e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 0x7f8434109280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.201 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.194+0000 7f8438f2e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434101980 0x7f84341097c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.201 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.194+0000 7f8438f2e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84341a0c70 con 0x7f8434100fe0 2023-10-21T15:41:43.201 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.194+0000 7f8438f2e700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84341a0db0 con 0x7f84340ffdf0 2023-10-21T15:41:43.201 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.194+0000 7f8438f2e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84341a0ef0 con 0x7f8434101980 2023-10-21T15:41:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 0x7f8434109280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 0x7f8434109280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36260/0 (socket says 172.21.15.46:36260) 2023-10-21T15:41:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f843259c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84340ffdf0 0x7f8434108d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 -- 172.21.15.46:0/4219878817 learned_addr learned my addr 172.21.15.46:0/4219878817 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:43.202 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8432d9d700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434101980 0x7f84341097c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 -- 172.21.15.46:0/4219878817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434101980 msgr2=0x7f84341097c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434101980 0x7f84341097c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 -- 172.21.15.46:0/4219878817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84340ffdf0 msgr2=0x7f8434108d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84340ffdf0 0x7f8434108d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.203 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 -- 172.21.15.46:0/4219878817 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84280095f0 con 0x7f8434100fe0 2023-10-21T15:41:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8432d9d700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434101980 0x7f84341097c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f843259c700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84340ffdf0 0x7f8434108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8431d9b700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 0x7f8434109280 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8428009990 tx=0x7f842800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f84237fe700 1 -- 172.21.15.46:0/4219878817 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842801d070 con 0x7f8434100fe0 2023-10-21T15:41:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f84237fe700 1 -- 172.21.15.46:0/4219878817 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8428005030 con 0x7f8434100fe0 2023-10-21T15:41:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8438f2e700 1 -- 172.21.15.46:0/4219878817 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84341a1120 con 0x7f8434100fe0 2023-10-21T15:41:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f84237fe700 1 -- 172.21.15.46:0/4219878817 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8428004a70 con 0x7f8434100fe0 2023-10-21T15:41:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.195+0000 7f8438f2e700 1 -- 172.21.15.46:0/4219878817 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84341a1540 con 0x7f8434100fe0 2023-10-21T15:41:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.198+0000 7f84237fe700 1 -- 172.21.15.46:0/4219878817 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8428005410 con 0x7f8434100fe0 2023-10-21T15:41:43.211 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.198+0000 7f84237fe700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f841c0a1480 0x7f841c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.211 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.199+0000 7f843259c700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f841c0a1480 0x7f841c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.211 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.199+0000 7f84237fe700 1 -- 172.21.15.46:0/4219878817 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f84280cda70 con 0x7f8434100fe0 2023-10-21T15:41:43.212 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.199+0000 7f843259c700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f841c0a1480 0x7f841c0a3940 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f843410a650 tx=0x7f8424009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:43.212 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8445117b80 1 Processor -- start 2023-10-21T15:41:43.212 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8445117b80 1 -- start start 2023-10-21T15:41:43.212 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8445117b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c067850 0x55aa8c067c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.212 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8445117b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0681b0 0x55aa8c068ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.212 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8445117b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c069520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.213 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8445117b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8bfdcc10 con 0x55aa8c0681b0 2023-10-21T15:41:43.213 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8445117b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8bfc1c00 con 0x55aa8c0690a0 2023-10-21T15:41:43.213 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8445117b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8bfbf520 con 0x55aa8c067850 2023-10-21T15:41:43.213 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8431d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0681b0 0x55aa8c068ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.213 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f843259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c067850 0x55aa8c067c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f843259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c067850 0x55aa8c067c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48264/0 (socket says 172.21.15.46:48264) 2023-10-21T15:41:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f843259c700 1 -- 172.21.15.46:0/1152418699 learned_addr learned my addr 172.21.15.46:0/1152418699 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.200+0000 7f8432d9d700 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c069520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f843259c700 1 -- 172.21.15.46:0/1152418699 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 msgr2=0x55aa8c069520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:43.214 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f843259c700 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c069520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f843259c700 1 -- 172.21.15.46:0/1152418699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0681b0 msgr2=0x55aa8c068ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f843259c700 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0681b0 0x55aa8c068ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f843259c700 1 -- 172.21.15.46:0/1152418699 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa8bf78390 con 0x55aa8c067850 2023-10-21T15:41:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0681b0 0x55aa8c068ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f843259c700 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c067850 0x55aa8c067c70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f84240043e0 tx=0x7f8424014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b2fc7fd6f273760 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f8420ff9700 1 -- 172.21.15.46:0/1152418699 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8424003d10 con 0x55aa8c067850 2023-10-21T15:41:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f8420ff9700 1 -- 172.21.15.46:0/1152418699 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8424003e70 con 0x55aa8c067850 2023-10-21T15:41:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.201+0000 7f8420ff9700 1 -- 172.21.15.46:0/1152418699 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842401e780 con 0x55aa8c067850 2023-10-21T15:41:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 -- 172.21.15.46:0/1152418699 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c067850 msgr2=0x55aa8c067c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c067850 0x55aa8c067c70 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f84240043e0 tx=0x7f8424014000 comp rx=0 tx=0).stop 2023-10-21T15:41:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 -- 172.21.15.46:0/1152418699 shutdown_connections 2023-10-21T15:41:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c069520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c067850 0x55aa8c067c70 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 --2- 172.21.15.46:0/1152418699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0681b0 0x55aa8c068ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 -- 172.21.15.46:0/1152418699 >> 172.21.15.46:0/1152418699 conn(0x55aa8bf95d70 msgr2=0x55aa8c062c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 -- 172.21.15.46:0/1152418699 shutdown_connections 2023-10-21T15:41:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 -- 172.21.15.46:0/1152418699 wait complete. 2023-10-21T15:41:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.202+0000 7f8445117b80 1 -- start start 2023-10-21T15:41:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8445117b80 1 Processor -- start 2023-10-21T15:41:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8445117b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c071790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8445117b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0681b0 0x55aa8c071cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8445117b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0690a0 0x55aa8c078d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8445117b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8bfbae10 con 0x55aa8c067850 2023-10-21T15:41:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8445117b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8bf576b0 con 0x55aa8c0681b0 2023-10-21T15:41:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8445117b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8bf57350 con 0x55aa8c0690a0 2023-10-21T15:41:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8445117b80 10 client.0 _ll_register_callbacks cb 0x55aa8bdb47a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c071790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.221 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c071790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36272/0 (socket says 172.21.15.46:36272) 2023-10-21T15:41:43.221 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 -- 172.21.15.46:0/1777781644 learned_addr learned my addr 172.21.15.46:0/1777781644 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0681b0 0x55aa8c071cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8432d9d700 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0690a0 0x55aa8c078d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 -- 172.21.15.46:0/1777781644 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0690a0 msgr2=0x55aa8c078d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0690a0 0x55aa8c078d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 -- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0681b0 msgr2=0x55aa8c071cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0681b0 0x55aa8c071cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 -- 172.21.15.46:0/1777781644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84341a1540 con 0x55aa8c067850 2023-10-21T15:41:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0681b0 0x55aa8c071cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f843259c700 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c071790 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8424026e70 tx=0x7f84240050d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d0ebb9e30461fd7 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.203+0000 7f8419ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8419ffb700 1 -- 172.21.15.46:0/1777781644 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842402a070 con 0x55aa8c067850 2023-10-21T15:41:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 1 -- 172.21.15.46:0/1777781644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55aa8bfbfe90 con 0x55aa8c067850 2023-10-21T15:41:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8419ffb700 1 -- 172.21.15.46:0/1777781644 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f84240046f0 con 0x55aa8c067850 2023-10-21T15:41:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8419ffb700 1 -- 172.21.15.46:0/1777781644 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8424005700 con 0x55aa8c067850 2023-10-21T15:41:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 10 client.16005 fetch_fsmap learned FSMap version 34 2023-10-21T15:41:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 1 -- 172.21.15.46:0/1777781644 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f8424017070 con 0x55aa8c067850 2023-10-21T15:41:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8419ffb700 1 -- 172.21.15.46:0/1777781644 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55aa8bfbfe90 con 0x55aa8c067850 2023-10-21T15:41:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8419ffb700 1 -- 172.21.15.46:0/1777781644 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f8424024020 con 0x55aa8c067850 2023-10-21T15:41:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 10 client.16005 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:41:43.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 10 client.16005 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:43.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 20 client.16005 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:43.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55aa8c07d580 0x55aa8c07f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 4 client.16005 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:43.226 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8445117b80 1 -- 172.21.15.46:0/1777781644 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aa8c037bb0 con 0x55aa8c07d580 2023-10-21T15:41:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.204+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55aa8c07d580 0x55aa8c07f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.205+0000 7f8419ffb700 10 client.16005 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.205+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55aa8c07d580 0x55aa8c07f9a0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=167d3f2817861248 server_cookie=e890d1db55437afe in_seq=0 out_seq=0 2023-10-21T15:41:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.205+0000 7f8419ffb700 1 -- 172.21.15.46:0/1777781644 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55aa8c037bb0 con 0x55aa8c07d580 2023-10-21T15:41:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.205+0000 7f8419ffb700 10 client.16005 handle_command_reply: tid=0 2023-10-21T15:41:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.205+0000 7f8445117b80 1 client.16005 shutdown 2023-10-21T15:41:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 -- 172.21.15.46:0/1777781644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 msgr2=0x55aa8c071790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c071790 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f8424026e70 tx=0x7f84240050d0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 -- 172.21.15.46:0/1777781644 shutdown_connections 2023-10-21T15:41:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55aa8c07d580 0x55aa8c07f9a0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c071790 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0690a0 0x55aa8c078d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 --2- 172.21.15.46:0/1777781644 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0681b0 0x55aa8c071cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8419ffb700 0 client.16005 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 -- 172.21.15.46:0/1777781644 >> 172.21.15.46:0/1777781644 conn(0x55aa8bf95d70 msgr2=0x55aa8c062830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 -- 172.21.15.46:0/1777781644 shutdown_connections 2023-10-21T15:41:43.230 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 1 -- 172.21.15.46:0/1777781644 wait complete. 2023-10-21T15:41:43.230 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.206+0000 7f8445117b80 20 client.16005 trim_cache size 0 max 16384 2023-10-21T15:41:43.234 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8445117b80 1 Processor -- start 2023-10-21T15:41:43.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8445117b80 1 -- start start 2023-10-21T15:41:43.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8445117b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c070400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8445117b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c078cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8445117b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c06f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.235 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8445117b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8be3b8c0 con 0x55aa8c067850 2023-10-21T15:41:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8445117b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8c0701f0 con 0x55aa8c0690a0 2023-10-21T15:41:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8445117b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8c071300 con 0x55aa8c0681b0 2023-10-21T15:41:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8431d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c078cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f843259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c070400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8432d9d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c06f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8431d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c078cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48278/0 (socket says 172.21.15.46:48278) 2023-10-21T15:41:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f843259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c070400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36280/0 (socket says 172.21.15.46:36280) 2023-10-21T15:41:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8431d9b700 1 -- 172.21.15.46:0/1066254792 learned_addr learned my addr 172.21.15.46:0/1066254792 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.225+0000 7f8431d9b700 1 -- 172.21.15.46:0/1066254792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 msgr2=0x55aa8c06f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c06f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f8431d9b700 1 -- 172.21.15.46:0/1066254792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 msgr2=0x55aa8c070400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c070400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f8431d9b700 1 -- 172.21.15.46:0/1066254792 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa8bde5d80 con 0x55aa8c0681b0 2023-10-21T15:41:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f8432d9d700 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c06f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f843259c700 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c070400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:43.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c078cd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8428000c00 tx=0x7f8428009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67816ec127187934 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:43.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f84217fa700 1 -- 172.21.15.46:0/1066254792 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842809ef80 con 0x55aa8c0681b0 2023-10-21T15:41:43.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f84217fa700 1 -- 172.21.15.46:0/1066254792 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f84280a3130 con 0x55aa8c0681b0 2023-10-21T15:41:43.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.226+0000 7f84217fa700 1 -- 172.21.15.46:0/1066254792 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842809a320 con 0x55aa8c0681b0 2023-10-21T15:41:43.239 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- 172.21.15.46:0/1066254792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 msgr2=0x55aa8c078cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c078cd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8428000c00 tx=0x7f8428009310 comp rx=0 tx=0).stop 2023-10-21T15:41:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- 172.21.15.46:0/1066254792 shutdown_connections 2023-10-21T15:41:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c067850 0x55aa8c070400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c0690a0 0x55aa8c06f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 --2- 172.21.15.46:0/1066254792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c078cd0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.241 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- 172.21.15.46:0/1066254792 >> 172.21.15.46:0/1066254792 conn(0x55aa8bf95d70 msgr2=0x55aa8c084300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:43.241 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- 172.21.15.46:0/1066254792 shutdown_connections 2023-10-21T15:41:43.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- 172.21.15.46:0/1066254792 wait complete. 2023-10-21T15:41:43.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- start start 2023-10-21T15:41:43.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 Processor -- start 2023-10-21T15:41:43.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c067850 0x55aa8c0764e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.242 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c076a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0690a0 0x55aa8c077a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8c077f70 con 0x55aa8c0690a0 2023-10-21T15:41:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8c0780e0 con 0x55aa8c067850 2023-10-21T15:41:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.227+0000 7f8445117b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa8c0782a0 con 0x55aa8c0681b0 2023-10-21T15:41:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f8445117b80 10 client.0 _ll_register_callbacks cb 0x7f8428005c00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c067850 0x55aa8c0764e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c067850 0x55aa8c0764e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53218/0 (socket says 172.21.15.46:53218) 2023-10-21T15:41:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 -- 172.21.15.46:0/1253389004 learned_addr learned my addr 172.21.15.46:0/1253389004 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f8432d9d700 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0690a0 0x55aa8c077a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 -- 172.21.15.46:0/1253389004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 msgr2=0x55aa8c076a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c076a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 -- 172.21.15.46:0/1253389004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0690a0 msgr2=0x55aa8c077a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0690a0 0x55aa8c077a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 -- 172.21.15.46:0/1253389004 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8424017070 con 0x55aa8c067850 2023-10-21T15:41:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f843259c700 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c067850 0x55aa8c0764e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8424003e40 tx=0x7f8424011c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60f2b70739d328b6 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f8419ffb700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:41:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f8419ffb700 1 -- 172.21.15.46:0/1253389004 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842402a040 con 0x55aa8c067850 2023-10-21T15:41:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f8419ffb700 1 -- 172.21.15.46:0/1253389004 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8424026400 con 0x55aa8c067850 2023-10-21T15:41:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.228+0000 7f8445117b80 1 -- 172.21.15.46:0/1253389004 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8424003e70 con 0x55aa8c067850 2023-10-21T15:41:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8419ffb700 1 -- 172.21.15.46:0/1253389004 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f842404a030 con 0x55aa8c067850 2023-10-21T15:41:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8445117b80 10 client.25637 fetch_fsmap learned FSMap version 34 2023-10-21T15:41:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8445117b80 1 -- 172.21.15.46:0/1253389004 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f842c00e6e0 con 0x55aa8c067850 2023-10-21T15:41:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8419ffb700 1 -- 172.21.15.46:0/1253389004 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8424003e70 con 0x55aa8c067850 2023-10-21T15:41:43.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8419ffb700 1 -- 172.21.15.46:0/1253389004 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f8424003680 con 0x55aa8c067850 2023-10-21T15:41:43.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8445117b80 10 client.25637 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:41:43.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8445117b80 10 client.25637 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:43.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8445117b80 20 client.25637 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:43.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8445117b80 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55aa8c0d1a00 0x55aa8c0d3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8445117b80 4 client.25637 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:41:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8445117b80 1 -- 172.21.15.46:0/1253389004 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55aa8bfb3df0 con 0x55aa8c0d1a00 2023-10-21T15:41:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.229+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55aa8c0d1a00 0x55aa8c0d3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.230+0000 7f8419ffb700 10 client.25637 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:43.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.230+0000 7f8431d9b700 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55aa8c0d1a00 0x55aa8c0d3e20 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6afdeeb2dec6fb1 server_cookie=56fa93cc5e11be6e in_seq=0 out_seq=0 2023-10-21T15:41:43.250 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: pgmap v358: 97 pgs: 97 active+clean; 39 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 465 KiB/s rd, 1.3 MiB/s wr, 275 op/s 2023-10-21T15:41:43.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: scrub summary: active paths [/] 2023-10-21T15:41:43.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:43.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000268 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/098.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.251 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000334 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/200.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001f5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001c1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/045.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001c7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/048.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.252 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000017b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/010.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000033d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000024a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/083.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000019b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/026.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000199 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/025.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002b6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/137.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002a6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/129.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002b2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001df (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/060.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ba (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/139.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000026a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/099.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/145.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000030c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001cf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001bb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.255 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000272 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002d2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ac (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/132.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000254 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/088.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000183 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/014.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.256 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002cc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/148.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000027c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/108.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000195 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/023.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001f3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/070.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ee (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000175 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/007.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.257 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000296 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/121.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000248 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/082.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001ef (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/068.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001e3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ec (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/164.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.258 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002a8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/130.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000294 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/120.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001eb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/066.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000024e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001d3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/054.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ae (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002d6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/153.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001d1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000242 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001e1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/061.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000024c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/084.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000244 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/080.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002aa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/131.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002b0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/134.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000016b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/002.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.261 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002dc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000252 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000026e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/101.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002c2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000320 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/190.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.262 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000304 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001af (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/036.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000019d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/027.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000318 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/186.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001d7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/056.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.263 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001e5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/063.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002f2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000043b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/202.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002bc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000025e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/093.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002b8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/138.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000181 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/013.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000314 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ce (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001f7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/072.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002e4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001d5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/055.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000290 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/118.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002e0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.266 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001d9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/057.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001cb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000169 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/001.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/032.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.267 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000288 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/114.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000250 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000274 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/104.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000332 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000326 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/193.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.268 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001a9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/033.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002be (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000002ca (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000330 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/198.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000032e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/197.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.269 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000336 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000202 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/075.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000019f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/028.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000029a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/123.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x10000000262 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/095.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x100000001dd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/059.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: Scrub error on inode 0x1000000025c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/092.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:42 smithi105 ceph-mon[103980]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:43.272 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.250+0000 7f8419ffb700 1 -- 172.21.15.46:0/1253389004 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55aa8bfb3df0 con 0x55aa8c0d1a00 2023-10-21T15:41:43.272 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.250+0000 7f8419ffb700 10 client.25637 handle_command_reply: tid=0 2023-10-21T15:41:43.272 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.250+0000 7f8445117b80 1 client.25637 shutdown 2023-10-21T15:41:43.273 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 -- 172.21.15.46:0/1253389004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c067850 msgr2=0x55aa8c0764e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.273 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c067850 0x55aa8c0764e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8424003e40 tx=0x7f8424011c50 comp rx=0 tx=0).stop 2023-10-21T15:41:43.273 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 -- 172.21.15.46:0/1253389004 shutdown_connections 2023-10-21T15:41:43.273 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55aa8c0d1a00 0x55aa8c0d3e20 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.274 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55aa8c0690a0 0x55aa8c077a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.274 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aa8c067850 0x55aa8c0764e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.274 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8419ffb700 0 client.25637 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:43.274 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 --2- 172.21.15.46:0/1253389004 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55aa8c0681b0 0x55aa8c076a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.274 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 -- 172.21.15.46:0/1253389004 >> 172.21.15.46:0/1253389004 conn(0x55aa8bf95d70 msgr2=0x55aa8c070400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:43.275 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 -- 172.21.15.46:0/1253389004 shutdown_connections 2023-10-21T15:41:43.275 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 1 -- 172.21.15.46:0/1253389004 wait complete. 2023-10-21T15:41:43.275 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.251+0000 7f8445117b80 20 client.25637 trim_cache size 0 max 16384 2023-10-21T15:41:43.275 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:41:43.276 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:41:43.276 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:41:43.276 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:41:43.277 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 -- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f841c0a1480 msgr2=0x7f841c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.277 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f841c0a1480 0x7f841c0a3940 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f843410a650 tx=0x7f8424009260 comp rx=0 tx=0).stop 2023-10-21T15:41:43.277 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 -- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 msgr2=0x7f8434109280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:43.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 0x7f8434109280 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f8428009990 tx=0x7f842800f690 comp rx=0 tx=0).stop 2023-10-21T15:41:43.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 -- 172.21.15.46:0/4219878817 shutdown_connections 2023-10-21T15:41:43.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f841c0a1480 0x7f841c0a3940 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8434101980 0x7f84341097c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f84340ffdf0 0x7f8434108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 --2- 172.21.15.46:0/4219878817 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8434100fe0 0x7f8434109280 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 -- 172.21.15.46:0/4219878817 >> 172.21.15.46:0/4219878817 conn(0x7f84340fb340 msgr2=0x7f84340fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 -- 172.21.15.46:0/4219878817 shutdown_connections 2023-10-21T15:41:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:43.252+0000 7f8438f2e700 1 -- 172.21.15.46:0/4219878817 wait complete. 2023-10-21T15:41:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: pgmap v358: 97 pgs: 97 active+clean; 39 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 465 KiB/s rd, 1.3 MiB/s wr, 275 op/s 2023-10-21T15:41:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: scrub summary: active paths [/] 2023-10-21T15:41:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000268 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/098.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000334 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/200.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001f5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001c1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/045.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001c7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/048.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000017b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/010.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000033d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000024a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/083.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000019b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/026.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000199 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/025.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002b6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/137.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002a6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/129.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002b2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001df (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/060.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.287 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ba (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/139.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000026a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/099.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/145.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000030c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001cf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.288 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001bb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000272 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002d2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ac (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/132.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000254 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/088.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.289 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000183 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/014.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002cc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/148.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000027c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/108.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000195 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/023.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001f3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/070.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.290 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ee (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000175 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/007.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000296 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/121.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000248 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/082.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001ef (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/068.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.291 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001e3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ec (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/164.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002a8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/130.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000294 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/120.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001eb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/066.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.292 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000024e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001d3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/054.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ae (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002d6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/153.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001d1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.293 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000242 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001e1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/061.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000024c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/084.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000244 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/080.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002aa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/131.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.294 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002b0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/134.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000016b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/002.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002dc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000252 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000026e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/101.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.295 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002c2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000320 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/190.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000304 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001af (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/036.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000019d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/027.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.296 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000318 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/186.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001d7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/056.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001e5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/063.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002f2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000043b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/202.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.297 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002bc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000025e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/093.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002b8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/138.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000181 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/013.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000314 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.298 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ce (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001f7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/072.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002e4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001d5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/055.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000290 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/118.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.299 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002e0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001d9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/057.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001cb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000169 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/001.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/032.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.300 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000288 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/114.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000250 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000274 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/104.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000332 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000326 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/193.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.301 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001a9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/033.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002be (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000002ca (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000330 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/198.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000032e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/197.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.302 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000336 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000202 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/075.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000019f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/028.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000029a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/123.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x10000000262 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/095.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.303 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x100000001dd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/059.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: Scrub error on inode 0x1000000025c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/092.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.304 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:42 smithi119 ceph-mon[103628]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:43.366 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0xfffc5 2023-10-21T15:41:43.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: pgmap v358: 97 pgs: 97 active+clean; 39 MiB data, 563 MiB used, 1.0 TiB / 1.0 TiB avail; 465 KiB/s rd, 1.3 MiB/s wr, 275 op/s 2023-10-21T15:41:43.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: scrub summary: active paths [/] 2023-10-21T15:41:43.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:43.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000268 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/098.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000334 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/200.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001f5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001c1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/045.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001c7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/048.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000017b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/010.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000033d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000024a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/083.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000019b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/026.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000199 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/025.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002b6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/137.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002a6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/129.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002b2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001df (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/060.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ba (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/139.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000026a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/099.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/145.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.425 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000030c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.425 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001cf (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.425 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001bb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.425 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000272 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.425 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002d2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.426 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ac (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/132.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.426 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000254 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/088.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.426 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000183 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/014.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.426 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002cc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/148.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.426 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000027c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/108.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.427 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000195 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/023.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.427 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001f3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/070.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.427 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ee (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.427 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000175 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/007.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000296 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/121.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000248 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/082.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001ef (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/068.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001e3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.428 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ec (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/164.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002a8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/130.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000294 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/120.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001eb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/066.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000024e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001d3 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/054.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ae (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002d6 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/153.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001d1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000242 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.430 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001e1 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/061.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000024c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/084.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000244 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/080.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002aa (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/131.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002b0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/134.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000016b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/002.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.431 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002dc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000252 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000026e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/101.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002c2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000320 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/190.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.432 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000304 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001af (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/036.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000019d (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/027.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000318 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/186.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001d7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/056.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.433 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001e5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/063.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002f2 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000043b (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/202.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002bc (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000025e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/093.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002b8 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/138.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000181 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/013.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000314 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ce (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001f7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/072.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002e4 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001d5 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/055.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000290 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/118.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002e0 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001d9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/057.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.436 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001cb (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000169 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/001.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a7 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/032.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000288 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/114.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000250 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.437 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000274 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/104.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000332 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000326 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/193.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001a9 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/033.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002be (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.438 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000002ca (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000330 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/198.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000032e (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/197.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000336 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000202 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/075.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.439 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000019f (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/028.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000029a (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/123.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x10000000262 (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/095.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x100000001dd (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/059.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: Scrub error on inode 0x1000000025c (/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/092.out) see mds.i log and `damage ls` output for details 2023-10-21T15:41:43.440 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:42 smithi046 ceph-mon[99436]: scrub summary: idle+waiting paths [/] 2023-10-21T15:41:44.234 INFO:tasks.workunit.client.0.smithi046.stdout:10000 mapread 0x32cdc thru 0x3e88f (0xbbb4 bytes) 2023-10-21T15:41:45.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:44 smithi105 ceph-mon[103980]: pgmap v359: 97 pgs: 97 active+clean; 42 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 435 op/s 2023-10-21T15:41:45.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:44 smithi119 ceph-mon[103628]: pgmap v359: 97 pgs: 97 active+clean; 42 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 435 op/s 2023-10-21T15:41:45.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:44 smithi046 ceph-mon[99436]: pgmap v359: 97 pgs: 97 active+clean; 42 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 435 op/s 2023-10-21T15:41:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:46 smithi105 ceph-mon[103980]: pgmap v360: 97 pgs: 97 active+clean; 43 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 374 op/s 2023-10-21T15:41:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:46 smithi119 ceph-mon[103628]: pgmap v360: 97 pgs: 97 active+clean; 43 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 374 op/s 2023-10-21T15:41:47.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:46 smithi046 ceph-mon[99436]: pgmap v360: 97 pgs: 97 active+clean; 43 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 374 op/s 2023-10-21T15:41:49.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:48 smithi105 ceph-mon[103980]: pgmap v361: 97 pgs: 97 active+clean; 39 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 583 op/s 2023-10-21T15:41:49.286 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:48 smithi119 ceph-mon[103628]: pgmap v361: 97 pgs: 97 active+clean; 39 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 583 op/s 2023-10-21T15:41:49.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:48 smithi046 ceph-mon[99436]: pgmap v361: 97 pgs: 97 active+clean; 39 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 3.4 MiB/s wr, 583 op/s 2023-10-21T15:41:51.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:50 smithi105 ceph-mon[103980]: pgmap v362: 97 pgs: 97 active+clean; 42 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.7 MiB/s wr, 686 op/s 2023-10-21T15:41:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:50 smithi119 ceph-mon[103628]: pgmap v362: 97 pgs: 97 active+clean; 42 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.7 MiB/s wr, 686 op/s 2023-10-21T15:41:51.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:50 smithi046 ceph-mon[99436]: pgmap v362: 97 pgs: 97 active+clean; 42 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.7 MiB/s wr, 686 op/s 2023-10-21T15:41:52.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:51 smithi105 ceph-mon[103980]: scrub summary: idle 2023-10-21T15:41:52.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:51 smithi119 ceph-mon[103628]: scrub summary: idle 2023-10-21T15:41:52.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:51 smithi046 ceph-mon[99436]: scrub summary: idle 2023-10-21T15:41:53.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:52 smithi105 ceph-mon[103980]: pgmap v363: 97 pgs: 97 active+clean; 42 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.7 MiB/s wr, 680 op/s 2023-10-21T15:41:53.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:52 smithi105 ceph-mon[103980]: scrub summary: idle 2023-10-21T15:41:53.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:52 smithi105 ceph-mon[103980]: scrub summary: idle 2023-10-21T15:41:53.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:52 smithi105 ceph-mon[103980]: scrub summary: idle 2023-10-21T15:41:53.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:52 smithi119 ceph-mon[103628]: pgmap v363: 97 pgs: 97 active+clean; 42 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.7 MiB/s wr, 680 op/s 2023-10-21T15:41:53.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:52 smithi119 ceph-mon[103628]: scrub summary: idle 2023-10-21T15:41:53.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:52 smithi119 ceph-mon[103628]: scrub summary: idle 2023-10-21T15:41:53.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:52 smithi119 ceph-mon[103628]: scrub summary: idle 2023-10-21T15:41:53.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:52 smithi046 ceph-mon[99436]: pgmap v363: 97 pgs: 97 active+clean; 42 MiB data, 661 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 3.7 MiB/s wr, 680 op/s 2023-10-21T15:41:53.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:52 smithi046 ceph-mon[99436]: scrub summary: idle 2023-10-21T15:41:53.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:52 smithi046 ceph-mon[99436]: scrub summary: idle 2023-10-21T15:41:53.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:52 smithi046 ceph-mon[99436]: scrub summary: idle 2023-10-21T15:41:54.681 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0xfffe8 2023-10-21T15:41:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:54 smithi105 ceph-mon[103980]: pgmap v364: 97 pgs: 97 active+clean; 43 MiB data, 697 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 5.3 MiB/s wr, 929 op/s 2023-10-21T15:41:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:54 smithi119 ceph-mon[103628]: pgmap v364: 97 pgs: 97 active+clean; 43 MiB data, 697 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 5.3 MiB/s wr, 929 op/s 2023-10-21T15:41:55.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:54 smithi046 ceph-mon[99436]: pgmap v364: 97 pgs: 97 active+clean; 43 MiB data, 697 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 5.3 MiB/s wr, 929 op/s 2023-10-21T15:41:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 -- 172.21.15.46:0/1724490419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 msgr2=0x7f98e0101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 --2- 172.21.15.46:0/1724490419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 0x7f98e0101450 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f98d40099c0 tx=0x7f98d4009cd0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.382 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 -- 172.21.15.46:0/1724490419 shutdown_connections 2023-10-21T15:41:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 --2- 172.21.15.46:0/1724490419 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98e0101990 0x7f98e0108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 --2- 172.21.15.46:0/1724490419 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f98e00ffe00 0x7f98e0100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 --2- 172.21.15.46:0/1724490419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 0x7f98e0101450 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 -- 172.21.15.46:0/1724490419 >> 172.21.15.46:0/1724490419 conn(0x7f98e00fb390 msgr2=0x7f98e00fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:56.383 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 -- 172.21.15.46:0/1724490419 shutdown_connections 2023-10-21T15:41:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.380+0000 7f98e67c1700 1 -- 172.21.15.46:0/1724490419 wait complete. 2023-10-21T15:41:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e67c1700 1 Processor -- start 2023-10-21T15:41:56.384 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e67c1700 1 -- start start 2023-10-21T15:41:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e67c1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f98e00ffe00 0x7f98e0199900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e67c1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 0x7f98e019be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e67c1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98e0101990 0x7f98e019e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.386 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e67c1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e019e970 con 0x7f98e0100ff0 2023-10-21T15:41:56.387 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e67c1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e019eab0 con 0x7f98e0101990 2023-10-21T15:41:56.387 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e67c1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98e019ec70 con 0x7f98e00ffe00 2023-10-21T15:41:56.387 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 0x7f98e019be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.387 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98dffff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f98e00ffe00 0x7f98e0199900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.387 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 0x7f98e019be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36302/0 (socket says 172.21.15.46:36302) 2023-10-21T15:41:56.388 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98df7fe700 1 -- 172.21.15.46:0/867426390 learned_addr learned my addr 172.21.15.46:0/867426390 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:56.388 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.381+0000 7f98e4d5e700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98e0101990 0x7f98e019e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.388 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dffff700 1 -- 172.21.15.46:0/867426390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98e0101990 msgr2=0x7f98e019e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.388 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dffff700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98e0101990 0x7f98e019e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.388 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dffff700 1 -- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 msgr2=0x7f98e019be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dffff700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 0x7f98e019be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dffff700 1 -- 172.21.15.46:0/867426390 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98d40095f0 con 0x7f98e00ffe00 2023-10-21T15:41:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dffff700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f98e00ffe00 0x7f98e0199900 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f98d000e9c0 tx=0x7f98d000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dd7fa700 1 -- 172.21.15.46:0/867426390 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d000cbd0 con 0x7f98e00ffe00 2023-10-21T15:41:56.389 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dd7fa700 1 -- 172.21.15.46:0/867426390 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98d000eeb0 con 0x7f98e00ffe00 2023-10-21T15:41:56.390 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98e67c1700 1 -- 172.21.15.46:0/867426390 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98e019ef50 con 0x7f98e00ffe00 2023-10-21T15:41:56.390 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98dd7fa700 1 -- 172.21.15.46:0/867426390 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d0003c70 con 0x7f98e00ffe00 2023-10-21T15:41:56.390 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.382+0000 7f98e67c1700 1 -- 172.21.15.46:0/867426390 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98e019f370 con 0x7f98e00ffe00 2023-10-21T15:41:56.390 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.384+0000 7f98dd7fa700 1 -- 172.21.15.46:0/867426390 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f98d0003dd0 con 0x7f98e00ffe00 2023-10-21T15:41:56.390 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.385+0000 7f98dd7fa700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98c80a1480 0x7f98c80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.385+0000 7f98df7fe700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98c80a1480 0x7f98c80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.385+0000 7f98dd7fa700 1 -- 172.21.15.46:0/867426390 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f98d0014070 con 0x7f98e00ffe00 2023-10-21T15:41:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98df7fe700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98c80a1480 0x7f98c80a3940 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f98d4004800 tx=0x7f98d401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:56.396 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98f29aab80 1 Processor -- start 2023-10-21T15:41:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98f29aab80 1 -- start start 2023-10-21T15:41:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c25080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c25ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c26930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.397 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98f29aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106b95c10 con 0x563106c255c0 2023-10-21T15:41:56.398 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98f29aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106b7ac00 con 0x563106c24c60 2023-10-21T15:41:56.398 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98f29aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106b78520 con 0x563106c264b0 2023-10-21T15:41:56.398 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c25ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.398 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98dffff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c25080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.398 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c25ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36310/0 (socket says 172.21.15.46:36310) 2023-10-21T15:41:56.399 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98df7fe700 1 -- 172.21.15.46:0/1229534198 learned_addr learned my addr 172.21.15.46:0/1229534198 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:56.399 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.386+0000 7f98e4d5e700 1 --2- 172.21.15.46:0/1229534198 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c26930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.399 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98dffff700 1 -- 172.21.15.46:0/1229534198 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 msgr2=0x563106c26930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:56.399 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98dffff700 1 --2- 172.21.15.46:0/1229534198 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c26930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.399 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98dffff700 1 -- 172.21.15.46:0/1229534198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 msgr2=0x563106c25ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98dffff700 1 --2- 172.21.15.46:0/1229534198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c25ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98dffff700 1 -- 172.21.15.46:0/1229534198 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563106b31390 con 0x563106c24c60 2023-10-21T15:41:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98dffff700 1 --2- 172.21.15.46:0/1229534198 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c25080 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f98d00cab30 tx=0x7f98d0003680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7eca79c44305297 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98c67fc700 1 -- 172.21.15.46:0/1229534198 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d009a300 con 0x563106c24c60 2023-10-21T15:41:56.400 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98c67fc700 1 -- 172.21.15.46:0/1229534198 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98d009e450 con 0x563106c24c60 2023-10-21T15:41:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.387+0000 7f98c67fc700 1 -- 172.21.15.46:0/1229534198 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d001fde0 con 0x563106c24c60 2023-10-21T15:41:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 -- 172.21.15.46:0/1229534198 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 msgr2=0x563106c25080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 --2- 172.21.15.46:0/1229534198 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c25080 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f98d00cab30 tx=0x7f98d0003680 comp rx=0 tx=0).stop 2023-10-21T15:41:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 -- 172.21.15.46:0/1229534198 shutdown_connections 2023-10-21T15:41:56.401 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 --2- 172.21.15.46:0/1229534198 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c26930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 --2- 172.21.15.46:0/1229534198 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c25080 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 --2- 172.21.15.46:0/1229534198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c25ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 -- 172.21.15.46:0/1229534198 >> 172.21.15.46:0/1229534198 conn(0x563106b4ed70 msgr2=0x563106c1bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 -- 172.21.15.46:0/1229534198 shutdown_connections 2023-10-21T15:41:56.402 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 -- 172.21.15.46:0/1229534198 wait complete. 2023-10-21T15:41:56.403 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 -- start start 2023-10-21T15:41:56.403 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.388+0000 7f98f29aab80 1 Processor -- start 2023-10-21T15:41:56.403 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c24c60 0x563106c2eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.403 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c255c0 0x563106c2f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.403 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c360e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.404 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98f29aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106b73e10 con 0x563106c24c60 2023-10-21T15:41:56.404 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98f29aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106b106b0 con 0x563106c255c0 2023-10-21T15:41:56.404 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98f29aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106b10350 con 0x563106c264b0 2023-10-21T15:41:56.404 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98f29aab80 10 client.0 _ll_register_callbacks cb 0x56310696d7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:56.404 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c24c60 0x563106c2eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.405 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c24c60 0x563106c2eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36314/0 (socket says 172.21.15.46:36314) 2023-10-21T15:41:56.405 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 -- 172.21.15.46:0/14458133 learned_addr learned my addr 172.21.15.46:0/14458133 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:56.405 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98df7fe700 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c255c0 0x563106c2f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.405 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98e4d5e700 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c360e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.405 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 -- 172.21.15.46:0/14458133 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 msgr2=0x563106c360e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:56.406 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c360e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.406 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 -- 172.21.15.46:0/14458133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c255c0 msgr2=0x563106c2f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:56.406 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c255c0 0x563106c2f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.406 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 -- 172.21.15.46:0/14458133 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98e019f370 con 0x563106c24c60 2023-10-21T15:41:56.406 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98dffff700 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c24c60 0x563106c2eb60 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f98d000c5b0 tx=0x7f98d0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbaa407e9e3b1386 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:56.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.389+0000 7f98bf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:56.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98bf7fe700 1 -- 172.21.15.46:0/14458133 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d0062070 con 0x563106c24c60 2023-10-21T15:41:56.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98bf7fe700 1 -- 172.21.15.46:0/14458133 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f98d009a300 con 0x563106c24c60 2023-10-21T15:41:56.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 1 -- 172.21.15.46:0/14458133 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563106b78e90 con 0x563106c24c60 2023-10-21T15:41:56.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98bf7fe700 1 -- 172.21.15.46:0/14458133 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98d009e170 con 0x563106c24c60 2023-10-21T15:41:56.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 10 client.16023 fetch_fsmap learned FSMap version 34 2023-10-21T15:41:56.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 1 -- 172.21.15.46:0/14458133 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x56310699ed80 con 0x563106c24c60 2023-10-21T15:41:56.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98bf7fe700 1 -- 172.21.15.46:0/14458133 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563106b78e90 con 0x563106c24c60 2023-10-21T15:41:56.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98bf7fe700 1 -- 172.21.15.46:0/14458133 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f98d0065020 con 0x563106c24c60 2023-10-21T15:41:56.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 10 client.16023 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:41:56.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 10 client.16023 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:56.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 20 client.16023 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:56.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563106c3a810 0x563106c3cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 4 client.16023 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:41:56.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98f29aab80 1 -- 172.21.15.46:0/14458133 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563106bf0bb0 con 0x563106c3a810 2023-10-21T15:41:56.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.390+0000 7f98df7fe700 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563106c3a810 0x563106c3cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.391+0000 7f98bf7fe700 10 client.16023 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.391+0000 7f98df7fe700 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563106c3a810 0x563106c3cc30 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a8a9a0af8e57b3d server_cookie=f00c46922bace491 in_seq=0 out_seq=0 2023-10-21T15:41:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.391+0000 7f98bf7fe700 1 -- 172.21.15.46:0/14458133 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563106bf0bb0 con 0x563106c3a810 2023-10-21T15:41:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.391+0000 7f98bf7fe700 10 client.16023 handle_command_reply: tid=0 2023-10-21T15:41:56.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.391+0000 7f98f29aab80 1 client.16023 shutdown 2023-10-21T15:41:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 -- 172.21.15.46:0/14458133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c24c60 msgr2=0x563106c2eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c24c60 0x563106c2eb60 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f98d000c5b0 tx=0x7f98d0004750 comp rx=0 tx=0).stop 2023-10-21T15:41:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 -- 172.21.15.46:0/14458133 shutdown_connections 2023-10-21T15:41:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563106c3a810 0x563106c3cc30 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c24c60 0x563106c2eb60 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.412 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c360e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.412 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98bf7fe700 0 client.16023 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:56.412 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 --2- 172.21.15.46:0/14458133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c255c0 0x563106c2f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.412 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 -- 172.21.15.46:0/14458133 >> 172.21.15.46:0/14458133 conn(0x563106b4ed70 msgr2=0x563106c1b830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:56.412 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 -- 172.21.15.46:0/14458133 shutdown_connections 2023-10-21T15:41:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 1 -- 172.21.15.46:0/14458133 wait complete. 2023-10-21T15:41:56.413 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.392+0000 7f98f29aab80 20 client.16023 trim_cache size 0 max 16384 2023-10-21T15:41:56.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98f29aab80 1 Processor -- start 2023-10-21T15:41:56.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98f29aab80 1 -- start start 2023-10-21T15:41:56.418 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c1b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.418 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c360a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.418 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c1bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.418 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98f29aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5631069f48c0 con 0x563106c255c0 2023-10-21T15:41:56.418 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98f29aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106c26330 con 0x563106c24c60 2023-10-21T15:41:56.419 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98f29aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106c2de60 con 0x563106c264b0 2023-10-21T15:41:56.419 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c360a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.419 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98e4d5e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c1bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.419 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c360a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36324/0 (socket says 172.21.15.46:36324) 2023-10-21T15:41:56.419 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 -- 172.21.15.46:0/3672565782 learned_addr learned my addr 172.21.15.46:0/3672565782 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:56.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98dffff700 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c1b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 -- 172.21.15.46:0/3672565782 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 msgr2=0x563106c1bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:56.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c1bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 -- 172.21.15.46:0/3672565782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 msgr2=0x563106c1b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:56.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c1b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 -- 172.21.15.46:0/3672565782 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563106987c00 con 0x563106c255c0 2023-10-21T15:41:56.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98e4d5e700 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c1bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:56.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.411+0000 7f98df7fe700 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c360a0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f98d4005f50 tx=0x7f98d4023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b240322c6063bcc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:56.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.412+0000 7f98c6ffd700 1 -- 172.21.15.46:0/3672565782 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d402c040 con 0x563106c255c0 2023-10-21T15:41:56.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.412+0000 7f98c6ffd700 1 -- 172.21.15.46:0/3672565782 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98d401e040 con 0x563106c255c0 2023-10-21T15:41:56.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.412+0000 7f98c6ffd700 1 -- 172.21.15.46:0/3672565782 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d400fda0 con 0x563106c255c0 2023-10-21T15:41:56.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.412+0000 7f98f29aab80 1 -- 172.21.15.46:0/3672565782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 msgr2=0x563106c360a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.412+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c360a0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f98d4005f50 tx=0x7f98d4023000 comp rx=0 tx=0).stop 2023-10-21T15:41:56.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 -- 172.21.15.46:0/3672565782 shutdown_connections 2023-10-21T15:41:56.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c264b0 0x563106c1bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c24c60 0x563106c1b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3672565782 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c360a0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 -- 172.21.15.46:0/3672565782 >> 172.21.15.46:0/3672565782 conn(0x563106b4ed70 msgr2=0x563106c2c900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:56.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 -- 172.21.15.46:0/3672565782 shutdown_connections 2023-10-21T15:41:56.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 -- 172.21.15.46:0/3672565782 wait complete. 2023-10-21T15:41:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 -- start start 2023-10-21T15:41:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 Processor -- start 2023-10-21T15:41:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.413+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c24c60 0x563106c33bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c340f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98f29aab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c264b0 0x563106c35100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98f29aab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106c35640 con 0x563106c255c0 2023-10-21T15:41:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98f29aab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106c357b0 con 0x563106c264b0 2023-10-21T15:41:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98f29aab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563106c35970 con 0x563106c24c60 2023-10-21T15:41:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98f29aab80 10 client.0 _ll_register_callbacks cb 0x7f98d4005e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:41:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c340f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c340f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36330/0 (socket says 172.21.15.46:36330) 2023-10-21T15:41:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 -- 172.21.15.46:0/3701721065 learned_addr learned my addr 172.21.15.46:0/3701721065 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:41:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98e4d5e700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c264b0 0x563106c35100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98dffff700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c24c60 0x563106c33bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 -- 172.21.15.46:0/3701721065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c24c60 msgr2=0x563106c33bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:56.427 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c24c60 0x563106c33bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.427 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 -- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c264b0 msgr2=0x563106c35100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:41:56.427 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c264b0 0x563106c35100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.427 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 -- 172.21.15.46:0/3701721065 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98d8009310 con 0x563106c255c0 2023-10-21T15:41:56.427 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98e4d5e700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c264b0 0x563106c35100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:56.428 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98dffff700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c24c60 0x563106c33bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:41:56.428 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98df7fe700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c340f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f98d4009ff0 tx=0x7f98d4005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9b06e9a159c25e3 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:41:56.428 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98bf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:41:56.428 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98bf7fe700 1 -- 172.21.15.46:0/3701721065 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d402c040 con 0x563106c255c0 2023-10-21T15:41:56.428 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.414+0000 7f98bf7fe700 1 -- 172.21.15.46:0/3701721065 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f98d400fce0 con 0x563106c255c0 2023-10-21T15:41:56.428 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 1 -- 172.21.15.46:0/3701721065 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f98d009e450 con 0x563106c255c0 2023-10-21T15:41:56.429 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98bf7fe700 1 -- 172.21.15.46:0/3701721065 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98d400fea0 con 0x563106c255c0 2023-10-21T15:41:56.429 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 10 client.16029 fetch_fsmap learned FSMap version 34 2023-10-21T15:41:56.429 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 1 -- 172.21.15.46:0/3701721065 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f98e0108b90 con 0x563106c255c0 2023-10-21T15:41:56.429 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98bf7fe700 1 -- 172.21.15.46:0/3701721065 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98d009e450 con 0x563106c255c0 2023-10-21T15:41:56.429 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98bf7fe700 1 -- 172.21.15.46:0/3701721065 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f98d403b070 con 0x563106c255c0 2023-10-21T15:41:56.430 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 10 client.16029 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:41:56.430 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 10 client.16029 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:41:56.430 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 20 client.16029 populate_metadata read hostname 'smithi046' 2023-10-21T15:41:56.430 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563106c8f010 0x563106c91430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:41:56.430 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 4 client.16029 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:41:56.431 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98f29aab80 1 -- 172.21.15.46:0/3701721065 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563106b6cdf0 con 0x563106c8f010 2023-10-21T15:41:56.431 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.415+0000 7f98dffff700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563106c8f010 0x563106c91430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:41:56.431 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.416+0000 7f98dffff700 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563106c8f010 0x563106c91430 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69ead834ca871190 server_cookie=b583cb0d690361c8 in_seq=0 out_seq=0 2023-10-21T15:41:56.431 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.416+0000 7f98bf7fe700 10 client.16029 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:56.434 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98bf7fe700 1 -- 172.21.15.46:0/3701721065 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563106b6cdf0 con 0x563106c8f010 2023-10-21T15:41:56.434 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98bf7fe700 10 client.16029 handle_command_reply: tid=0 2023-10-21T15:41:56.434 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 client.16029 shutdown 2023-10-21T15:41:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 -- 172.21.15.46:0/3701721065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 msgr2=0x563106c340f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c340f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f98d4009ff0 tx=0x7f98d4005a60 comp rx=0 tx=0).stop 2023-10-21T15:41:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 -- 172.21.15.46:0/3701721065 shutdown_connections 2023-10-21T15:41:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563106c8f010 0x563106c91430 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563106c264b0 0x563106c35100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563106c24c60 0x563106c33bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 --2- 172.21.15.46:0/3701721065 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563106c255c0 0x563106c340f0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 -- 172.21.15.46:0/3701721065 >> 172.21.15.46:0/3701721065 conn(0x563106b4ed70 msgr2=0x563106c29450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98bf7fe700 0 client.16029 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:41:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 -- 172.21.15.46:0/3701721065 shutdown_connections 2023-10-21T15:41:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 1 -- 172.21.15.46:0/3701721065 wait complete. 2023-10-21T15:41:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.433+0000 7f98f29aab80 20 client.16029 trim_cache size 0 max 16384 2023-10-21T15:41:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:41:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:41:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:41:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:41:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 -- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98c80a1480 msgr2=0x7f98c80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98c80a1480 0x7f98c80a3940 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f98d4004800 tx=0x7f98d401a040 comp rx=0 tx=0).stop 2023-10-21T15:41:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 -- 172.21.15.46:0/867426390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f98e00ffe00 msgr2=0x7f98e0199900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:41:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f98e00ffe00 0x7f98e0199900 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f98d000e9c0 tx=0x7f98d000ecd0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 -- 172.21.15.46:0/867426390 shutdown_connections 2023-10-21T15:41:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f98c80a1480 0x7f98c80a3940 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98e0101990 0x7f98e019e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f98e00ffe00 0x7f98e0199900 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 --2- 172.21.15.46:0/867426390 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f98e0100ff0 0x7f98e019be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:41:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 -- 172.21.15.46:0/867426390 >> 172.21.15.46:0/867426390 conn(0x7f98e00fb390 msgr2=0x7f98e0104530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:41:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 -- 172.21.15.46:0/867426390 shutdown_connections 2023-10-21T15:41:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:41:56.434+0000 7f98e67c1700 1 -- 172.21.15.46:0/867426390 wait complete. 2023-10-21T15:41:57.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:56 smithi105 ceph-mon[103980]: pgmap v365: 97 pgs: 97 active+clean; 43 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 677 op/s 2023-10-21T15:41:57.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:56 smithi119 ceph-mon[103628]: pgmap v365: 97 pgs: 97 active+clean; 43 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 677 op/s 2023-10-21T15:41:57.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:56 smithi046 ceph-mon[99436]: pgmap v365: 97 pgs: 97 active+clean; 43 MiB data, 686 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 3.8 MiB/s wr, 677 op/s 2023-10-21T15:41:59.215 INFO:tasks.workunit.client.0.smithi046.stdout:30000 trunc from 0xf3838 to 0x7d16c 2023-10-21T15:41:59.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:41:58 smithi105 ceph-mon[103980]: pgmap v366: 97 pgs: 97 active+clean; 46 MiB data, 695 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 932 op/s 2023-10-21T15:41:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:41:58 smithi119 ceph-mon[103628]: pgmap v366: 97 pgs: 97 active+clean; 46 MiB data, 695 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 932 op/s 2023-10-21T15:41:59.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:41:58 smithi046 ceph-mon[99436]: pgmap v366: 97 pgs: 97 active+clean; 46 MiB data, 695 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 932 op/s 2023-10-21T15:42:01.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:00 smithi105 ceph-mon[103980]: pgmap v367: 97 pgs: 97 active+clean; 42 MiB data, 687 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 693 op/s 2023-10-21T15:42:01.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:00 smithi119 ceph-mon[103628]: pgmap v367: 97 pgs: 97 active+clean; 42 MiB data, 687 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 693 op/s 2023-10-21T15:42:01.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:00 smithi046 ceph-mon[99436]: pgmap v367: 97 pgs: 97 active+clean; 42 MiB data, 687 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 693 op/s 2023-10-21T15:42:03.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:02 smithi105 ceph-mon[103980]: pgmap v368: 97 pgs: 97 active+clean; 42 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 583 op/s 2023-10-21T15:42:03.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:02 smithi119 ceph-mon[103628]: pgmap v368: 97 pgs: 97 active+clean; 42 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 583 op/s 2023-10-21T15:42:03.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:02 smithi046 ceph-mon[99436]: pgmap v368: 97 pgs: 97 active+clean; 42 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 583 op/s 2023-10-21T15:42:05.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:04 smithi105 ceph-mon[103980]: pgmap v369: 97 pgs: 97 active+clean; 45 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 843 op/s 2023-10-21T15:42:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:04 smithi119 ceph-mon[103628]: pgmap v369: 97 pgs: 97 active+clean; 45 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 843 op/s 2023-10-21T15:42:05.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:04 smithi046 ceph-mon[99436]: pgmap v369: 97 pgs: 97 active+clean; 45 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 843 op/s 2023-10-21T15:42:06.788 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-21T15:42:06.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 -- 172.21.15.46:0/55738401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c101930 msgr2=0x7f511c108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 --2- 172.21.15.46:0/55738401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c101930 0x7f511c108250 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f511400b0a0 tx=0x7f511400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.926 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 -- 172.21.15.46:0/55738401 shutdown_connections 2023-10-21T15:42:06.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 --2- 172.21.15.46:0/55738401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c101930 0x7f511c108250 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 --2- 172.21.15.46:0/55738401 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f511c0ffe20 0x7f511c100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 --2- 172.21.15.46:0/55738401 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f511c100f70 0x7f511c1013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 -- 172.21.15.46:0/55738401 >> 172.21.15.46:0/55738401 conn(0x7f511c0fb3b0 msgr2=0x7f511c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:06.927 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 -- 172.21.15.46:0/55738401 shutdown_connections 2023-10-21T15:42:06.928 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.924+0000 7f5120936700 1 -- 172.21.15.46:0/55738401 wait complete. 2023-10-21T15:42:06.929 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5120936700 1 Processor -- start 2023-10-21T15:42:06.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5120936700 1 -- start start 2023-10-21T15:42:06.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5120936700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f511c0ffe20 0x7f511c196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5120936700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c100f70 0x7f511c1971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.930 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5120936700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f511c101930 0x7f511c19e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5120936700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511c19e800 con 0x7f511c100f70 2023-10-21T15:42:06.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5120936700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511c19e970 con 0x7f511c101930 2023-10-21T15:42:06.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5120936700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511c19eb30 con 0x7f511c0ffe20 2023-10-21T15:42:06.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5119d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c100f70 0x7f511c1971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.931 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5119d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c100f70 0x7f511c1971d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36344/0 (socket says 172.21.15.46:36344) 2023-10-21T15:42:06.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f5119d9b700 1 -- 172.21.15.46:0/3486164345 learned_addr learned my addr 172.21.15.46:0/3486164345 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:06.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f511ad9d700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f511c101930 0x7f511c19e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.925+0000 7f511a59c700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f511c0ffe20 0x7f511c196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f5119d9b700 1 -- 172.21.15.46:0/3486164345 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f511c0ffe20 msgr2=0x7f511c196c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.932 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f5119d9b700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f511c0ffe20 0x7f511c196c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f5119d9b700 1 -- 172.21.15.46:0/3486164345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f511c101930 msgr2=0x7f511c19e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f5119d9b700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f511c101930 0x7f511c19e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f5119d9b700 1 -- 172.21.15.46:0/3486164345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5114009d00 con 0x7f511c100f70 2023-10-21T15:42:06.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f511ad9d700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f511c101930 0x7f511c19e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:06.933 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f5119d9b700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c100f70 0x7f511c1971d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f511000d950 tx=0x7f511000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:06.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f510b7fe700 1 -- 172.21.15.46:0/3486164345 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f511000f890 con 0x7f511c100f70 2023-10-21T15:42:06.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f510b7fe700 1 -- 172.21.15.46:0/3486164345 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5110010460 con 0x7f511c100f70 2023-10-21T15:42:06.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f5120936700 1 -- 172.21.15.46:0/3486164345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f511c102280 con 0x7f511c100f70 2023-10-21T15:42:06.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f510b7fe700 1 -- 172.21.15.46:0/3486164345 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f511000e610 con 0x7f511c100f70 2023-10-21T15:42:06.934 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.926+0000 7f5120936700 1 -- 172.21.15.46:0/3486164345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f511c102790 con 0x7f511c100f70 2023-10-21T15:42:06.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.929+0000 7f510b7fe700 1 -- 172.21.15.46:0/3486164345 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f51100108d0 con 0x7f511c100f70 2023-10-21T15:42:06.940 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.930+0000 7f510b7fe700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f51040a1480 0x7f51040a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.930+0000 7f510b7fe700 1 -- 172.21.15.46:0/3486164345 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f51100ccae0 con 0x7f511c100f70 2023-10-21T15:42:06.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.930+0000 7f511a59c700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f51040a1480 0x7f51040a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.930+0000 7f511a59c700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f51040a1480 0x7f51040a3940 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f511c197b60 tx=0x7f510c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:06.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.930+0000 7f512cb1fb80 1 Processor -- start 2023-10-21T15:42:06.941 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f512cb1fb80 1 -- start start 2023-10-21T15:42:06.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d5944b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d5944c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5944caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.942 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d593bfc70 con 0x558d5944b780 2023-10-21T15:42:06.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d593a4c60 con 0x558d5944c620 2023-10-21T15:42:06.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d593a2580 con 0x558d5944ae20 2023-10-21T15:42:06.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d5944b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d5944b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48348/0 (socket says 172.21.15.46:48348) 2023-10-21T15:42:06.943 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 -- 172.21.15.46:0/2592070063 learned_addr learned my addr 172.21.15.46:0/2592070063 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:06.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511ad9d700 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5944caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f5119d9b700 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d5944c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 -- 172.21.15.46:0/2592070063 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 msgr2=0x558d5944caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:06.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5944caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.944 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 -- 172.21.15.46:0/2592070063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 msgr2=0x558d5944c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:06.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d5944c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 -- 172.21.15.46:0/2592070063 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558d5935b3f0 con 0x558d5944ae20 2023-10-21T15:42:06.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.931+0000 7f511a59c700 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d5944b240 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f510c011d50 tx=0x7f510c014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b698c6eaf612bec server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:06.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f5108ff9700 1 -- 172.21.15.46:0/2592070063 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510c00eb20 con 0x558d5944ae20 2023-10-21T15:42:06.945 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f5108ff9700 1 -- 172.21.15.46:0/2592070063 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f510c021070 con 0x558d5944ae20 2023-10-21T15:42:06.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f5108ff9700 1 -- 172.21.15.46:0/2592070063 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510c003c70 con 0x558d5944ae20 2023-10-21T15:42:06.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2592070063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 msgr2=0x558d5944b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d5944b240 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f510c011d50 tx=0x7f510c014000 comp rx=0 tx=0).stop 2023-10-21T15:42:06.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2592070063 shutdown_connections 2023-10-21T15:42:06.946 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5944caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d5944b240 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/2592070063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d5944c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2592070063 >> 172.21.15.46:0/2592070063 conn(0x558d59378dd0 msgr2=0x558d59445fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:06.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.932+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2592070063 shutdown_connections 2023-10-21T15:42:06.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2592070063 wait complete. 2023-10-21T15:42:06.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 -- start start 2023-10-21T15:42:06.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 Processor -- start 2023-10-21T15:42:06.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d59454cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d59455210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d5939de70 con 0x558d5944b780 2023-10-21T15:42:06.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d5933a710 con 0x558d5944c620 2023-10-21T15:42:06.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.933+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d5933a3b0 con 0x558d5944ae20 2023-10-21T15:42:06.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f512cb1fb80 10 client.0 _ll_register_callbacks cb 0x558d59197800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:06.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f511a59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d59454cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5119d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d59455210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f511a59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d59454cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48354/0 (socket says 172.21.15.46:48354) 2023-10-21T15:42:06.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f511a59c700 1 -- 172.21.15.46:0/1227465458 learned_addr learned my addr 172.21.15.46:0/1227465458 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:06.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f511ad9d700 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.950 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5119d9b700 1 -- 172.21.15.46:0/1227465458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 msgr2=0x558d59454cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:06.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5119d9b700 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d59454cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5119d9b700 1 -- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 msgr2=0x558d5945c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:06.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5119d9b700 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5119d9b700 1 -- 172.21.15.46:0/1227465458 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f510c017070 con 0x558d5944b780 2023-10-21T15:42:06.951 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f511a59c700 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d59454cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:06.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f511ad9d700 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:06.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5119d9b700 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d59455210 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f5110099d40 tx=0x7f5110099ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35e770510360a501 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:06.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5101ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:06.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5101ffb700 1 -- 172.21.15.46:0/1227465458 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f511009a010 con 0x558d5944b780 2023-10-21T15:42:06.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5101ffb700 1 -- 172.21.15.46:0/1227465458 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f511009a170 con 0x558d5944b780 2023-10-21T15:42:06.952 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1227465458 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558d593a2ef0 con 0x558d5944b780 2023-10-21T15:42:06.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f5101ffb700 1 -- 172.21.15.46:0/1227465458 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f51100992a0 con 0x558d5944b780 2023-10-21T15:42:06.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f512cb1fb80 10 client.16041 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:06.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.934+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1227465458 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x558d591c8de0 con 0x558d5944b780 2023-10-21T15:42:06.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f5101ffb700 1 -- 172.21.15.46:0/1227465458 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5110063080 con 0x558d5944b780 2023-10-21T15:42:06.953 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f5101ffb700 1 -- 172.21.15.46:0/1227465458 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f51100a1dd0 con 0x558d5944b780 2023-10-21T15:42:06.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f512cb1fb80 10 client.16041 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:06.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f512cb1fb80 10 client.16041 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:06.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f512cb1fb80 20 client.16041 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:06.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x558d59460b00 0x558d59462f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.954 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f512cb1fb80 4 client.16041 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:06.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1227465458 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558d5941ac10 con 0x558d59460b00 2023-10-21T15:42:06.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.935+0000 7f511a59c700 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x558d59460b00 0x558d59462f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f511a59c700 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x558d59460b00 0x558d59462f20 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbbd124145023d52 server_cookie=ebd0b3a57645625d in_seq=0 out_seq=0 2023-10-21T15:42:06.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f5101ffb700 10 client.16041 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:06.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f5101ffb700 1 -- 172.21.15.46:0/1227465458 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x558d5941ac10 con 0x558d59460b00 2023-10-21T15:42:06.955 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f5101ffb700 10 client.16041 handle_command_reply: tid=0 2023-10-21T15:42:06.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 client.16041 shutdown 2023-10-21T15:42:06.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1227465458 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 msgr2=0x558d59455210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d59455210 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f5110099d40 tx=0x7f5110099ef0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1227465458 shutdown_connections 2023-10-21T15:42:06.956 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x558d59460b00 0x558d59462f20 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944ae20 0x558d59454cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f5101ffb700 0 client.16041 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:06.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1227465458 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944b780 0x558d59455210 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1227465458 >> 172.21.15.46:0/1227465458 conn(0x558d59378dd0 msgr2=0x558d59445bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:06.957 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1227465458 shutdown_connections 2023-10-21T15:42:06.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.936+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1227465458 wait complete. 2023-10-21T15:42:06.958 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.937+0000 7f512cb1fb80 20 client.16041 trim_cache size 0 max 16384 2023-10-21T15:42:06.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f512cb1fb80 1 Processor -- start 2023-10-21T15:42:06.963 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f512cb1fb80 1 -- start start 2023-10-21T15:42:06.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944ae20 0x558d5945cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944c620 0x558d59445b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d5921e920 con 0x558d5944c620 2023-10-21T15:42:06.964 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d59454870 con 0x558d5944ae20 2023-10-21T15:42:06.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d59448000 con 0x558d5944b780 2023-10-21T15:42:06.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f5119d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f511ad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944c620 0x558d59445b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f5119d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945c210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48362/0 (socket says 172.21.15.46:48362) 2023-10-21T15:42:06.965 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f5119d9b700 1 -- 172.21.15.46:0/2895135161 learned_addr learned my addr 172.21.15.46:0/2895135161 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:06.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.954+0000 7f511a59c700 1 --2- 172.21.15.46:0/2895135161 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944ae20 0x558d5945cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f5119d9b700 1 -- 172.21.15.46:0/2895135161 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944ae20 msgr2=0x558d5945cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:06.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f5119d9b700 1 --2- 172.21.15.46:0/2895135161 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944ae20 0x558d5945cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f5119d9b700 1 -- 172.21.15.46:0/2895135161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944c620 msgr2=0x558d59445b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:06.966 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f5119d9b700 1 --2- 172.21.15.46:0/2895135161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944c620 0x558d59445b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f5119d9b700 1 -- 172.21.15.46:0/2895135161 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558d591b1c60 con 0x558d5944b780 2023-10-21T15:42:06.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f5119d9b700 1 --2- 172.21.15.46:0/2895135161 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945c210 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f511000b2f0 tx=0x7f51100b8170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9484d674e85c5c9 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:06.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f51097fa700 1 -- 172.21.15.46:0/2895135161 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5110014040 con 0x558d5944b780 2023-10-21T15:42:06.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f51097fa700 1 -- 172.21.15.46:0/2895135161 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558d593a2ef0 con 0x558d5944b780 2023-10-21T15:42:06.967 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.955+0000 7f51097fa700 1 -- 172.21.15.46:0/2895135161 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5110099500 con 0x558d5944b780 2023-10-21T15:42:06.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2895135161 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 msgr2=0x558d5945c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/2895135161 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945c210 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f511000b2f0 tx=0x7f51100b8170 comp rx=0 tx=0).stop 2023-10-21T15:42:06.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2895135161 shutdown_connections 2023-10-21T15:42:06.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/2895135161 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944c620 0x558d59445b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/2895135161 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944ae20 0x558d5945cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.968 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/2895135161 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945c210 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2895135161 >> 172.21.15.46:0/2895135161 conn(0x558d59378dd0 msgr2=0x558d59453920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:06.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2895135161 shutdown_connections 2023-10-21T15:42:06.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- 172.21.15.46:0/2895135161 wait complete. 2023-10-21T15:42:06.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- start start 2023-10-21T15:42:06.969 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 Processor -- start 2023-10-21T15:42:06.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944ae20 0x558d59459de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d5945b870 con 0x558d5944ae20 2023-10-21T15:42:06.970 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d5945b9e0 con 0x558d5944c620 2023-10-21T15:42:06.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.956+0000 7f512cb1fb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d5945bba0 con 0x558d5944b780 2023-10-21T15:42:06.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f512cb1fb80 10 client.0 _ll_register_callbacks cb 0x558d59197800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:06.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944ae20 0x558d59459de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944ae20 0x558d59459de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36370/0 (socket says 172.21.15.46:36370) 2023-10-21T15:42:06.971 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 -- 172.21.15.46:0/1844169694 learned_addr learned my addr 172.21.15.46:0/1844169694 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:06.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f5119d9b700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511ad9d700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 -- 172.21.15.46:0/1844169694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 msgr2=0x558d5945a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:06.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.972 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 -- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 msgr2=0x558d5945b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:06.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 -- 172.21.15.46:0/1844169694 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558d591c8de0 con 0x558d5944ae20 2023-10-21T15:42:06.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f5119d9b700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:06.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511ad9d700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:42:06.973 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f511a59c700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944ae20 0x558d59459de0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f510c011b60 tx=0x7f510c005cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=444b0adda441c92d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:06.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f5101ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:06.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f5101ffb700 1 -- 172.21.15.46:0/1844169694 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f510c02c040 con 0x558d5944ae20 2023-10-21T15:42:06.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1844169694 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f510c021070 con 0x558d5944ae20 2023-10-21T15:42:06.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f5101ffb700 1 -- 172.21.15.46:0/1844169694 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f510c0303c0 con 0x558d5944ae20 2023-10-21T15:42:06.974 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f5101ffb700 1 -- 172.21.15.46:0/1844169694 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f510c030730 con 0x558d5944ae20 2023-10-21T15:42:06.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f512cb1fb80 10 client.16047 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:06.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.957+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1844169694 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x558d591ef250 con 0x558d5944ae20 2023-10-21T15:42:06.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f5101ffb700 1 -- 172.21.15.46:0/1844169694 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f510c021070 con 0x558d5944ae20 2023-10-21T15:42:06.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f5101ffb700 1 -- 172.21.15.46:0/1844169694 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f510c003b70 con 0x558d5944ae20 2023-10-21T15:42:06.975 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f512cb1fb80 10 client.16047 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:06.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f512cb1fb80 10 client.16047 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:06.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f512cb1fb80 20 client.16047 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:06.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x558d594b56f0 0x558d594b7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:06.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f512cb1fb80 4 client.16047 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-21T15:42:06.976 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1844169694 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558d59396e50 con 0x558d594b56f0 2023-10-21T15:42:06.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f5119d9b700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x558d594b56f0 0x558d594b7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:06.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f5101ffb700 10 client.16047 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:06.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.958+0000 7f5119d9b700 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x558d594b56f0 0x558d594b7b10 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0895574ce705518 server_cookie=1e0b1984dd44cfea in_seq=0 out_seq=0 2023-10-21T15:42:06.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f5101ffb700 1 -- 172.21.15.46:0/1844169694 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x558d59396e50 con 0x558d594b56f0 2023-10-21T15:42:06.977 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f5101ffb700 10 client.16047 handle_command_reply: tid=0 2023-10-21T15:42:06.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 client.16047 shutdown 2023-10-21T15:42:06.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1844169694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944ae20 msgr2=0x558d59459de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944ae20 0x558d59459de0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f510c011b60 tx=0x7f510c005cd0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1844169694 shutdown_connections 2023-10-21T15:42:06.978 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x558d594b56f0 0x558d594b7b10 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d5944ae20 0x558d59459de0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f5101ffb700 0 client.16047 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:06.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x558d5944c620 0x558d5945b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 --2- 172.21.15.46:0/1844169694 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x558d5944b780 0x558d5945a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.979 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1844169694 >> 172.21.15.46:0/1844169694 conn(0x558d59378dd0 msgr2=0x558d59453920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:06.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1844169694 shutdown_connections 2023-10-21T15:42:06.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 1 -- 172.21.15.46:0/1844169694 wait complete. 2023-10-21T15:42:06.980 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f512cb1fb80 20 client.16047 trim_cache size 0 max 16384 2023-10-21T15:42:06.980 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:42:06.981 INFO:teuthology.orchestra.run.smithi046.stdout: "status": "no active scrubs running", 2023-10-21T15:42:06.981 INFO:teuthology.orchestra.run.smithi046.stdout: "scrubs": {} 2023-10-21T15:42:06.981 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:42:06.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f5120936700 1 -- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f51040a1480 msgr2=0x7f51040a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f5120936700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f51040a1480 0x7f51040a3940 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f511c197b60 tx=0x7f510c009260 comp rx=0 tx=0).stop 2023-10-21T15:42:06.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f5120936700 1 -- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c100f70 msgr2=0x7f511c1971d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:06.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.959+0000 7f5120936700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c100f70 0x7f511c1971d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f511000d950 tx=0x7f511000dc60 comp rx=0 tx=0).stop 2023-10-21T15:42:06.983 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.960+0000 7f5120936700 1 -- 172.21.15.46:0/3486164345 shutdown_connections 2023-10-21T15:42:06.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.960+0000 7f5120936700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f51040a1480 0x7f51040a3940 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.960+0000 7f5120936700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f511c101930 0x7f511c19e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.960+0000 7f5120936700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f511c0ffe20 0x7f511c196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.960+0000 7f5120936700 1 --2- 172.21.15.46:0/3486164345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f511c100f70 0x7f511c1971d0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:06.984 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.960+0000 7f5120936700 1 -- 172.21.15.46:0/3486164345 >> 172.21.15.46:0/3486164345 conn(0x7f511c0fb3b0 msgr2=0x7f511c068fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:06.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.960+0000 7f5120936700 1 -- 172.21.15.46:0/3486164345 shutdown_connections 2023-10-21T15:42:06.985 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:06.960+0000 7f5120936700 1 -- 172.21.15.46:0/3486164345 wait complete. 2023-10-21T15:42:06.985 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-21T15:42:06.986 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:42:07.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 -- 172.21.15.46:0/1872039148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a01021b0 msgr2=0x7f90a0102610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 --2- 172.21.15.46:0/1872039148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a01021b0 0x7f90a0102610 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f90940098f0 tx=0x7f9094009c00 comp rx=0 tx=0).stop 2023-10-21T15:42:07.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 -- 172.21.15.46:0/1872039148 shutdown_connections 2023-10-21T15:42:07.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 --2- 172.21.15.46:0/1872039148 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90a0102b50 0x7f90a0109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 --2- 172.21.15.46:0/1872039148 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f90a00ff1e0 0x7f90a00ff600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 --2- 172.21.15.46:0/1872039148 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a01021b0 0x7f90a0102610 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 -- 172.21.15.46:0/1872039148 >> 172.21.15.46:0/1872039148 conn(0x7f90a00fab10 msgr2=0x7f90a00fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 -- 172.21.15.46:0/1872039148 shutdown_connections 2023-10-21T15:42:07.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.115+0000 7f90a53ed700 1 -- 172.21.15.46:0/1872039148 wait complete. 2023-10-21T15:42:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f90a53ed700 1 Processor -- start 2023-10-21T15:42:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f90a53ed700 1 -- start start 2023-10-21T15:42:07.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f90a53ed700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a00ff1e0 0x7f90a0196b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f90a53ed700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90a01021b0 0x7f90a0197070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f90a53ed700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f90a0102b50 0x7f90a019e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f90a53ed700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90a019e6b0 con 0x7f90a01021b0 2023-10-21T15:42:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f90a53ed700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90a019e7f0 con 0x7f90a0102b50 2023-10-21T15:42:07.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f90a53ed700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90a019e980 con 0x7f90a00ff1e0 2023-10-21T15:42:07.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f909e7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90a01021b0 0x7f90a0197070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f909effd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a00ff1e0 0x7f90a0196b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f909e7fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90a01021b0 0x7f90a0197070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36386/0 (socket says 172.21.15.46:36386) 2023-10-21T15:42:07.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f909e7fc700 1 -- 172.21.15.46:0/463604005 learned_addr learned my addr 172.21.15.46:0/463604005 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.116+0000 7f909f7fe700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f90a0102b50 0x7f90a019e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f909effd700 1 -- 172.21.15.46:0/463604005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f90a0102b50 msgr2=0x7f90a019e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f909effd700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f90a0102b50 0x7f90a019e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f909effd700 1 -- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90a01021b0 msgr2=0x7f90a0197070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f909effd700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90a01021b0 0x7f90a0197070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.124 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f909effd700 1 -- 172.21.15.46:0/463604005 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90980095f0 con 0x7f90a00ff1e0 2023-10-21T15:42:07.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f909f7fe700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f90a0102b50 0x7f90a019e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:42:07.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f909e7fc700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90a01021b0 0x7f90a0197070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:07.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f909effd700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a00ff1e0 0x7f90a0196b30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f909000eee0 tx=0x7f909000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f9087fff700 1 -- 172.21.15.46:0/463604005 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9090018070 con 0x7f90a00ff1e0 2023-10-21T15:42:07.125 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f9087fff700 1 -- 172.21.15.46:0/463604005 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f909000f040 con 0x7f90a00ff1e0 2023-10-21T15:42:07.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9094009520 con 0x7f90a00ff1e0 2023-10-21T15:42:07.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f9087fff700 1 -- 172.21.15.46:0/463604005 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9090004280 con 0x7f90a00ff1e0 2023-10-21T15:42:07.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.117+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90a019ef80 con 0x7f90a00ff1e0 2023-10-21T15:42:07.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.118+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90a010c720 con 0x7f90a00ff1e0 2023-10-21T15:42:07.126 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.119+0000 7f9087fff700 1 -- 172.21.15.46:0/463604005 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f909000ca70 con 0x7f90a00ff1e0 2023-10-21T15:42:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.120+0000 7f9087fff700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f90880a1520 0x7f90880a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.127 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.120+0000 7f9087fff700 1 -- 172.21.15.46:0/463604005 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f90900cd6e0 con 0x7f90a00ff1e0 2023-10-21T15:42:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.120+0000 7f909e7fc700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f90880a1520 0x7f90880a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.121+0000 7f909e7fc700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f90880a1520 0x7f90880a39e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f909400c010 tx=0x7f9094019040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.124+0000 7f9087fff700 1 -- 172.21.15.46:0/463604005 <== mon.1 v2:172.21.15.119:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9090096d80 con 0x7f90a00ff1e0 2023-10-21T15:42:07.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:06 smithi046 ceph-mon[99436]: pgmap v370: 97 pgs: 97 active+clean; 46 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 594 op/s 2023-10-21T15:42:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:06 smithi105 ceph-mon[103980]: pgmap v370: 97 pgs: 97 active+clean; 46 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 594 op/s 2023-10-21T15:42:07.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:06 smithi119 ceph-mon[103628]: pgmap v370: 97 pgs: 97 active+clean; 46 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 594 op/s 2023-10-21T15:42:07.417 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.416+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f90a0107e20 con 0x7f90a00ff1e0 2023-10-21T15:42:07.418 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.416+0000 7f9087fff700 1 -- 172.21.15.46:0/463604005 <== mon.1 v2:172.21.15.119:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) v1 ==== 94+0+11381 (secure 0 0 0) 0x7f909009a3a0 con 0x7f90a00ff1e0 2023-10-21T15:42:07.418 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:42:07.418 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":34,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":34,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:41:30.066416+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":48,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":47,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24487":{"gid":24487,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/3747517153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":3747517153},{"type":"v1","addr":"172.21.15.119:6837","nonce":3747517153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":46,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[0],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:42:07.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.418+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f90880a1520 msgr2=0x7f90880a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.418+0000 7f90a53ed700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f90880a1520 0x7f90880a39e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f909400c010 tx=0x7f9094019040 comp rx=0 tx=0).stop 2023-10-21T15:42:07.420 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.418+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a00ff1e0 msgr2=0x7f90a0196b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.418+0000 7f90a53ed700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a00ff1e0 0x7f90a0196b30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f909000eee0 tx=0x7f909000c3a0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.419+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 shutdown_connections 2023-10-21T15:42:07.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.419+0000 7f90a53ed700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f90880a1520 0x7f90880a39e0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.419+0000 7f90a53ed700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f90a0102b50 0x7f90a019e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.421 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.419+0000 7f90a53ed700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f90a00ff1e0 0x7f90a0196b30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.419+0000 7f90a53ed700 1 --2- 172.21.15.46:0/463604005 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f90a01021b0 0x7f90a0197070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.419+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 >> 172.21.15.46:0/463604005 conn(0x7f90a00fab10 msgr2=0x7f90a00fcd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.419+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 shutdown_connections 2023-10-21T15:42:07.422 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.419+0000 7f90a53ed700 1 -- 172.21.15.46:0/463604005 wait complete. 2023-10-21T15:42:07.423 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 34 2023-10-21T15:42:07.434 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-10-21T15:42:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 -- 172.21.15.46:0/2676437096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102a50 msgr2=0x7f8a94109370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 --2- 172.21.15.46:0/2676437096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102a50 0x7f8a94109370 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c00b0a0 tx=0x7f8a8c00b3b0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.570 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 -- 172.21.15.46:0/2676437096 shutdown_connections 2023-10-21T15:42:07.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 --2- 172.21.15.46:0/2676437096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102a50 0x7f8a94109370 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 --2- 172.21.15.46:0/2676437096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a94100eb0 0x7f8a941012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 --2- 172.21.15.46:0/2676437096 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a94102090 0x7f8a94102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 -- 172.21.15.46:0/2676437096 >> 172.21.15.46:0/2676437096 conn(0x7f8a940fc430 msgr2=0x7f8a940fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.571 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 -- 172.21.15.46:0/2676437096 shutdown_connections 2023-10-21T15:42:07.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.567+0000 7f8a9c023700 1 -- 172.21.15.46:0/2676437096 wait complete. 2023-10-21T15:42:07.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9c023700 1 Processor -- start 2023-10-21T15:42:07.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9c023700 1 -- start start 2023-10-21T15:42:07.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9c023700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a94100eb0 0x7f8a94198ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.572 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9c023700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102090 0x7f8a94199430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9c023700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a94102a50 0x7f8a941a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9c023700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a941a0a70 con 0x7f8a94102090 2023-10-21T15:42:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9c023700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a941a0bb0 con 0x7f8a94102a50 2023-10-21T15:42:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9c023700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a941a0d40 con 0x7f8a94100eb0 2023-10-21T15:42:07.573 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102090 0x7f8a94199430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102090 0x7f8a94199430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36400/0 (socket says 172.21.15.46:36400) 2023-10-21T15:42:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 -- 172.21.15.46:0/1458881358 learned_addr learned my addr 172.21.15.46:0/1458881358 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a9a5c0700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a94102a50 0x7f8a941a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a94100eb0 0x7f8a94198ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.574 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 -- 172.21.15.46:0/1458881358 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a94100eb0 msgr2=0x7f8a94198ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a94100eb0 0x7f8a94198ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 -- 172.21.15.46:0/1458881358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a94102a50 msgr2=0x7f8a941a04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a94102a50 0x7f8a941a04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 -- 172.21.15.46:0/1458881358 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a8c009d00 con 0x7f8a94102090 2023-10-21T15:42:07.575 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.568+0000 7f8a995be700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102090 0x7f8a94199430 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f8a8400e970 tx=0x7f8a8400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.569+0000 7f8a8affd700 1 -- 172.21.15.46:0/1458881358 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a84009790 con 0x7f8a94102090 2023-10-21T15:42:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.569+0000 7f8a8affd700 1 -- 172.21.15.46:0/1458881358 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a8400c7e0 con 0x7f8a94102090 2023-10-21T15:42:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.569+0000 7f8a9c023700 1 -- 172.21.15.46:0/1458881358 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a941a0fc0 con 0x7f8a94102090 2023-10-21T15:42:07.576 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.569+0000 7f8a8affd700 1 -- 172.21.15.46:0/1458881358 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a84003c70 con 0x7f8a94102090 2023-10-21T15:42:07.582 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.569+0000 7f8a9c023700 1 -- 172.21.15.46:0/1458881358 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a941a14a0 con 0x7f8a94102090 2023-10-21T15:42:07.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.571+0000 7f8a8affd700 1 -- 172.21.15.46:0/1458881358 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8a8400cc50 con 0x7f8a94102090 2023-10-21T15:42:07.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.571+0000 7f8a8affd700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8a800a1480 0x7f8a800a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.572+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8a800a1480 0x7f8a800a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.572+0000 7f8a8affd700 1 -- 172.21.15.46:0/1458881358 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8a84014070 con 0x7f8a94102090 2023-10-21T15:42:07.583 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.572+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8a800a1480 0x7f8a800a3940 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8a94101c00 tx=0x7f8a90009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.572+0000 7f8aa820cb80 1 Processor -- start 2023-10-21T15:42:07.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8aa820cb80 1 -- start start 2023-10-21T15:42:07.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4866240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4867040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.584 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4867aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac47dac70 con 0x55dac4865e20 2023-10-21T15:42:07.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac47bfc60 con 0x55dac4866780 2023-10-21T15:42:07.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac47bd580 con 0x55dac4867620 2023-10-21T15:42:07.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a99dbf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4866240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.585 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a99dbf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4866240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36406/0 (socket says 172.21.15.46:36406) 2023-10-21T15:42:07.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a9a5c0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4867aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a99dbf700 1 -- 172.21.15.46:0/1268593727 learned_addr learned my addr 172.21.15.46:0/1268593727 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a995be700 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4867040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a9a5c0700 1 -- 172.21.15.46:0/1268593727 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 msgr2=0x55dac4867040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.586 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a9a5c0700 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4867040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a9a5c0700 1 -- 172.21.15.46:0/1268593727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 msgr2=0x55dac4866240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a9a5c0700 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4866240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a9a5c0700 1 -- 172.21.15.46:0/1268593727 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dac47763f0 con 0x55dac4867620 2023-10-21T15:42:07.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.573+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4866240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:07.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.574+0000 7f8a9a5c0700 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4867aa0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c009fd0 tx=0x7f8a8c009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d948e7441d6e56ac server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.587 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.574+0000 7f8a7ffff700 1 -- 172.21.15.46:0/1268593727 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c00e040 con 0x55dac4867620 2023-10-21T15:42:07.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.574+0000 7f8a7ffff700 1 -- 172.21.15.46:0/1268593727 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a8c0076e0 con 0x55dac4867620 2023-10-21T15:42:07.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.574+0000 7f8a7ffff700 1 -- 172.21.15.46:0/1268593727 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8c01c6a0 con 0x55dac4867620 2023-10-21T15:42:07.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1268593727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 msgr2=0x55dac4867aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4867aa0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c009fd0 tx=0x7f8a8c009c20 comp rx=0 tx=0).stop 2023-10-21T15:42:07.588 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1268593727 shutdown_connections 2023-10-21T15:42:07.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4866240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4867aa0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1268593727 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4867040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1268593727 >> 172.21.15.46:0/1268593727 conn(0x55dac4793dd0 msgr2=0x55dac4860fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.589 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1268593727 shutdown_connections 2023-10-21T15:42:07.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1268593727 wait complete. 2023-10-21T15:42:07.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 -- start start 2023-10-21T15:42:07.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.575+0000 7f8aa820cb80 1 Processor -- start 2023-10-21T15:42:07.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4865e20 0x55dac486fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.590 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48701a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac48771e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac47b8e70 con 0x55dac4866780 2023-10-21T15:42:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac4755710 con 0x55dac4865e20 2023-10-21T15:42:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac47553b0 con 0x55dac4867620 2023-10-21T15:42:07.591 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8aa820cb80 10 client.0 _ll_register_callbacks cb 0x55dac45b2800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:07.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48701a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48701a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36414/0 (socket says 172.21.15.46:36414) 2023-10-21T15:42:07.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 -- 172.21.15.46:0/1013092551 learned_addr learned my addr 172.21.15.46:0/1013092551 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4865e20 0x55dac486fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.592 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a9a5c0700 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac48771e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 -- 172.21.15.46:0/1013092551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 msgr2=0x55dac48771e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac48771e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 -- 172.21.15.46:0/1013092551 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4865e20 msgr2=0x55dac486fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4865e20 0x55dac486fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.593 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 -- 172.21.15.46:0/1013092551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a90017070 con 0x55dac4866780 2023-10-21T15:42:07.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a995be700 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48701a0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f8a84005950 tx=0x7f8a84099c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b278473f235ffd0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a7d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:07.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.576+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/1013092551 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8409a610 con 0x55dac4866780 2023-10-21T15:42:07.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/1013092551 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8a8409a1b0 con 0x55dac4866780 2023-10-21T15:42:07.594 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1013092551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dac47bdef0 con 0x55dac4866780 2023-10-21T15:42:07.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/1013092551 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a8409e300 con 0x55dac4866780 2023-10-21T15:42:07.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 10 client.16065 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:07.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1013092551 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f8a94109ca0 con 0x55dac4866780 2023-10-21T15:42:07.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/1013092551 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55dac47bdef0 con 0x55dac4866780 2023-10-21T15:42:07.595 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/1013092551 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f8a840a20b0 con 0x55dac4866780 2023-10-21T15:42:07.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 10 client.16065 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:07.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 10 client.16065 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2023-10-21T15:42:07.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 20 client.16065 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:07.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55dac487ba80 0x55dac487dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 4 client.16065 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:07.596 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1013092551 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dac4835c10 con 0x55dac487ba80 2023-10-21T15:42:07.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.577+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55dac487ba80 0x55dac487dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.578+0000 7f8a7d7fa700 10 client.16065 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:42:07.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.578+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55dac487ba80 0x55dac487dea0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bc32aa25d3b96f38 server_cookie=7c378559d14b61ad in_seq=0 out_seq=0 2023-10-21T15:42:07.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.578+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/1013092551 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55dac4835c10 con 0x55dac487ba80 2023-10-21T15:42:07.597 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.578+0000 7f8a7d7fa700 10 client.16065 handle_command_reply: tid=0 2023-10-21T15:42:07.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.578+0000 7f8aa820cb80 1 client.16065 shutdown 2023-10-21T15:42:07.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1013092551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 msgr2=0x55dac48701a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48701a0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f8a84005950 tx=0x7f8a84099c00 comp rx=0 tx=0).stop 2023-10-21T15:42:07.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1013092551 shutdown_connections 2023-10-21T15:42:07.598 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55dac487ba80 0x55dac487dea0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac48771e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8a7d7fa700 0 client.16065 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:42:07.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4865e20 0x55dac486fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1013092551 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48701a0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.599 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1013092551 >> 172.21.15.46:0/1013092551 conn(0x55dac4793dd0 msgr2=0x55dac4860bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1013092551 shutdown_connections 2023-10-21T15:42:07.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1013092551 wait complete. 2023-10-21T15:42:07.600 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.579+0000 7f8aa820cb80 20 client.16065 trim_cache size 0 max 16384 2023-10-21T15:42:07.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.592+0000 7f8aa820cb80 1 Processor -- start 2023-10-21T15:42:07.605 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.592+0000 7f8aa820cb80 1 -- start start 2023-10-21T15:42:07.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.592+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4865e20 0x55dac4867a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.592+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48771a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.592+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4867620 0x55dac486da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac4639920 con 0x55dac4866780 2023-10-21T15:42:07.606 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac486f7d0 con 0x55dac4867620 2023-10-21T15:42:07.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac487b550 con 0x55dac4865e20 2023-10-21T15:42:07.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a995be700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48771a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4865e20 0x55dac4867a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4865e20 0x55dac4867a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48418/0 (socket says 172.21.15.46:48418) 2023-10-21T15:42:07.607 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 -- 172.21.15.46:0/1789430752 learned_addr learned my addr 172.21.15.46:0/1789430752 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a9a5c0700 1 --2- 172.21.15.46:0/1789430752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4867620 0x55dac486da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 -- 172.21.15.46:0/1789430752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4867620 msgr2=0x55dac486da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1789430752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4867620 0x55dac486da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 -- 172.21.15.46:0/1789430752 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 msgr2=0x55dac48771a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1789430752 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48771a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.608 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 -- 172.21.15.46:0/1789430752 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dac45e3de0 con 0x55dac4865e20 2023-10-21T15:42:07.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/1789430752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4865e20 0x55dac4867a00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x55dac487e7b0 tx=0x7f8a90014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eaadde0ecee75e8c server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a88ff9700 1 -- 172.21.15.46:0/1789430752 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a90022030 con 0x55dac4865e20 2023-10-21T15:42:07.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a88ff9700 1 -- 172.21.15.46:0/1789430752 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a90023040 con 0x55dac4865e20 2023-10-21T15:42:07.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.593+0000 7f8a88ff9700 1 -- 172.21.15.46:0/1789430752 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a9002b330 con 0x55dac4865e20 2023-10-21T15:42:07.609 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1789430752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4865e20 msgr2=0x55dac4867a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1789430752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4865e20 0x55dac4867a00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x55dac487e7b0 tx=0x7f8a90014000 comp rx=0 tx=0).stop 2023-10-21T15:42:07.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1789430752 shutdown_connections 2023-10-21T15:42:07.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1789430752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4867620 0x55dac486da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1789430752 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4865e20 0x55dac4867a00 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.610 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/1789430752 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4866780 0x55dac48771a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1789430752 >> 172.21.15.46:0/1789430752 conn(0x55dac4793dd0 msgr2=0x55dac486e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1789430752 shutdown_connections 2023-10-21T15:42:07.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.594+0000 7f8aa820cb80 1 -- 172.21.15.46:0/1789430752 wait complete. 2023-10-21T15:42:07.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 1 -- start start 2023-10-21T15:42:07.611 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 1 Processor -- start 2023-10-21T15:42:07.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4876940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4876e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4874f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac4875490 con 0x55dac4865e20 2023-10-21T15:42:07.612 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac4875600 con 0x55dac4866780 2023-10-21T15:42:07.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dac48757c0 con 0x55dac4867620 2023-10-21T15:42:07.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8aa820cb80 10 client.0 _ll_register_callbacks cb 0x7f8a84099cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:07.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8a99dbf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4876940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8a995be700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4876e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.613 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8a9a5c0700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4874f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8a995be700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4876e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53360/0 (socket says 172.21.15.46:53360) 2023-10-21T15:42:07.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.595+0000 7f8a995be700 1 -- 172.21.15.46:0/3385681427 learned_addr learned my addr 172.21.15.46:0/3385681427 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a995be700 1 -- 172.21.15.46:0/3385681427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 msgr2=0x55dac4874f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a995be700 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4874f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.614 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a995be700 1 -- 172.21.15.46:0/3385681427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 msgr2=0x55dac4876940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a995be700 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4876940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a995be700 1 -- 172.21.15.46:0/3385681427 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a9001d410 con 0x55dac4866780 2023-10-21T15:42:07.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a9a5c0700 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4874f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:07.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a995be700 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4876e80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8a84098500 tx=0x7f8a84003680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db21935a061f1747 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.615 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a7d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:42:07.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/3385681427 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8409a610 con 0x55dac4866780 2023-10-21T15:42:07.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/3385681427 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8a8409a1b0 con 0x55dac4866780 2023-10-21T15:42:07.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8aa820cb80 1 -- 172.21.15.46:0/3385681427 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8a8c0076e0 con 0x55dac4866780 2023-10-21T15:42:07.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/3385681427 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a8409e300 con 0x55dac4866780 2023-10-21T15:42:07.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8aa820cb80 10 client.25697 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:07.616 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8aa820cb80 1 -- 172.21.15.46:0/3385681427 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55dac45ccc60 con 0x55dac4866780 2023-10-21T15:42:07.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/3385681427 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a8c0076e0 con 0x55dac4866780 2023-10-21T15:42:07.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/3385681427 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f8a84099110 con 0x55dac4866780 2023-10-21T15:42:07.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8aa820cb80 10 client.25697 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:07.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8aa820cb80 10 client.25697 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2023-10-21T15:42:07.617 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.596+0000 7f8aa820cb80 20 client.25697 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:07.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55dac48d0610 0x55dac48d2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8aa820cb80 4 client.25697 mds_command: new command op to 24440 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:42:07.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8aa820cb80 1 -- 172.21.15.46:0/3385681427 --> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55dac47b1e50 con 0x55dac48d0610 2023-10-21T15:42:07.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55dac48d0610 0x55dac48d2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.618 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8a7d7fa700 10 client.25697 ms_handle_connect on v2:172.21.15.105:6832/1204683847 2023-10-21T15:42:07.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8a99dbf700 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55dac48d0610 0x55dac48d2a00 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3ecd21781f6d1a0d server_cookie=7ba59488f8e0d1ad in_seq=0 out_seq=0 2023-10-21T15:42:07.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8a7d7fa700 1 -- 172.21.15.46:0/3385681427 <== mds.4 v2:172.21.15.105:6832/1204683847 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55dac47b1e50 con 0x55dac48d0610 2023-10-21T15:42:07.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8a7d7fa700 10 client.25697 handle_command_reply: tid=0 2023-10-21T15:42:07.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8aa820cb80 1 client.25697 shutdown 2023-10-21T15:42:07.619 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8aa820cb80 1 -- 172.21.15.46:0/3385681427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 msgr2=0x55dac4876e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.597+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4876e80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8a84098500 tx=0x7f8a84003680 comp rx=0 tx=0).stop 2023-10-21T15:42:07.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 1 -- 172.21.15.46:0/3385681427 shutdown_connections 2023-10-21T15:42:07.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.105:6832/1204683847,v1:172.21.15.105:6833/1204683847] conn(0x55dac48d0610 0x55dac48d2a00 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dac4865e20 0x55dac4876940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.620 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8a7d7fa700 0 client.25697 ms_handle_reset on v2:172.21.15.105:6832/1204683847 2023-10-21T15:42:07.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55dac4867620 0x55dac4874f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 1 --2- 172.21.15.46:0/3385681427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dac4866780 0x55dac4876e80 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 1 -- 172.21.15.46:0/3385681427 >> 172.21.15.46:0/3385681427 conn(0x55dac4793dd0 msgr2=0x55dac486da70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 1 -- 172.21.15.46:0/3385681427 shutdown_connections 2023-10-21T15:42:07.621 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 1 -- 172.21.15.46:0/3385681427 wait complete. 2023-10-21T15:42:07.622 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8aa820cb80 20 client.25697 trim_cache size 0 max 16384 2023-10-21T15:42:07.622 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:42:07.623 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8a9c023700 1 -- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8a800a1480 msgr2=0x7f8a800a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8a9c023700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8a800a1480 0x7f8a800a3940 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8a94101c00 tx=0x7f8a90009260 comp rx=0 tx=0).stop 2023-10-21T15:42:07.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8a9c023700 1 -- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102090 msgr2=0x7f8a94199430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.598+0000 7f8a9c023700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102090 0x7f8a94199430 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f8a8400e970 tx=0x7f8a8400ec80 comp rx=0 tx=0).stop 2023-10-21T15:42:07.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.599+0000 7f8a9c023700 1 -- 172.21.15.46:0/1458881358 shutdown_connections 2023-10-21T15:42:07.624 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.599+0000 7f8a9c023700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f8a800a1480 0x7f8a800a3940 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.599+0000 7f8a9c023700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a94102a50 0x7f8a941a04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.599+0000 7f8a9c023700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f8a94100eb0 0x7f8a94198ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.599+0000 7f8a9c023700 1 --2- 172.21.15.46:0/1458881358 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8a94102090 0x7f8a94199430 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.599+0000 7f8a9c023700 1 -- 172.21.15.46:0/1458881358 >> 172.21.15.46:0/1458881358 conn(0x7f8a940fc430 msgr2=0x7f8a940fe660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.625 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.599+0000 7f8a9c023700 1 -- 172.21.15.46:0/1458881358 shutdown_connections 2023-10-21T15:42:07.626 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.599+0000 7f8a9c023700 1 -- 172.21.15.46:0/1458881358 wait complete. 2023-10-21T15:42:07.626 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-10-21T15:42:07.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 -- 172.21.15.46:0/3837548530 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca00ffdc0 msgr2=0x7f5ca01001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 --2- 172.21.15.46:0/3837548530 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca00ffdc0 0x7f5ca01001e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f5c900099c0 tx=0x7f5c90009cd0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 -- 172.21.15.46:0/3837548530 shutdown_connections 2023-10-21T15:42:07.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 --2- 172.21.15.46:0/3837548530 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca00ffdc0 0x7f5ca01001e0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 --2- 172.21.15.46:0/3837548530 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5ca0101950 0x7f5ca0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 --2- 172.21.15.46:0/3837548530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ca0100fb0 0x7f5ca0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 -- 172.21.15.46:0/3837548530 >> 172.21.15.46:0/3837548530 conn(0x7f5ca00fb350 msgr2=0x7f5ca00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 -- 172.21.15.46:0/3837548530 shutdown_connections 2023-10-21T15:42:07.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 -- 172.21.15.46:0/3837548530 wait complete. 2023-10-21T15:42:07.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.768+0000 7f5ca6575700 1 Processor -- start 2023-10-21T15:42:07.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5ca6575700 1 -- start start 2023-10-21T15:42:07.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5ca6575700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5ca00ffdc0 0x7f5ca0069de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5ca6575700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca0100fb0 0x7f5ca019b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5ca6575700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ca0101950 0x7f5ca019df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5ca6575700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ca019e720 con 0x7f5ca0100fb0 2023-10-21T15:42:07.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5ca6575700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ca019e890 con 0x7f5ca0101950 2023-10-21T15:42:07.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5ca6575700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ca019ea50 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca0100fb0 0x7f5ca019b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9ffff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5ca00ffdc0 0x7f5ca0069de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9ffff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5ca00ffdc0 0x7f5ca0069de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48436/0 (socket says 172.21.15.46:48436) 2023-10-21T15:42:07.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca0100fb0 0x7f5ca019b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36440/0 (socket says 172.21.15.46:36440) 2023-10-21T15:42:07.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9ffff700 1 -- 172.21.15.46:0/917630182 learned_addr learned my addr 172.21.15.46:0/917630182 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5ca4b12700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ca0101950 0x7f5ca019df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9ffff700 1 -- 172.21.15.46:0/917630182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ca0101950 msgr2=0x7f5ca019df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ca0101950 0x7f5ca019df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9ffff700 1 -- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca0100fb0 msgr2=0x7f5ca019b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca0100fb0 0x7f5ca019b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9ffff700 1 -- 172.21.15.46:0/917630182 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c900095f0 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.769+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca0100fb0 0x7f5ca019b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:07.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.770+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5ca00ffdc0 0x7f5ca0069de0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5c90009fd0 tx=0x7f5c90009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.770+0000 7f5c9d7fa700 1 -- 172.21.15.46:0/917630182 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c9001d070 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.770+0000 7f5ca6575700 1 -- 172.21.15.46:0/917630182 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ca01956c0 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.770+0000 7f5c9d7fa700 1 -- 172.21.15.46:0/917630182 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c90005030 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.770+0000 7f5c9d7fa700 1 -- 172.21.15.46:0/917630182 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c90004a00 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.770+0000 7f5ca6575700 1 -- 172.21.15.46:0/917630182 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ca0195bc0 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.772+0000 7f5c9d7fa700 1 -- 172.21.15.46:0/917630182 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5c900051a0 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.773+0000 7f5c9d7fa700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c880a1480 0x7f5c880a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.773+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c880a1480 0x7f5c880a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.780 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.773+0000 7f5c9d7fa700 1 -- 172.21.15.46:0/917630182 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5c900cda60 con 0x7f5ca00ffdc0 2023-10-21T15:42:07.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.773+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c880a1480 0x7f5c880a3940 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5c94011490 tx=0x7f5c94009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5cb275eb80 1 Processor -- start 2023-10-21T15:42:07.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5cb275eb80 1 -- start start 2023-10-21T15:42:07.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815ba240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 0x563a815bb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815bbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a8152ec70 con 0x563a815bb620 2023-10-21T15:42:07.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a81513c60 con 0x563a815b9e20 2023-10-21T15:42:07.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a81511580 con 0x563a815ba780 2023-10-21T15:42:07.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5ca4b12700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815bbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5ca4b12700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815bbaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36450/0 (socket says 172.21.15.46:36450) 2023-10-21T15:42:07.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5ca4b12700 1 -- 172.21.15.46:0/1511218139 learned_addr learned my addr 172.21.15.46:0/1511218139 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815ba240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 0x563a815bb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5ca4b12700 1 -- 172.21.15.46:0/1511218139 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 msgr2=0x563a815bb040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5ca4b12700 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 0x563a815bb040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5ca4b12700 1 -- 172.21.15.46:0/1511218139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 msgr2=0x563a815ba240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5ca4b12700 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815ba240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5ca4b12700 1 -- 172.21.15.46:0/1511218139 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a814ca3f0 con 0x563a815bb620 2023-10-21T15:42:07.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.774+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815ba240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:07.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.775+0000 7f5ca4b12700 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815bbaa0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f5c980108a0 tx=0x7f5c9800b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5faee0ce25cf326 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.775+0000 7f5c867fc700 1 -- 172.21.15.46:0/1511218139 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c98003c00 con 0x563a815bb620 2023-10-21T15:42:07.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.775+0000 7f5c867fc700 1 -- 172.21.15.46:0/1511218139 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c98016040 con 0x563a815bb620 2023-10-21T15:42:07.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.775+0000 7f5c867fc700 1 -- 172.21.15.46:0/1511218139 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c98007760 con 0x563a815bb620 2023-10-21T15:42:07.790 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.775+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1511218139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 msgr2=0x563a815bbaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.775+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815bbaa0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f5c980108a0 tx=0x7f5c9800b040 comp rx=0 tx=0).stop 2023-10-21T15:42:07.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1511218139 shutdown_connections 2023-10-21T15:42:07.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815bbaa0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815ba240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1511218139 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 0x563a815bb040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1511218139 >> 172.21.15.46:0/1511218139 conn(0x563a814e7dd0 msgr2=0x563a815b4fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1511218139 shutdown_connections 2023-10-21T15:42:07.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1511218139 wait complete. 2023-10-21T15:42:07.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 -- start start 2023-10-21T15:42:07.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 Processor -- start 2023-10-21T15:42:07.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815c3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815ba780 0x563a815c4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815bb620 0x563a815cb190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a8150ce70 con 0x563a815ba780 2023-10-21T15:42:07.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a814a9710 con 0x563a815b9e20 2023-10-21T15:42:07.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a814a93b0 con 0x563a815bb620 2023-10-21T15:42:07.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5cb275eb80 10 client.0 _ll_register_callbacks cb 0x563a81306800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:07.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.776+0000 7f5c9f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815ba780 0x563a815c4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9f7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815ba780 0x563a815c4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36454/0 (socket says 172.21.15.46:36454) 2023-10-21T15:42:07.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9f7fe700 1 -- 172.21.15.46:0/1056548383 learned_addr learned my addr 172.21.15.46:0/1056548383 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815c3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5ca4b12700 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815bb620 0x563a815cb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9ffff700 1 -- 172.21.15.46:0/1056548383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815bb620 msgr2=0x563a815cb190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815bb620 0x563a815cb190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9ffff700 1 -- 172.21.15.46:0/1056548383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815ba780 msgr2=0x563a815c4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815ba780 0x563a815c4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9ffff700 1 -- 172.21.15.46:0/1056548383 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ca0195bc0 con 0x563a815b9e20 2023-10-21T15:42:07.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815ba780 0x563a815c4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:07.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815c3c10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5c9000b580 tx=0x7f5c90005760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df30dcf9853743b2 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c7f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:42:07.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/1056548383 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c900b2070 con 0x563a815b9e20 2023-10-21T15:42:07.798 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1056548383 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563a81511ef0 con 0x563a815b9e20 2023-10-21T15:42:07.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.777+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/1056548383 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5c9009e030 con 0x563a815b9e20 2023-10-21T15:42:07.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.778+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/1056548383 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c9009ef10 con 0x563a815b9e20 2023-10-21T15:42:07.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.778+0000 7f5cb275eb80 10 client.25709 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:07.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.778+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1056548383 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f5c98010550 con 0x563a815b9e20 2023-10-21T15:42:07.799 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/1056548383 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c90064080 con 0x563a815b9e20 2023-10-21T15:42:07.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/1056548383 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f5c900a2c30 con 0x563a815b9e20 2023-10-21T15:42:07.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5cb275eb80 10 client.25709 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:07.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5cb275eb80 10 client.25709 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2023-10-21T15:42:07.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5cb275eb80 20 client.25709 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:07.800 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x563a815cf5c0 0x563a815d19b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5cb275eb80 4 client.25709 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:07.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1056548383 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563a81589c10 con 0x563a815cf5c0 2023-10-21T15:42:07.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.779+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x563a815cf5c0 0x563a815d19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.780+0000 7f5c7f7fe700 10 client.25709 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:42:07.801 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.780+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x563a815cf5c0 0x563a815d19b0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d27971bdfc52834e server_cookie=5ad9e005c09f3786 in_seq=0 out_seq=0 2023-10-21T15:42:07.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.780+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/1056548383 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563a81589c10 con 0x563a815cf5c0 2023-10-21T15:42:07.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.780+0000 7f5c7f7fe700 10 client.25709 handle_command_reply: tid=0 2023-10-21T15:42:07.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.780+0000 7f5cb275eb80 1 client.25709 shutdown 2023-10-21T15:42:07.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 msgr2=0x563a815c3c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.802 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815c3c10 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5c9000b580 tx=0x7f5c90005760 comp rx=0 tx=0).stop 2023-10-21T15:42:07.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1056548383 shutdown_connections 2023-10-21T15:42:07.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815bb620 0x563a815cb190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815b9e20 0x563a815c3c10 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x563a815cf5c0 0x563a815d19b0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.803 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1056548383 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815ba780 0x563a815c4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5c7f7fe700 0 client.25709 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:42:07.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1056548383 >> 172.21.15.46:0/1056548383 conn(0x563a814e7dd0 msgr2=0x563a815b4bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1056548383 shutdown_connections 2023-10-21T15:42:07.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1056548383 wait complete. 2023-10-21T15:42:07.804 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.781+0000 7f5cb275eb80 20 client.25709 trim_cache size 0 max 16384 2023-10-21T15:42:07.810 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.795+0000 7f5cb275eb80 1 Processor -- start 2023-10-21T15:42:07.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.795+0000 7f5cb275eb80 1 -- start start 2023-10-21T15:42:07.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.795+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815b9e20 0x563a815be4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.795+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 0x563a815cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815bb620 0x563a815bea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.811 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a8138d920 con 0x563a815b9e20 2023-10-21T15:42:07.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a815c2260 con 0x563a815bb620 2023-10-21T15:42:07.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a815bb4a0 con 0x563a815ba780 2023-10-21T15:42:07.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815b9e20 0x563a815be4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5ca4b12700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815bb620 0x563a815bea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.812 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815b9e20 0x563a815be4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36460/0 (socket says 172.21.15.46:36460) 2023-10-21T15:42:07.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 -- 172.21.15.46:0/1880190926 learned_addr learned my addr 172.21.15.46:0/1880190926 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/1880190926 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 0x563a815cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 -- 172.21.15.46:0/1880190926 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 msgr2=0x563a815cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1880190926 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 0x563a815cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.813 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 -- 172.21.15.46:0/1880190926 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815bb620 msgr2=0x563a815bea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1880190926 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815bb620 0x563a815bea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 -- 172.21.15.46:0/1880190926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a81337de0 con 0x563a815b9e20 2023-10-21T15:42:07.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/1880190926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815b9e20 0x563a815be4f0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f5c9000bf40 tx=0x7f5c90099370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bdf6f55648f4d75 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.814 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c86ffd700 1 -- 172.21.15.46:0/1880190926 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c900b2030 con 0x563a815b9e20 2023-10-21T15:42:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c86ffd700 1 -- 172.21.15.46:0/1880190926 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563a81511ef0 con 0x563a815b9e20 2023-10-21T15:42:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.796+0000 7f5c86ffd700 1 -- 172.21.15.46:0/1880190926 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c9009a510 con 0x563a815b9e20 2023-10-21T15:42:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1880190926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815b9e20 msgr2=0x563a815be4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1880190926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815b9e20 0x563a815be4f0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f5c9000bf40 tx=0x7f5c90099370 comp rx=0 tx=0).stop 2023-10-21T15:42:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1880190926 shutdown_connections 2023-10-21T15:42:07.815 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1880190926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815b9e20 0x563a815be4f0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1880190926 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815bb620 0x563a815bea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/1880190926 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815ba780 0x563a815cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1880190926 >> 172.21.15.46:0/1880190926 conn(0x563a814e7dd0 msgr2=0x563a815cba80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1880190926 shutdown_connections 2023-10-21T15:42:07.816 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.797+0000 7f5cb275eb80 1 -- 172.21.15.46:0/1880190926 wait complete. 2023-10-21T15:42:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 1 -- start start 2023-10-21T15:42:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 1 Processor -- start 2023-10-21T15:42:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815b9e20 0x563a815c6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815ba780 0x563a815c6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815c9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a815ca500 con 0x563a815bb620 2023-10-21T15:42:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a815ca670 con 0x563a815ba780 2023-10-21T15:42:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a815ca830 con 0x563a815b9e20 2023-10-21T15:42:07.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5cb275eb80 10 client.0 _ll_register_callbacks cb 0x7f5c9009a720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5ca4b12700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815c9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5ca4b12700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815c9fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36470/0 (socket says 172.21.15.46:36470) 2023-10-21T15:42:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5ca4b12700 1 -- 172.21.15.46:0/2350051591 learned_addr learned my addr 172.21.15.46:0/2350051591 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:07.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815ba780 0x563a815c6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.798+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815b9e20 0x563a815c6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5ca4b12700 1 -- 172.21.15.46:0/2350051591 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815b9e20 msgr2=0x563a815c6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5ca4b12700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815b9e20 0x563a815c6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5ca4b12700 1 -- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815ba780 msgr2=0x563a815c6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5ca4b12700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815ba780 0x563a815c6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.820 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5ca4b12700 1 -- 172.21.15.46:0/2350051591 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c98010550 con 0x563a815bb620 2023-10-21T15:42:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5c9f7fe700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815ba780 0x563a815c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815b9e20 0x563a815c6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5ca4b12700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815c9fc0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x563a815bae00 tx=0x7f5c98004f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0bb0019471dd658 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5c7f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:07.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/2350051591 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c98007910 con 0x563a815bb620 2023-10-21T15:42:07.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/2350051591 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5c98009580 con 0x563a815bb620 2023-10-21T15:42:07.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5cb275eb80 1 -- 172.21.15.46:0/2350051591 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5c98016040 con 0x563a815bb620 2023-10-21T15:42:07.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/2350051591 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c98007a70 con 0x563a815bb620 2023-10-21T15:42:07.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5cb275eb80 10 client.16089 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:07.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.799+0000 7f5cb275eb80 1 -- 172.21.15.46:0/2350051591 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x563a81320c60 con 0x563a815bb620 2023-10-21T15:42:07.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/2350051591 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c98016040 con 0x563a815bb620 2023-10-21T15:42:07.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/2350051591 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f5c980108d0 con 0x563a815bb620 2023-10-21T15:42:07.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5cb275eb80 10 client.16089 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:07.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5cb275eb80 10 client.16089 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2023-10-21T15:42:07.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5cb275eb80 20 client.16089 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:07.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x563a81623f30 0x563a81626350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:07.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5cb275eb80 4 client.16089 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:42:07.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5cb275eb80 1 -- 172.21.15.46:0/2350051591 --> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x563a81505e50 con 0x563a81623f30 2023-10-21T15:42:07.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x563a81623f30 0x563a81626350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:07.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5c7f7fe700 10 client.16089 ms_handle_connect on v2:172.21.15.105:6834/3883210466 2023-10-21T15:42:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.800+0000 7f5c9ffff700 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x563a81623f30 0x563a81626350 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=557c95a5769850a0 server_cookie=9c7617c3a84e96b1 in_seq=0 out_seq=0 2023-10-21T15:42:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.801+0000 7f5c7f7fe700 1 -- 172.21.15.46:0/2350051591 <== mds.3 v2:172.21.15.105:6834/3883210466 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21852 (crc 0 0 0) 0x563a81505e50 con 0x563a81623f30 2023-10-21T15:42:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.801+0000 7f5c7f7fe700 10 client.16089 handle_command_reply: tid=0 2023-10-21T15:42:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.801+0000 7f5cb275eb80 1 client.16089 shutdown 2023-10-21T15:42:07.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 -- 172.21.15.46:0/2350051591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 msgr2=0x563a815c9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815c9fc0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x563a815bae00 tx=0x7f5c98004f50 comp rx=0 tx=0).stop 2023-10-21T15:42:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 -- 172.21.15.46:0/2350051591 shutdown_connections 2023-10-21T15:42:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:6834/3883210466,v1:172.21.15.105:6835/3883210466] conn(0x563a81623f30 0x563a81626350 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563a815bb620 0x563a815c9fc0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5c7f7fe700 0 client.16089 ms_handle_reset on v2:172.21.15.105:6834/3883210466 2023-10-21T15:42:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563a815b9e20 0x563a815c6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 --2- 172.21.15.46:0/2350051591 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563a815ba780 0x563a815c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 -- 172.21.15.46:0/2350051591 >> 172.21.15.46:0/2350051591 conn(0x563a814e7dd0 msgr2=0x563a815be4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 -- 172.21.15.46:0/2350051591 shutdown_connections 2023-10-21T15:42:07.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 1 -- 172.21.15.46:0/2350051591 wait complete. 2023-10-21T15:42:07.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5cb275eb80 20 client.16089 trim_cache size 0 max 16384 2023-10-21T15:42:07.828 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2023-10-21T15:42:07.828 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.829 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.829 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 247994805, 2023-10-21T15:42:07.829 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628148, 2023-10-21T15:42:07.829 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/10000000174" 2023-10-21T15:42:07.829 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.830 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.830 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.830 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 252179617, 2023-10-21T15:42:07.830 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628538, 2023-10-21T15:42:07.830 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/171.out" 2023-10-21T15:42:07.831 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.831 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.831 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.831 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 289625903, 2023-10-21T15:42:07.832 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628193, 2023-10-21T15:42:07.832 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/029.out" 2023-10-21T15:42:07.832 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.832 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.832 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.833 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 297763501, 2023-10-21T15:42:07.833 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628559, 2023-10-21T15:42:07.833 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182" 2023-10-21T15:42:07.833 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.833 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.834 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.834 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 301858697, 2023-10-21T15:42:07.834 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628487, 2023-10-21T15:42:07.834 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146" 2023-10-21T15:42:07.834 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.835 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.835 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.835 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 420875403, 2023-10-21T15:42:07.835 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628200, 2023-10-21T15:42:07.835 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/100000001a8" 2023-10-21T15:42:07.836 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.836 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.836 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.836 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 518564477, 2023-10-21T15:42:07.836 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628376, 2023-10-21T15:42:07.837 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/090.out" 2023-10-21T15:42:07.837 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.837 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.837 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.837 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 544430552, 2023-10-21T15:42:07.838 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628147, 2023-10-21T15:42:07.838 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/10000000173" 2023-10-21T15:42:07.838 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.838 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.838 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.839 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 559926844, 2023-10-21T15:42:07.839 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628223, 2023-10-21T15:42:07.839 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044.out" 2023-10-21T15:42:07.839 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.839 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.840 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.841 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 561677819, 2023-10-21T15:42:07.841 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628578, 2023-10-21T15:42:07.841 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191.out" 2023-10-21T15:42:07.842 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.842 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.842 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.842 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 701648922, 2023-10-21T15:42:07.842 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628446, 2023-10-21T15:42:07.843 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/125.out" 2023-10-21T15:42:07.843 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.843 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.843 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.843 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 782618104, 2023-10-21T15:42:07.844 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628350, 2023-10-21T15:42:07.844 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077.out" 2023-10-21T15:42:07.844 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.844 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.844 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.845 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 853998336, 2023-10-21T15:42:07.845 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628153, 2023-10-21T15:42:07.845 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/009.out" 2023-10-21T15:42:07.845 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.845 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.845 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.846 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 910997375, 2023-10-21T15:42:07.846 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628388, 2023-10-21T15:42:07.846 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/096.out" 2023-10-21T15:42:07.846 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.847 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.847 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.847 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 957072602, 2023-10-21T15:42:07.847 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628448, 2023-10-21T15:42:07.847 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126.out" 2023-10-21T15:42:07.847 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.848 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.848 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.848 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 973574434, 2023-10-21T15:42:07.848 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628573, 2023-10-21T15:42:07.848 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189" 2023-10-21T15:42:07.848 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.849 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.849 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.849 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1002141533, 2023-10-21T15:42:07.849 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628222, 2023-10-21T15:42:07.849 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044" 2023-10-21T15:42:07.850 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.850 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.850 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.850 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1048466397, 2023-10-21T15:42:07.850 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628543, 2023-10-21T15:42:07.851 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174" 2023-10-21T15:42:07.851 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.851 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.851 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.851 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1057627606, 2023-10-21T15:42:07.852 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628173, 2023-10-21T15:42:07.852 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/019.out" 2023-10-21T15:42:07.852 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.852 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.852 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.853 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1196241521, 2023-10-21T15:42:07.853 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628384, 2023-10-21T15:42:07.853 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094.out" 2023-10-21T15:42:07.853 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.853 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.853 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.854 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1219631158, 2023-10-21T15:42:07.854 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628198, 2023-10-21T15:42:07.854 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/100000001a6" 2023-10-21T15:42:07.854 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.854 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.855 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.855 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1250089111, 2023-10-21T15:42:07.855 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628365, 2023-10-21T15:42:07.855 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085" 2023-10-21T15:42:07.855 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.856 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.856 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.856 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1413087246, 2023-10-21T15:42:07.856 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628263, 2023-10-21T15:42:07.856 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/064.out" 2023-10-21T15:42:07.857 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.857 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.857 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.857 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1447111050, 2023-10-21T15:42:07.857 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628518, 2023-10-21T15:42:07.858 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161.out" 2023-10-21T15:42:07.858 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.858 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.858 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.858 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1465035370, 2023-10-21T15:42:07.859 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628447, 2023-10-21T15:42:07.859 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126" 2023-10-21T15:42:07.859 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.859 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.859 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.859 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1531760318, 2023-10-21T15:42:07.860 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628194, 2023-10-21T15:42:07.860 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/100000001a2" 2023-10-21T15:42:07.860 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.860 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.860 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.861 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1537848763, 2023-10-21T15:42:07.861 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628506, 2023-10-21T15:42:07.861 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/155.out" 2023-10-21T15:42:07.861 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.861 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.862 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.862 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1593824517, 2023-10-21T15:42:07.862 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628514, 2023-10-21T15:42:07.862 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/159.out" 2023-10-21T15:42:07.862 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.863 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.863 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.863 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1659688073, 2023-10-21T15:42:07.863 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628418, 2023-10-21T15:42:07.863 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111.out" 2023-10-21T15:42:07.863 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.864 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.864 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.864 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1666515967, 2023-10-21T15:42:07.864 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628547, 2023-10-21T15:42:07.864 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176" 2023-10-21T15:42:07.865 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.865 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.865 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.865 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1686229879, 2023-10-21T15:42:07.865 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628238, 2023-10-21T15:42:07.866 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052" 2023-10-21T15:42:07.866 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.866 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.866 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.866 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1693848405, 2023-10-21T15:42:07.866 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628258, 2023-10-21T15:42:07.867 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062" 2023-10-21T15:42:07.867 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.867 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.867 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.868 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1747616892, 2023-10-21T15:42:07.868 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628434, 2023-10-21T15:42:07.868 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/119.out" 2023-10-21T15:42:07.868 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.868 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.869 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.869 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1814381634, 2023-10-21T15:42:07.869 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628180, 2023-10-21T15:42:07.869 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/10000000194" 2023-10-21T15:42:07.869 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.870 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.870 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.870 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1908886916, 2023-10-21T15:42:07.870 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628484, 2023-10-21T15:42:07.870 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144.out" 2023-10-21T15:42:07.871 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.871 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.871 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.871 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1942410411, 2023-10-21T15:42:07.871 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628444, 2023-10-21T15:42:07.872 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/124.out" 2023-10-21T15:42:07.872 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.872 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.872 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.872 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1963080226, 2023-10-21T15:42:07.872 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628577, 2023-10-21T15:42:07.873 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191" 2023-10-21T15:42:07.873 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.873 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.873 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.873 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2085824167, 2023-10-21T15:42:07.874 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628265, 2023-10-21T15:42:07.874 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/065.out" 2023-10-21T15:42:07.874 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.874 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.874 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.875 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2171723053, 2023-10-21T15:42:07.875 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628145, 2023-10-21T15:42:07.875 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/005.out" 2023-10-21T15:42:07.875 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.875 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.875 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.876 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2254960054, 2023-10-21T15:42:07.876 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628378, 2023-10-21T15:42:07.876 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/091.out" 2023-10-21T15:42:07.876 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.876 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.876 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.877 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2260773294, 2023-10-21T15:42:07.877 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628440, 2023-10-21T15:42:07.877 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/122.out" 2023-10-21T15:42:07.877 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.877 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.878 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.878 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2278693695, 2023-10-21T15:42:07.878 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628465, 2023-10-21T15:42:07.878 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135" 2023-10-21T15:42:07.878 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.878 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.879 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.879 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2285148184, 2023-10-21T15:42:07.879 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628141, 2023-10-21T15:42:07.879 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/003.out" 2023-10-21T15:42:07.879 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.880 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.880 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.880 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2315091004, 2023-10-21T15:42:07.880 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628353, 2023-10-21T15:42:07.880 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079" 2023-10-21T15:42:07.881 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.881 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.881 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.881 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2340466776, 2023-10-21T15:42:07.881 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628563, 2023-10-21T15:42:07.882 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184" 2023-10-21T15:42:07.882 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.882 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.882 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.882 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2357713942, 2023-10-21T15:42:07.883 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628574, 2023-10-21T15:42:07.883 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189.out" 2023-10-21T15:42:07.883 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.883 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.883 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.883 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2370671376, 2023-10-21T15:42:07.884 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628430, 2023-10-21T15:42:07.884 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117.out" 2023-10-21T15:42:07.884 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.884 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.884 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.885 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2396855251, 2023-10-21T15:42:07.885 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628584, 2023-10-21T15:42:07.885 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/194.out" 2023-10-21T15:42:07.885 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.885 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.886 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.886 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2402254785, 2023-10-21T15:42:07.886 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628165, 2023-10-21T15:42:07.886 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/015.out" 2023-10-21T15:42:07.886 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.887 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.887 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.887 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2494368629, 2023-10-21T15:42:07.887 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628428, 2023-10-21T15:42:07.887 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/116.out" 2023-10-21T15:42:07.888 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.888 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.888 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.888 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2505058124, 2023-10-21T15:42:07.888 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628159, 2023-10-21T15:42:07.888 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/1000000017f" 2023-10-21T15:42:07.889 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.889 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.889 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.889 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2537615861, 2023-10-21T15:42:07.889 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628517, 2023-10-21T15:42:07.890 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161" 2023-10-21T15:42:07.890 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.890 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.890 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.890 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2578446886, 2023-10-21T15:42:07.891 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628401, 2023-10-21T15:42:07.891 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103" 2023-10-21T15:42:07.891 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.891 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.891 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.892 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2613073808, 2023-10-21T15:42:07.892 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628555, 2023-10-21T15:42:07.892 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180" 2023-10-21T15:42:07.892 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.892 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.893 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.893 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2674722267, 2023-10-21T15:42:07.893 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628417, 2023-10-21T15:42:07.893 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111" 2023-10-21T15:42:07.893 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.894 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.894 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.894 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2676659998, 2023-10-21T15:42:07.894 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628157, 2023-10-21T15:42:07.894 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/011.out" 2023-10-21T15:42:07.895 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.895 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.895 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.895 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2697011327, 2023-10-21T15:42:07.895 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628167, 2023-10-21T15:42:07.896 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/016.out" 2023-10-21T15:42:07.896 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.896 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.896 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.896 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2720529589, 2023-10-21T15:42:07.896 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628286, 2023-10-21T15:42:07.897 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/073.out" 2023-10-21T15:42:07.897 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.897 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.897 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.897 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2723140082, 2023-10-21T15:42:07.898 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628383, 2023-10-21T15:42:07.898 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094" 2023-10-21T15:42:07.898 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.898 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.898 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.899 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2729304837, 2023-10-21T15:42:07.899 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628162, 2023-10-21T15:42:07.899 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/10000000182" 2023-10-21T15:42:07.899 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.899 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.900 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.900 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2772492981, 2023-10-21T15:42:07.900 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628276, 2023-10-21T15:42:07.900 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071" 2023-10-21T15:42:07.900 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.900 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.901 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.901 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2827572228, 2023-10-21T15:42:07.901 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628352, 2023-10-21T15:42:07.901 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078.out" 2023-10-21T15:42:07.901 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.902 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.902 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.902 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2875066714, 2023-10-21T15:42:07.902 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628579, 2023-10-21T15:42:07.902 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192" 2023-10-21T15:42:07.903 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.903 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.903 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.903 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2885511998, 2023-10-21T15:42:07.903 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628483, 2023-10-21T15:42:07.904 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144" 2023-10-21T15:42:07.904 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.904 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.904 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.904 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2901065169, 2023-10-21T15:42:07.904 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628406, 2023-10-21T15:42:07.905 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105.out" 2023-10-21T15:42:07.905 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.905 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.905 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.905 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2912094881, 2023-10-21T15:42:07.906 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628349, 2023-10-21T15:42:07.906 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077" 2023-10-21T15:42:07.906 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.906 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.906 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.907 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2973093963, 2023-10-21T15:42:07.907 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628534, 2023-10-21T15:42:07.907 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/169.out" 2023-10-21T15:42:07.907 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.907 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.907 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.908 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3003092098, 2023-10-21T15:42:07.908 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628452, 2023-10-21T15:42:07.908 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128.out" 2023-10-21T15:42:07.908 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.908 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.909 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.909 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3098482299, 2023-10-21T15:42:07.909 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628409, 2023-10-21T15:42:07.909 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107" 2023-10-21T15:42:07.909 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.909 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.910 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.910 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3099952714, 2023-10-21T15:42:07.910 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628504, 2023-10-21T15:42:07.910 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/154.out" 2023-10-21T15:42:07.910 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.911 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.911 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.911 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3104693539, 2023-10-21T15:42:07.911 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628144, 2023-10-21T15:42:07.911 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/10000000170" 2023-10-21T15:42:07.912 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.912 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.912 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.912 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3149705672, 2023-10-21T15:42:07.912 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628228, 2023-10-21T15:42:07.913 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047" 2023-10-21T15:42:07.913 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.913 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.913 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.913 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3251891518, 2023-10-21T15:42:07.914 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628143, 2023-10-21T15:42:07.914 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/004.out" 2023-10-21T15:42:07.914 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.914 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.914 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.915 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3277271693, 2023-10-21T15:42:07.915 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628234, 2023-10-21T15:42:07.915 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050" 2023-10-21T15:42:07.915 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.915 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.915 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.916 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3332914796, 2023-10-21T15:42:07.916 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628251, 2023-10-21T15:42:07.916 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/058.out" 2023-10-21T15:42:07.916 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.916 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.917 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.917 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3407362277, 2023-10-21T15:42:07.917 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628240, 2023-10-21T15:42:07.917 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053" 2023-10-21T15:42:07.917 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.918 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.918 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.918 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3432855067, 2023-10-21T15:42:07.918 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628204, 2023-10-21T15:42:07.918 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035" 2023-10-21T15:42:07.919 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.919 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.919 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.919 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3459683748, 2023-10-21T15:42:07.919 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628429, 2023-10-21T15:42:07.920 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117" 2023-10-21T15:42:07.920 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.920 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.920 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.920 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3492386094, 2023-10-21T15:42:07.921 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628558, 2023-10-21T15:42:07.921 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/181.out" 2023-10-21T15:42:07.921 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.921 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.921 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.921 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3493638982, 2023-10-21T15:42:07.922 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628562, 2023-10-21T15:42:07.922 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/183.out" 2023-10-21T15:42:07.922 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.922 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.922 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.923 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3630322069, 2023-10-21T15:42:07.923 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628170, 2023-10-21T15:42:07.923 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/1000000018a" 2023-10-21T15:42:07.923 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.923 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.924 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.924 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3655420865, 2023-10-21T15:42:07.924 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628177, 2023-10-21T15:42:07.924 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/021.out" 2023-10-21T15:42:07.924 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.925 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.925 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.925 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3779579132, 2023-10-21T15:42:07.925 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628500, 2023-10-21T15:42:07.925 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/152.out" 2023-10-21T15:42:07.926 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.926 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.926 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.926 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3789672847, 2023-10-21T15:42:07.926 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628451, 2023-10-21T15:42:07.927 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128" 2023-10-21T15:42:07.927 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.927 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.927 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.927 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3806699891, 2023-10-21T15:42:07.928 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628218, 2023-10-21T15:42:07.928 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042" 2023-10-21T15:42:07.928 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.928 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.928 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.928 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3810355001, 2023-10-21T15:42:07.929 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628528, 2023-10-21T15:42:07.929 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166.out" 2023-10-21T15:42:07.929 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.929 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.929 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.930 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3817239233, 2023-10-21T15:42:07.930 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628179, 2023-10-21T15:42:07.930 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/022.out" 2023-10-21T15:42:07.930 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.930 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.931 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.931 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3913399926, 2023-10-21T15:42:07.931 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628151, 2023-10-21T15:42:07.931 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/008.out" 2023-10-21T15:42:07.931 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.932 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.932 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.932 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3964410802, 2023-10-21T15:42:07.932 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628176, 2023-10-21T15:42:07.932 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds3/stray2/10000000190" 2023-10-21T15:42:07.933 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.933 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.933 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.933 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3970645003, 2023-10-21T15:42:07.933 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628390, 2023-10-21T15:42:07.934 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/097.out" 2023-10-21T15:42:07.934 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.934 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.934 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.934 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4016276075, 2023-10-21T15:42:07.935 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628197, 2023-10-21T15:42:07.935 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031.out" 2023-10-21T15:42:07.935 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.935 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.935 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.936 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4032131964, 2023-10-21T15:42:07.936 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628477, 2023-10-21T15:42:07.936 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141" 2023-10-21T15:42:07.936 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.936 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.936 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.937 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4080512603, 2023-10-21T15:42:07.937 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628229, 2023-10-21T15:42:07.937 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047.out" 2023-10-21T15:42:07.937 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.937 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.938 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.938 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4131105758, 2023-10-21T15:42:07.938 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628541, 2023-10-21T15:42:07.938 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/173" 2023-10-21T15:42:07.938 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.939 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.939 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.939 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4139180888, 2023-10-21T15:42:07.939 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628216, 2023-10-21T15:42:07.939 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041" 2023-10-21T15:42:07.940 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.940 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.940 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.940 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4172752136, 2023-10-21T15:42:07.940 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628532, 2023-10-21T15:42:07.941 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168.out" 2023-10-21T15:42:07.941 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.941 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.941 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.941 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4185961303, 2023-10-21T15:42:07.942 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628169, 2023-10-21T15:42:07.942 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/017.out" 2023-10-21T15:42:07.942 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.942 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.942 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.942 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4201780351, 2023-10-21T15:42:07.943 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628481, 2023-10-21T15:42:07.943 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143" 2023-10-21T15:42:07.943 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.943 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.943 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.944 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4221541920, 2023-10-21T15:42:07.944 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628461, 2023-10-21T15:42:07.944 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133" 2023-10-21T15:42:07.944 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:07.944 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:07.945 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:07.945 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4238125181, 2023-10-21T15:42:07.945 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628510, 2023-10-21T15:42:07.945 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/157.out" 2023-10-21T15:42:07.945 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:42:07.946 INFO:teuthology.orchestra.run.smithi046.stdout:] 2023-10-21T15:42:07.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 -- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c880a1480 msgr2=0x7f5c880a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c880a1480 0x7f5c880a3940 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5c94011490 tx=0x7f5c94009260 comp rx=0 tx=0).stop 2023-10-21T15:42:07.947 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 -- 172.21.15.46:0/917630182 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5ca00ffdc0 msgr2=0x7f5ca0069de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:07.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5ca00ffdc0 0x7f5ca0069de0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5c90009fd0 tx=0x7f5c90009580 comp rx=0 tx=0).stop 2023-10-21T15:42:07.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 -- 172.21.15.46:0/917630182 shutdown_connections 2023-10-21T15:42:07.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f5c880a1480 0x7f5c880a3940 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5ca0101950 0x7f5ca019df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.948 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f5ca00ffdc0 0x7f5ca0069de0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 --2- 172.21.15.46:0/917630182 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ca0100fb0 0x7f5ca019b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:07.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 -- 172.21.15.46:0/917630182 >> 172.21.15.46:0/917630182 conn(0x7f5ca00fb350 msgr2=0x7f5ca01044e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:07.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 -- 172.21.15.46:0/917630182 shutdown_connections 2023-10-21T15:42:07.949 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:07.802+0000 7f5ca6575700 1 -- 172.21.15.46:0/917630182 wait complete. 2023-10-21T15:42:07.950 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-21T15:42:08.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 -- 172.21.15.46:0/1597971849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d80ffdb0 msgr2=0x7f10d81001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 --2- 172.21.15.46:0/1597971849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d80ffdb0 0x7f10d81001d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f10c8009920 tx=0x7f10c8009c30 comp rx=0 tx=0).stop 2023-10-21T15:42:08.087 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 -- 172.21.15.46:0/1597971849 shutdown_connections 2023-10-21T15:42:08.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 --2- 172.21.15.46:0/1597971849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f10d8101940 0x7f10d81081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 --2- 172.21.15.46:0/1597971849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d80ffdb0 0x7f10d81001d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 --2- 172.21.15.46:0/1597971849 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10d8100fa0 0x7f10d8101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 -- 172.21.15.46:0/1597971849 >> 172.21.15.46:0/1597971849 conn(0x7f10d80fb320 msgr2=0x7f10d80fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.088 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 -- 172.21.15.46:0/1597971849 shutdown_connections 2023-10-21T15:42:08.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.085+0000 7f10de63b700 1 -- 172.21.15.46:0/1597971849 wait complete. 2023-10-21T15:42:08.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10de63b700 1 Processor -- start 2023-10-21T15:42:08.089 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10de63b700 1 -- start start 2023-10-21T15:42:08.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10de63b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f10d80ffdb0 0x7f10d8103d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10de63b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d8100fa0 0x7f10d8102380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.091 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10de63b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10d8101940 0x7f10d81028c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10de63b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d8103060 con 0x7f10d80ffdb0 2023-10-21T15:42:08.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10de63b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d81031d0 con 0x7f10d8100fa0 2023-10-21T15:42:08.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10de63b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10d81a0cb0 con 0x7f10d8101940 2023-10-21T15:42:08.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f10d80ffdb0 0x7f10d8103d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.092 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f10d80ffdb0 0x7f10d8103d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36480/0 (socket says 172.21.15.46:36480) 2023-10-21T15:42:08.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10d7fff700 1 -- 172.21.15.46:0/4293611801 learned_addr learned my addr 172.21.15.46:0/4293611801 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10dcbd8700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10d8101940 0x7f10d81028c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.086+0000 7f10d77fe700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d8100fa0 0x7f10d8102380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d7fff700 1 -- 172.21.15.46:0/4293611801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10d8101940 msgr2=0x7f10d81028c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.093 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d7fff700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10d8101940 0x7f10d81028c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d7fff700 1 -- 172.21.15.46:0/4293611801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d8100fa0 msgr2=0x7f10d8102380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d7fff700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d8100fa0 0x7f10d8102380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d7fff700 1 -- 172.21.15.46:0/4293611801 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10d0009d00 con 0x7f10d80ffdb0 2023-10-21T15:42:08.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d77fe700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d8100fa0 0x7f10d8102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:42:08.094 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d7fff700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f10d80ffdb0 0x7f10d8103d40 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f10c8009230 tx=0x7f10c800b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d57fa700 1 -- 172.21.15.46:0/4293611801 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c801c070 con 0x7f10d80ffdb0 2023-10-21T15:42:08.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10de63b700 1 -- 172.21.15.46:0/4293611801 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10c8009520 con 0x7f10d80ffdb0 2023-10-21T15:42:08.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d57fa700 1 -- 172.21.15.46:0/4293611801 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f10c800f7d0 con 0x7f10d80ffdb0 2023-10-21T15:42:08.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10d57fa700 1 -- 172.21.15.46:0/4293611801 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c80039b0 con 0x7f10d80ffdb0 2023-10-21T15:42:08.095 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.087+0000 7f10de63b700 1 -- 172.21.15.46:0/4293611801 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10d81a11c0 con 0x7f10d80ffdb0 2023-10-21T15:42:08.096 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.090+0000 7f10d57fa700 1 -- 172.21.15.46:0/4293611801 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f10c8020070 con 0x7f10d80ffdb0 2023-10-21T15:42:08.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.090+0000 7f10d57fa700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f10c00a1480 0x7f10c00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.102 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.090+0000 7f10d57fa700 1 -- 172.21.15.46:0/4293611801 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f10c80cd8b0 con 0x7f10d80ffdb0 2023-10-21T15:42:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10d77fe700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f10c00a1480 0x7f10c00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10ea824b80 1 Processor -- start 2023-10-21T15:42:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10ea824b80 1 -- start start 2023-10-21T15:42:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10d77fe700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f10c00a1480 0x7f10c00a3940 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f10cc009cb0 tx=0x7f10cc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.103 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505797d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505797e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505797eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10ea824b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650578f1c70 con 0x56505797ce20 2023-10-21T15:42:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10ea824b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650578d6c60 con 0x56505797d780 2023-10-21T15:42:08.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10ea824b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650578d4580 con 0x56505797e620 2023-10-21T15:42:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505797d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505797d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36488/0 (socket says 172.21.15.46:36488) 2023-10-21T15:42:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10d77fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505797e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10dcbd8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505797eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.091+0000 7f10d7fff700 1 -- 172.21.15.46:0/2815891999 learned_addr learned my addr 172.21.15.46:0/2815891999 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10dcbd8700 1 -- 172.21.15.46:0/2815891999 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 msgr2=0x56505797e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10dcbd8700 1 --2- 172.21.15.46:0/2815891999 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505797e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10dcbd8700 1 -- 172.21.15.46:0/2815891999 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 msgr2=0x56505797d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10dcbd8700 1 --2- 172.21.15.46:0/2815891999 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505797d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10dcbd8700 1 -- 172.21.15.46:0/2815891999 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56505788d3f0 con 0x56505797e620 2023-10-21T15:42:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10dcbd8700 1 --2- 172.21.15.46:0/2815891999 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505797eaa0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f10d0009fd0 tx=0x7f10d00099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f13c149179edd47 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10be7fc700 1 -- 172.21.15.46:0/2815891999 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10d000e030 con 0x56505797e620 2023-10-21T15:42:08.107 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10be7fc700 1 -- 172.21.15.46:0/2815891999 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f10d000f040 con 0x56505797e620 2023-10-21T15:42:08.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.092+0000 7f10be7fc700 1 -- 172.21.15.46:0/2815891999 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10d0005280 con 0x56505797e620 2023-10-21T15:42:08.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10d77fe700 1 --2- 172.21.15.46:0/2815891999 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505797e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:42:08.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 -- 172.21.15.46:0/2815891999 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 msgr2=0x56505797eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 --2- 172.21.15.46:0/2815891999 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505797eaa0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f10d0009fd0 tx=0x7f10d00099e0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.108 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 -- 172.21.15.46:0/2815891999 shutdown_connections 2023-10-21T15:42:08.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 --2- 172.21.15.46:0/2815891999 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505797d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 --2- 172.21.15.46:0/2815891999 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505797eaa0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 --2- 172.21.15.46:0/2815891999 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505797e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 -- 172.21.15.46:0/2815891999 >> 172.21.15.46:0/2815891999 conn(0x5650578aadd0 msgr2=0x565057977fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.109 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 -- 172.21.15.46:0/2815891999 shutdown_connections 2023-10-21T15:42:08.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 -- 172.21.15.46:0/2815891999 wait complete. 2023-10-21T15:42:08.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.093+0000 7f10ea824b80 1 -- start start 2023-10-21T15:42:08.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10ea824b80 1 Processor -- start 2023-10-21T15:42:08.110 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057986d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x565057987280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797e620 0x56505798e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10ea824b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650578cfe70 con 0x56505797e620 2023-10-21T15:42:08.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10ea824b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x56505786c710 con 0x56505797d780 2023-10-21T15:42:08.111 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10ea824b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56505786c3b0 con 0x56505797ce20 2023-10-21T15:42:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10ea824b80 10 client.0 _ll_register_callbacks cb 0x5650576c9800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10dcbd8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797e620 0x56505798e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057986d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d77fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x565057987280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.112 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10dcbd8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797e620 0x56505798e2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36498/0 (socket says 172.21.15.46:36498) 2023-10-21T15:42:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057986d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48492/0 (socket says 172.21.15.46:48492) 2023-10-21T15:42:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d77fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x565057987280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53428/0 (socket says 172.21.15.46:53428) 2023-10-21T15:42:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10dcbd8700 1 -- 172.21.15.46:0/1272033320 learned_addr learned my addr 172.21.15.46:0/1272033320 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d7fff700 1 -- 172.21.15.46:0/1272033320 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 msgr2=0x565057987280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d7fff700 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x565057987280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d7fff700 1 -- 172.21.15.46:0/1272033320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797e620 msgr2=0x56505798e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d7fff700 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797e620 0x56505798e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d7fff700 1 -- 172.21.15.46:0/1272033320 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10d0009160 con 0x56505797ce20 2023-10-21T15:42:08.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10d77fe700 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x565057987280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.094+0000 7f10dcbd8700 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797e620 0x56505798e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10d7fff700 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057986d40 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f10c809ac00 tx=0x7f10c8009480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=783442fd7d64d952 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10b77fe700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:42:08.115 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10b77fe700 1 -- 172.21.15.46:0/1272033320 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c809edc0 con 0x56505797ce20 2023-10-21T15:42:08.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 1 -- 172.21.15.46:0/1272033320 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5650578d4ef0 con 0x56505797ce20 2023-10-21T15:42:08.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10b77fe700 1 -- 172.21.15.46:0/1272033320 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f10c80a2f70 con 0x56505797ce20 2023-10-21T15:42:08.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10b77fe700 1 -- 172.21.15.46:0/1272033320 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f10c809a160 con 0x56505797ce20 2023-10-21T15:42:08.116 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 10 client.25840 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:08.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 1 -- 172.21.15.46:0/1272033320 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x5650576fade0 con 0x56505797ce20 2023-10-21T15:42:08.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10b77fe700 1 -- 172.21.15.46:0/1272033320 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f10c80b7080 con 0x56505797ce20 2023-10-21T15:42:08.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10b77fe700 1 -- 172.21.15.46:0/1272033320 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f10c80b3190 con 0x56505797ce20 2023-10-21T15:42:08.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 10 client.25840 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:08.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 10 client.25840 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2023-10-21T15:42:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 20 client.25840 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x565057992710 0x565057994b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 4 client.25840 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:08.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.095+0000 7f10ea824b80 1 -- 172.21.15.46:0/1272033320 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56505794cc10 con 0x565057992710 2023-10-21T15:42:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.096+0000 7f10d77fe700 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x565057992710 0x565057994b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.096+0000 7f10d77fe700 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x565057992710 0x565057994b30 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2d6f4d8596d86afe server_cookie=1ecb726d825d7d64 in_seq=0 out_seq=0 2023-10-21T15:42:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.096+0000 7f10b77fe700 10 client.25840 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:42:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.096+0000 7f10b77fe700 1 -- 172.21.15.46:0/1272033320 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56505794cc10 con 0x565057992710 2023-10-21T15:42:08.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.096+0000 7f10b77fe700 10 client.25840 handle_command_reply: tid=0 2023-10-21T15:42:08.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.096+0000 7f10ea824b80 1 client.25840 shutdown 2023-10-21T15:42:08.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 -- 172.21.15.46:0/1272033320 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 msgr2=0x565057986d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057986d40 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f10c809ac00 tx=0x7f10c8009480 comp rx=0 tx=0).stop 2023-10-21T15:42:08.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 -- 172.21.15.46:0/1272033320 shutdown_connections 2023-10-21T15:42:08.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797e620 0x56505798e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x565057992710 0x565057994b30 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057986d40 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 --2- 172.21.15.46:0/1272033320 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x565057987280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10b77fe700 0 client.25840 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:42:08.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 -- 172.21.15.46:0/1272033320 >> 172.21.15.46:0/1272033320 conn(0x5650578aadd0 msgr2=0x565057977bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 -- 172.21.15.46:0/1272033320 shutdown_connections 2023-10-21T15:42:08.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 1 -- 172.21.15.46:0/1272033320 wait complete. 2023-10-21T15:42:08.123 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.097+0000 7f10ea824b80 20 client.25840 trim_cache size 0 max 16384 2023-10-21T15:42:08.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10ea824b80 1 Processor -- start 2023-10-21T15:42:08.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10ea824b80 1 -- start start 2023-10-21T15:42:08.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057981670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.128 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797d780 0x565057981bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797e620 0x56505798e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10ea824b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x565057750920 con 0x56505797d780 2023-10-21T15:42:08.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10ea824b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5650579861f0 con 0x56505797e620 2023-10-21T15:42:08.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10ea824b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x565057992530 con 0x56505797ce20 2023-10-21T15:42:08.129 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.111+0000 7f10d77fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797d780 0x565057981bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057981670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057981670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48500/0 (socket says 172.21.15.46:48500) 2023-10-21T15:42:08.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 -- 172.21.15.46:0/3915702780 learned_addr learned my addr 172.21.15.46:0/3915702780 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10dcbd8700 1 --2- 172.21.15.46:0/3915702780 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797e620 0x56505798e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.130 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 -- 172.21.15.46:0/3915702780 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797e620 msgr2=0x56505798e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 --2- 172.21.15.46:0/3915702780 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797e620 0x56505798e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 -- 172.21.15.46:0/3915702780 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797d780 msgr2=0x565057981bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 --2- 172.21.15.46:0/3915702780 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797d780 0x565057981bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 -- 172.21.15.46:0/3915702780 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5650576e3c60 con 0x56505797ce20 2023-10-21T15:42:08.131 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10d7fff700 1 --2- 172.21.15.46:0/3915702780 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057981670 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f10c80976e0 tx=0x7f10c809adf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b7ddcd2da633270 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10beffd700 1 -- 172.21.15.46:0/3915702780 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c809aa40 con 0x56505797ce20 2023-10-21T15:42:08.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10beffd700 1 -- 172.21.15.46:0/3915702780 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5650578d4ef0 con 0x56505797ce20 2023-10-21T15:42:08.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.112+0000 7f10beffd700 1 -- 172.21.15.46:0/3915702780 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c80a2d20 con 0x56505797ce20 2023-10-21T15:42:08.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 -- 172.21.15.46:0/3915702780 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 msgr2=0x565057981670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 --2- 172.21.15.46:0/3915702780 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057981670 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f10c80976e0 tx=0x7f10c809adf0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 -- 172.21.15.46:0/3915702780 shutdown_connections 2023-10-21T15:42:08.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 --2- 172.21.15.46:0/3915702780 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797e620 0x56505798e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 --2- 172.21.15.46:0/3915702780 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797ce20 0x565057981670 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 --2- 172.21.15.46:0/3915702780 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797d780 0x565057981bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 -- 172.21.15.46:0/3915702780 >> 172.21.15.46:0/3915702780 conn(0x5650578aadd0 msgr2=0x5650579767a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 -- 172.21.15.46:0/3915702780 shutdown_connections 2023-10-21T15:42:08.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 -- 172.21.15.46:0/3915702780 wait complete. 2023-10-21T15:42:08.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 -- start start 2023-10-21T15:42:08.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.113+0000 7f10ea824b80 1 Processor -- start 2023-10-21T15:42:08.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505798bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505798c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10ea824b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505798d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10ea824b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x56505798d5b0 con 0x56505797ce20 2023-10-21T15:42:08.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10ea824b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x56505798d720 con 0x56505797d780 2023-10-21T15:42:08.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10ea824b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56505798d8e0 con 0x56505797e620 2023-10-21T15:42:08.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10ea824b80 10 client.0 _ll_register_callbacks cb 0x7f10c809a7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:08.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505798bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505798bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36508/0 (socket says 172.21.15.46:36508) 2023-10-21T15:42:08.136 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 -- 172.21.15.46:0/503679792 learned_addr learned my addr 172.21.15.46:0/503679792 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d77fe700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505798c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10dcbd8700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505798d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 -- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 msgr2=0x56505798d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505798d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 -- 172.21.15.46:0/503679792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 msgr2=0x56505798c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505798c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 -- 172.21.15.46:0/503679792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5650576fade0 con 0x56505797ce20 2023-10-21T15:42:08.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10dcbd8700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505798d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:42:08.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d77fe700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505798c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10d7fff700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505798bb20 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f10c80cb730 tx=0x7f10c8009480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a49df04c67b1799 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.114+0000 7f10b77fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:08.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10b77fe700 1 -- 172.21.15.46:0/503679792 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c809aa40 con 0x56505797ce20 2023-10-21T15:42:08.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10b77fe700 1 -- 172.21.15.46:0/503679792 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f10c80a2f70 con 0x56505797ce20 2023-10-21T15:42:08.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 1 -- 172.21.15.46:0/503679792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f10d000f040 con 0x56505797ce20 2023-10-21T15:42:08.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10b77fe700 1 -- 172.21.15.46:0/503679792 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f10c809edc0 con 0x56505797ce20 2023-10-21T15:42:08.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 10 client.16107 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:08.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 1 -- 172.21.15.46:0/503679792 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x565057721250 con 0x56505797ce20 2023-10-21T15:42:08.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10b77fe700 1 -- 172.21.15.46:0/503679792 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f10d000f040 con 0x56505797ce20 2023-10-21T15:42:08.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10b77fe700 1 -- 172.21.15.46:0/503679792 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f10c8096a60 con 0x56505797ce20 2023-10-21T15:42:08.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 10 client.16107 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:08.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 10 client.16107 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2023-10-21T15:42:08.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 20 client.16107 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:08.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x5650579e6940 0x5650579e8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 4 client.16107 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:42:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10ea824b80 1 -- 172.21.15.46:0/503679792 --> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5650578c8e50 con 0x5650579e6940 2023-10-21T15:42:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.115+0000 7f10d77fe700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x5650579e6940 0x5650579e8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10b77fe700 10 client.16107 ms_handle_connect on v2:172.21.15.119:6834/779175296 2023-10-21T15:42:08.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10d77fe700 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x5650579e6940 0x5650579e8d30 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b669eb1c6df0540a server_cookie=af3cad7eb454a301 in_seq=0 out_seq=0 2023-10-21T15:42:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10b77fe700 1 -- 172.21.15.46:0/503679792 <== mds.2 v2:172.21.15.119:6834/779175296 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7282 (crc 0 0 0) 0x5650578c8e50 con 0x5650579e6940 2023-10-21T15:42:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10b77fe700 10 client.16107 handle_command_reply: tid=0 2023-10-21T15:42:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 client.16107 shutdown 2023-10-21T15:42:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 -- 172.21.15.46:0/503679792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 msgr2=0x56505798bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505798bb20 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f10c80cb730 tx=0x7f10c8009480 comp rx=0 tx=0).stop 2023-10-21T15:42:08.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 -- 172.21.15.46:0/503679792 shutdown_connections 2023-10-21T15:42:08.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56505797ce20 0x56505798bb20 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:6834/779175296,v1:172.21.15.119:6835/779175296] conn(0x5650579e6940 0x5650579e8d30 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x56505797e620 0x56505798d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10b77fe700 0 client.16107 ms_handle_reset on v2:172.21.15.119:6834/779175296 2023-10-21T15:42:08.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 --2- 172.21.15.46:0/503679792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56505797d780 0x56505798c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 -- 172.21.15.46:0/503679792 >> 172.21.15.46:0/503679792 conn(0x5650578aadd0 msgr2=0x565057981670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 -- 172.21.15.46:0/503679792 shutdown_connections 2023-10-21T15:42:08.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.116+0000 7f10ea824b80 1 -- 172.21.15.46:0/503679792 wait complete. 2023-10-21T15:42:08.145 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10ea824b80 20 client.16107 trim_cache size 0 max 16384 2023-10-21T15:42:08.146 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2023-10-21T15:42:08.146 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.146 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.147 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 108536501, 2023-10-21T15:42:08.147 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628551, 2023-10-21T15:42:08.147 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178" 2023-10-21T15:42:08.147 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.147 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.148 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.148 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 189832036, 2023-10-21T15:42:08.148 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628213, 2023-10-21T15:42:08.148 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/039.out" 2023-10-21T15:42:08.148 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.149 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.149 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.149 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 194226942, 2023-10-21T15:42:08.149 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628531, 2023-10-21T15:42:08.149 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168" 2023-10-21T15:42:08.150 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.150 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.150 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.150 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 195226456, 2023-10-21T15:42:08.150 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628175, 2023-10-21T15:42:08.151 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/020.out" 2023-10-21T15:42:08.151 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.151 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.151 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.151 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 227174337, 2023-10-21T15:42:08.152 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628580, 2023-10-21T15:42:08.152 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192.out" 2023-10-21T15:42:08.152 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.152 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.153 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.153 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 353942135, 2023-10-21T15:42:08.153 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628507, 2023-10-21T15:42:08.153 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156" 2023-10-21T15:42:08.153 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.154 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.154 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.154 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 374598281, 2023-10-21T15:42:08.154 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628546, 2023-10-21T15:42:08.154 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/175.out" 2023-10-21T15:42:08.155 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.155 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.155 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.155 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 448182352, 2023-10-21T15:42:08.155 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628288, 2023-10-21T15:42:08.156 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/074.out" 2023-10-21T15:42:08.156 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.156 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.156 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.156 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 475211041, 2023-10-21T15:42:08.157 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628410, 2023-10-21T15:42:08.157 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107.out" 2023-10-21T15:42:08.157 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.157 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.157 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.157 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 514305394, 2023-10-21T15:42:08.158 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628586, 2023-10-21T15:42:08.158 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/195.out" 2023-10-21T15:42:08.158 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.158 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.158 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.159 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 706977208, 2023-10-21T15:42:08.159 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628237, 2023-10-21T15:42:08.159 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/051.out" 2023-10-21T15:42:08.159 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.159 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.160 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.160 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 765187391, 2023-10-21T15:42:08.160 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628414, 2023-10-21T15:42:08.160 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109.out" 2023-10-21T15:42:08.160 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.161 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.161 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.161 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 785741234, 2023-10-21T15:42:08.161 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628522, 2023-10-21T15:42:08.161 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163.out" 2023-10-21T15:42:08.162 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.162 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.162 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.162 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1030854052, 2023-10-21T15:42:08.162 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628553, 2023-10-21T15:42:08.163 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179" 2023-10-21T15:42:08.163 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.163 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.163 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.163 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1503469908, 2023-10-21T15:42:08.164 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628450, 2023-10-21T15:42:08.164 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/127.out" 2023-10-21T15:42:08.164 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.164 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.164 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.165 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1766099265, 2023-10-21T15:42:08.165 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628273, 2023-10-21T15:42:08.165 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/069.out" 2023-10-21T15:42:08.165 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.165 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.166 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.166 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1865434008, 2023-10-21T15:42:08.166 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628552, 2023-10-21T15:42:08.166 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178.out" 2023-10-21T15:42:08.166 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.167 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.167 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.167 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2184074192, 2023-10-21T15:42:08.167 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628593, 2023-10-21T15:42:08.167 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199" 2023-10-21T15:42:08.168 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.168 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.168 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.168 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2273579374, 2023-10-21T15:42:08.168 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628374, 2023-10-21T15:42:08.169 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/089.out" 2023-10-21T15:42:08.169 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.169 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.169 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.169 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2372496552, 2023-10-21T15:42:08.170 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628544, 2023-10-21T15:42:08.170 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174.out" 2023-10-21T15:42:08.170 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.170 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.170 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.171 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2583643105, 2023-10-21T15:42:08.171 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628515, 2023-10-21T15:42:08.171 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160" 2023-10-21T15:42:08.171 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.171 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.172 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.172 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2839701129, 2023-10-21T15:42:08.172 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628566, 2023-10-21T15:42:08.172 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/185.out" 2023-10-21T15:42:08.172 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.173 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.173 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.173 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3003083537, 2023-10-21T15:42:08.173 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628597, 2023-10-21T15:42:08.173 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201" 2023-10-21T15:42:08.174 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.174 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.174 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.174 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3019096446, 2023-10-21T15:42:08.174 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628211, 2023-10-21T15:42:08.175 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/038.out" 2023-10-21T15:42:08.175 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.175 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.175 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.175 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3130166704, 2023-10-21T15:42:08.176 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628570, 2023-10-21T15:42:08.176 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/187.out" 2023-10-21T15:42:08.176 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.176 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.176 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.176 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3158732125, 2023-10-21T15:42:08.177 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628400, 2023-10-21T15:42:08.177 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/102.out" 2023-10-21T15:42:08.177 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.177 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.177 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.178 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3477481615, 2023-10-21T15:42:08.178 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628358, 2023-10-21T15:42:08.178 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/081.out" 2023-10-21T15:42:08.178 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.178 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.179 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.179 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3535011035, 2023-10-21T15:42:08.179 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628525, 2023-10-21T15:42:08.179 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165" 2023-10-21T15:42:08.179 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.180 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.180 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.180 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3541820509, 2023-10-21T15:42:08.180 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628521, 2023-10-21T15:42:08.181 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163" 2023-10-21T15:42:08.181 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.181 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.181 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.181 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3778256029, 2023-10-21T15:42:08.182 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628588, 2023-10-21T15:42:08.182 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/196.out" 2023-10-21T15:42:08.182 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.182 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.182 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.183 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3894133255, 2023-10-21T15:42:08.183 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628396, 2023-10-21T15:42:08.183 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/100.out" 2023-10-21T15:42:08.183 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.183 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.183 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.184 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4210806801, 2023-10-21T15:42:08.184 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628195, 2023-10-21T15:42:08.184 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/030.out" 2023-10-21T15:42:08.184 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:42:08.184 INFO:teuthology.orchestra.run.smithi046.stdout:] 2023-10-21T15:42:08.185 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 -- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f10c00a1480 msgr2=0x7f10c00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f10c00a1480 0x7f10c00a3940 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f10cc009cb0 tx=0x7f10cc009260 comp rx=0 tx=0).stop 2023-10-21T15:42:08.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 -- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f10d80ffdb0 msgr2=0x7f10d8103d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f10d80ffdb0 0x7f10d8103d40 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f10c8009230 tx=0x7f10c800b790 comp rx=0 tx=0).stop 2023-10-21T15:42:08.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 -- 172.21.15.46:0/4293611801 shutdown_connections 2023-10-21T15:42:08.186 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f10c00a1480 0x7f10c00a3940 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f10d80ffdb0 0x7f10d8103d40 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f10d8101940 0x7f10d81028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 --2- 172.21.15.46:0/4293611801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10d8100fa0 0x7f10d8102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 -- 172.21.15.46:0/4293611801 >> 172.21.15.46:0/4293611801 conn(0x7f10d80fb320 msgr2=0x7f10d80fbd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 -- 172.21.15.46:0/4293611801 shutdown_connections 2023-10-21T15:42:08.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.117+0000 7f10de63b700 1 -- 172.21.15.46:0/4293611801 wait complete. 2023-10-21T15:42:08.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:07 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/463604005' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:42:08.189 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-21T15:42:08.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:07 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/463604005' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:42:08.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:07 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/463604005' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:42:08.326 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.324+0000 7fdbb716f700 1 -- 172.21.15.46:0/2395048111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 msgr2=0x7fdbb0109000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.324+0000 7fdbb716f700 1 --2- 172.21.15.46:0/2395048111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 0x7fdbb0109000 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fdba800b0a0 tx=0x7fdba800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 -- 172.21.15.46:0/2395048111 shutdown_connections 2023-10-21T15:42:08.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 --2- 172.21.15.46:0/2395048111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 0x7fdbb0109000 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 --2- 172.21.15.46:0/2395048111 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbb0101990 0x7fdbb0103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.327 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 --2- 172.21.15.46:0/2395048111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdbb01042c0 0x7fdbb01066b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 -- 172.21.15.46:0/2395048111 >> 172.21.15.46:0/2395048111 conn(0x7fdbb00fb320 msgr2=0x7fdbb00fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 -- 172.21.15.46:0/2395048111 shutdown_connections 2023-10-21T15:42:08.328 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 -- 172.21.15.46:0/2395048111 wait complete. 2023-10-21T15:42:08.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 Processor -- start 2023-10-21T15:42:08.330 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.325+0000 7fdbb716f700 1 -- start start 2023-10-21T15:42:08.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb716f700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbb0101990 0x7fdbb0101300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb716f700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdbb01042c0 0x7fdbb00ff940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb716f700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 0x7fdbb00ffe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.331 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb716f700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb0100620 con 0x7fdbb0106bf0 2023-10-21T15:42:08.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb716f700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb0100790 con 0x7fdbb01042c0 2023-10-21T15:42:08.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb716f700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb01a0cc0 con 0x7fdbb0101990 2023-10-21T15:42:08.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 0x7fdbb00ffe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbaffff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdbb01042c0 0x7fdbb00ff940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.332 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 0x7fdbb00ffe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36526/0 (socket says 172.21.15.46:36526) 2023-10-21T15:42:08.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbaffff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdbb01042c0 0x7fdbb00ff940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53456/0 (socket says 172.21.15.46:53456) 2023-10-21T15:42:08.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 -- 172.21.15.46:0/109798201 learned_addr learned my addr 172.21.15.46:0/109798201 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbb0101990 0x7fdbb0101300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 -- 172.21.15.46:0/109798201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbb0101990 msgr2=0x7fdbb0101300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.333 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbb0101990 0x7fdbb0101300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 -- 172.21.15.46:0/109798201 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdbb01042c0 msgr2=0x7fdbb00ff940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.334 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdbb01042c0 0x7fdbb00ff940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 -- 172.21.15.46:0/109798201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdba8009d00 con 0x7fdbb0106bf0 2023-10-21T15:42:08.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbaffff700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdbb01042c0 0x7fdbb00ff940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb570c700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 0x7fdbb00ffe80 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fdba800b780 tx=0x7fdba800bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbadffb700 1 -- 172.21.15.46:0/109798201 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba800e040 con 0x7fdbb0106bf0 2023-10-21T15:42:08.335 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbadffb700 1 -- 172.21.15.46:0/109798201 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdba8004c50 con 0x7fdbb0106bf0 2023-10-21T15:42:08.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.326+0000 7fdbb716f700 1 -- 172.21.15.46:0/109798201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbb01a0f40 con 0x7fdbb0106bf0 2023-10-21T15:42:08.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.327+0000 7fdbadffb700 1 -- 172.21.15.46:0/109798201 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba8005280 con 0x7fdbb0106bf0 2023-10-21T15:42:08.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.327+0000 7fdbb716f700 1 -- 172.21.15.46:0/109798201 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbb01a1360 con 0x7fdbb0106bf0 2023-10-21T15:42:08.336 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.329+0000 7fdbadffb700 1 -- 172.21.15.46:0/109798201 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdba801d470 con 0x7fdbb0106bf0 2023-10-21T15:42:08.341 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.330+0000 7fdbadffb700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdba00a1480 0x7fdba00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.330+0000 7fdbadffb700 1 -- 172.21.15.46:0/109798201 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdba80ce220 con 0x7fdbb0106bf0 2023-10-21T15:42:08.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.330+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdba00a1480 0x7fdba00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.330+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdba00a1480 0x7fdba00a3940 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009c60 tx=0x7fdba4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.342 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbc3358b80 1 Processor -- start 2023-10-21T15:42:08.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbc3358b80 1 -- start start 2023-10-21T15:42:08.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131ec240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131ed040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131edaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.343 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x565513160c70 con 0x5655131ed620 2023-10-21T15:42:08.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x565513145c60 con 0x5655131ebe20 2023-10-21T15:42:08.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x565513143580 con 0x5655131ec780 2023-10-21T15:42:08.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbb570c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131edaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbb570c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131edaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36534/0 (socket says 172.21.15.46:36534) 2023-10-21T15:42:08.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.331+0000 7fdbb570c700 1 -- 172.21.15.46:0/1453290513 learned_addr learned my addr 172.21.15.46:0/1453290513 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdbaffff700 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131ed040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131ec240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdbb570c700 1 -- 172.21.15.46:0/1453290513 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 msgr2=0x5655131ed040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131ed040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdbb570c700 1 -- 172.21.15.46:0/1453290513 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 msgr2=0x5655131ec240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131ec240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdbb570c700 1 -- 172.21.15.46:0/1453290513 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5655130fc3f0 con 0x5655131ed620 2023-10-21T15:42:08.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131edaa0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fdba809b510 tx=0x7fdba800b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30ee529b992a28f0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.346 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdb9affd700 1 -- 172.21.15.46:0/1453290513 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba809bc80 con 0x5655131ed620 2023-10-21T15:42:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdb9affd700 1 -- 172.21.15.46:0/1453290513 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdba809b580 con 0x5655131ed620 2023-10-21T15:42:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.332+0000 7fdb9affd700 1 -- 172.21.15.46:0/1453290513 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba8099a40 con 0x5655131ed620 2023-10-21T15:42:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1453290513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 msgr2=0x5655131edaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131edaa0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fdba809b510 tx=0x7fdba800b3b0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1453290513 shutdown_connections 2023-10-21T15:42:08.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131edaa0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131ec240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1453290513 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131ed040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1453290513 >> 172.21.15.46:0/1453290513 conn(0x565513119dd0 msgr2=0x5655131e6fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1453290513 shutdown_connections 2023-10-21T15:42:08.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.333+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1453290513 wait complete. 2023-10-21T15:42:08.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 1 -- start start 2023-10-21T15:42:08.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 1 Processor -- start 2023-10-21T15:42:08.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ebe20 0x5655131f5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131f5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x56551313ee70 con 0x5655131ebe20 2023-10-21T15:42:08.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655130db710 con 0x5655131ed620 2023-10-21T15:42:08.350 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655130db3b0 con 0x5655131ec780 2023-10-21T15:42:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbc3358b80 10 client.0 _ll_register_callbacks cb 0x565512f38800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbb4f0b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ebe20 0x5655131f5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbb4f0b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ebe20 0x5655131f5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36536/0 (socket says 172.21.15.46:36536) 2023-10-21T15:42:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbaffff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131f5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.351 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbb4f0b700 1 -- 172.21.15.46:0/1685169490 learned_addr learned my addr 172.21.15.46:0/1685169490 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.334+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbaffff700 1 -- 172.21.15.46:0/1685169490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 msgr2=0x5655131fd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbaffff700 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbaffff700 1 -- 172.21.15.46:0/1685169490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ebe20 msgr2=0x5655131f5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.352 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbaffff700 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ebe20 0x5655131f5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbaffff700 1 -- 172.21.15.46:0/1685169490 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbb01a1360 con 0x5655131ec780 2023-10-21T15:42:08.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ebe20 0x5655131f5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbaffff700 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131f5fe0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c012cd0 tx=0x7fdb9c009d40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f4b01520d5d121b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.353 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdb8ffff700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:42:08.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1685169490 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9c017070 con 0x5655131ec780 2023-10-21T15:42:08.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1685169490 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdb9c004050 con 0x5655131ec780 2023-10-21T15:42:08.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1685169490 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x565513143ef0 con 0x5655131ec780 2023-10-21T15:42:08.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1685169490 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb9c004210 con 0x5655131ec780 2023-10-21T15:42:08.354 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbc3358b80 10 client.25858 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:08.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1685169490 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x565512f69de0 con 0x5655131ec780 2023-10-21T15:42:08.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1685169490 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x565513143ef0 con 0x5655131ec780 2023-10-21T15:42:08.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.335+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1685169490 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fdb9c025070 con 0x5655131ec780 2023-10-21T15:42:08.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdbc3358b80 10 client.25858 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:08.355 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdbc3358b80 10 client.25858 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-21T15:42:08.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdbc3358b80 20 client.25858 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:08.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x565513201900 0x565513203d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdbc3358b80 4 client.25858 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:08.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1685169490 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5655131bbc10 con 0x565513201900 2023-10-21T15:42:08.356 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x565513201900 0x565513203d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdb8ffff700 10 client.25858 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:42:08.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.336+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x565513201900 0x565513203d20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1f7edee706bd4761 server_cookie=2a4efe882715da02 in_seq=0 out_seq=0 2023-10-21T15:42:08.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1685169490 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5655131bbc10 con 0x565513201900 2023-10-21T15:42:08.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdb8ffff700 10 client.25858 handle_command_reply: tid=0 2023-10-21T15:42:08.357 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 client.25858 shutdown 2023-10-21T15:42:08.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1685169490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 msgr2=0x5655131f5fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131f5fe0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c012cd0 tx=0x7fdb9c009d40 comp rx=0 tx=0).stop 2023-10-21T15:42:08.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1685169490 shutdown_connections 2023-10-21T15:42:08.358 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x565513201900 0x565513203d20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ebe20 0x5655131f5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1685169490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131f5fe0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdb8ffff700 0 client.25858 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:42:08.359 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1685169490 >> 172.21.15.46:0/1685169490 conn(0x565513119dd0 msgr2=0x5655131e6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1685169490 shutdown_connections 2023-10-21T15:42:08.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1685169490 wait complete. 2023-10-21T15:42:08.360 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.337+0000 7fdbc3358b80 20 client.25858 trim_cache size 0 max 16384 2023-10-21T15:42:08.365 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.353+0000 7fdbc3358b80 1 Processor -- start 2023-10-21T15:42:08.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.353+0000 7fdbc3358b80 1 -- start start 2023-10-21T15:42:08.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.353+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131f0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131fcfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.366 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131f0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x565512fbf920 con 0x5655131ed620 2023-10-21T15:42:08.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655131f5610 con 0x5655131ebe20 2023-10-21T15:42:08.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655131e1c00 con 0x5655131ec780 2023-10-21T15:42:08.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb4f0b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131f0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.367 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb570c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131f0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbaffff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131fcfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb4f0b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131f0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53476/0 (socket says 172.21.15.46:53476) 2023-10-21T15:42:08.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb570c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131f0ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36548/0 (socket says 172.21.15.46:36548) 2023-10-21T15:42:08.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbaffff700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131fcfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48544/0 (socket says 172.21.15.46:48544) 2023-10-21T15:42:08.368 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb4f0b700 1 -- 172.21.15.46:0/1206822892 learned_addr learned my addr 172.21.15.46:0/1206822892 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb570c700 1 -- 172.21.15.46:0/1206822892 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 msgr2=0x5655131fcfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1206822892 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131fcfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb570c700 1 -- 172.21.15.46:0/1206822892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 msgr2=0x5655131f0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1206822892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131f0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.369 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb570c700 1 -- 172.21.15.46:0/1206822892 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565512f52c60 con 0x5655131ed620 2023-10-21T15:42:08.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1206822892 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131f0ad0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fdba809b280 tx=0x7fdba800b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e54f0775b9b5bde server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdb9b7fe700 1 -- 172.21.15.46:0/1206822892 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba809bc80 con 0x5655131ed620 2023-10-21T15:42:08.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdb9b7fe700 1 -- 172.21.15.46:0/1206822892 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdba80a3880 con 0x5655131ed620 2023-10-21T15:42:08.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.354+0000 7fdb9b7fe700 1 -- 172.21.15.46:0/1206822892 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba8099a40 con 0x5655131ed620 2023-10-21T15:42:08.370 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1206822892 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 msgr2=0x5655131f0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1206822892 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131f0ad0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fdba809b280 tx=0x7fdba800b930 comp rx=0 tx=0).stop 2023-10-21T15:42:08.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1206822892 shutdown_connections 2023-10-21T15:42:08.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1206822892 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ed620 0x5655131f0ad0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.371 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1206822892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ebe20 0x5655131f0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1206822892 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ec780 0x5655131fcfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1206822892 >> 172.21.15.46:0/1206822892 conn(0x565513119dd0 msgr2=0x5655131f4730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1206822892 shutdown_connections 2023-10-21T15:42:08.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1206822892 wait complete. 2023-10-21T15:42:08.372 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.355+0000 7fdbc3358b80 1 -- start start 2023-10-21T15:42:08.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbc3358b80 1 Processor -- start 2023-10-21T15:42:08.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ebe20 0x5655131fa930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ec780 0x5655131fae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbc3358b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fbe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655131fc3c0 con 0x5655131ec780 2023-10-21T15:42:08.373 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655131fc530 con 0x5655131ed620 2023-10-21T15:42:08.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbc3358b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655131fc6f0 con 0x5655131ebe20 2023-10-21T15:42:08.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbc3358b80 10 client.0 _ll_register_callbacks cb 0x7fdb9c0127f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:08.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbaffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ec780 0x5655131fae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.374 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbaffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ec780 0x5655131fae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36552/0 (socket says 172.21.15.46:36552) 2023-10-21T15:42:08.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbaffff700 1 -- 172.21.15.46:0/1354613667 learned_addr learned my addr 172.21.15.46:0/1354613667 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ebe20 0x5655131fa930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.356+0000 7fdbb4f0b700 1 -- 172.21.15.46:0/1354613667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 msgr2=0x5655131fbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.375 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbb4f0b700 1 -- 172.21.15.46:0/1354613667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ec780 msgr2=0x5655131fae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ec780 0x5655131fae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbb4f0b700 1 -- 172.21.15.46:0/1354613667 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5655130fc3f0 con 0x5655131ebe20 2023-10-21T15:42:08.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbb570c700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.376 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbaffff700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ec780 0x5655131fae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbb4f0b700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ebe20 0x5655131fa930 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdba4011ab0 tx=0x7fdba40047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9822e35dd474904 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdb8ffff700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:42:08.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1354613667 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba4022040 con 0x5655131ebe20 2023-10-21T15:42:08.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1354613667 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdba40039a0 con 0x5655131ebe20 2023-10-21T15:42:08.377 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1354613667 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdba809b580 con 0x5655131ebe20 2023-10-21T15:42:08.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1354613667 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdba4003b60 con 0x5655131ebe20 2023-10-21T15:42:08.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbc3358b80 10 client.25864 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:08.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1354613667 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x565512f90250 con 0x5655131ebe20 2023-10-21T15:42:08.378 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1354613667 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdba809b580 con 0x5655131ebe20 2023-10-21T15:42:08.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1354613667 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fdba4028bd0 con 0x5655131ebe20 2023-10-21T15:42:08.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbc3358b80 10 client.25864 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:08.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbc3358b80 10 client.25864 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-21T15:42:08.379 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbc3358b80 20 client.25864 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.357+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x565513256340 0x565513258760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.358+0000 7fdbc3358b80 4 client.25864 mds_command: new command op to 24508 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:42:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.358+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1354613667 --> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x565513137e50 con 0x565513256340 2023-10-21T15:42:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.358+0000 7fdbaffff700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x565513256340 0x565513258760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.358+0000 7fdbaffff700 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x565513256340 0x565513258760 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d1c4523998d698c7 server_cookie=63e0c316e2ce96b2 in_seq=0 out_seq=0 2023-10-21T15:42:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.358+0000 7fdb8ffff700 10 client.25864 ms_handle_connect on v2:172.21.15.119:6838/2257856611 2023-10-21T15:42:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdb8ffff700 1 -- 172.21.15.46:0/1354613667 <== mds.1 v2:172.21.15.119:6838/2257856611 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+31999 (crc 0 0 0) 0x565513137e50 con 0x565513256340 2023-10-21T15:42:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdb8ffff700 10 client.25864 handle_command_reply: tid=0 2023-10-21T15:42:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 client.25864 shutdown 2023-10-21T15:42:08.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ebe20 msgr2=0x5655131fa930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ebe20 0x5655131fa930 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdba4011ab0 tx=0x7fdba40047c0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1354613667 shutdown_connections 2023-10-21T15:42:08.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5655131ed620 0x5655131fbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.382 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5655131ebe20 0x5655131fa930 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.119:6838/2257856611,v1:172.21.15.119:6839/2257856611] conn(0x565513256340 0x565513258760 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 --2- 172.21.15.46:0/1354613667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5655131ec780 0x5655131fae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1354613667 >> 172.21.15.46:0/1354613667 conn(0x565513119dd0 msgr2=0x5655131f0590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdb8ffff700 0 client.25864 ms_handle_reset on v2:172.21.15.119:6838/2257856611 2023-10-21T15:42:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1354613667 shutdown_connections 2023-10-21T15:42:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 1 -- 172.21.15.46:0/1354613667 wait complete. 2023-10-21T15:42:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.359+0000 7fdbc3358b80 20 client.25864 trim_cache size 0 max 16384 2023-10-21T15:42:08.385 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2023-10-21T15:42:08.385 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.385 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.385 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 30853352, 2023-10-21T15:42:08.385 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628140, 2023-10-21T15:42:08.386 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds1/stray2/1000000016c" 2023-10-21T15:42:08.386 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.386 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.386 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.386 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 44741971, 2023-10-21T15:42:08.387 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628466, 2023-10-21T15:42:08.387 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135.out" 2023-10-21T15:42:08.387 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.387 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.387 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.388 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 73107807, 2023-10-21T15:42:08.388 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628255, 2023-10-21T15:42:08.388 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/060.out" 2023-10-21T15:42:08.388 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.389 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.389 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.389 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 80125156, 2023-10-21T15:42:08.389 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628187, 2023-10-21T15:42:08.389 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/026.out" 2023-10-21T15:42:08.389 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.390 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.390 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.390 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 90972620, 2023-10-21T15:42:08.390 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628476, 2023-10-21T15:42:08.391 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140.out" 2023-10-21T15:42:08.391 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.391 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.391 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.391 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 199897388, 2023-10-21T15:42:08.392 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628596, 2023-10-21T15:42:08.392 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/200.out" 2023-10-21T15:42:08.392 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.392 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.392 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.393 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 205043573, 2023-10-21T15:42:08.393 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628456, 2023-10-21T15:42:08.393 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/130.out" 2023-10-21T15:42:08.393 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.393 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.393 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.394 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 325265089, 2023-10-21T15:42:08.394 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628181, 2023-10-21T15:42:08.394 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/023.out" 2023-10-21T15:42:08.394 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.394 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.395 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.395 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 326027247, 2023-10-21T15:42:08.395 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628493, 2023-10-21T15:42:08.395 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149" 2023-10-21T15:42:08.395 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.396 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.396 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.396 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 469141012, 2023-10-21T15:42:08.396 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628576, 2023-10-21T15:42:08.396 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/190.out" 2023-10-21T15:42:08.397 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.397 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.397 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.397 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 470596498, 2023-10-21T15:42:08.397 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628508, 2023-10-21T15:42:08.398 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156.out" 2023-10-21T15:42:08.398 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.398 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.398 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.398 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 493917548, 2023-10-21T15:42:08.399 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628438, 2023-10-21T15:42:08.399 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/121.out" 2023-10-21T15:42:08.399 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.399 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.399 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.400 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 646510159, 2023-10-21T15:42:08.400 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628367, 2023-10-21T15:42:08.400 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086" 2023-10-21T15:42:08.400 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.400 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.401 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.401 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 664963984, 2023-10-21T15:42:08.401 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628407, 2023-10-21T15:42:08.401 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106" 2023-10-21T15:42:08.401 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.402 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.402 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.402 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 687338293, 2023-10-21T15:42:08.402 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628464, 2023-10-21T15:42:08.402 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/134.out" 2023-10-21T15:42:08.403 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.403 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.403 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.403 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 749607879, 2023-10-21T15:42:08.403 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628398, 2023-10-21T15:42:08.403 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/101.out" 2023-10-21T15:42:08.404 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.404 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.404 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.404 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 751752650, 2023-10-21T15:42:08.404 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628460, 2023-10-21T15:42:08.405 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/132.out" 2023-10-21T15:42:08.405 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.405 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.405 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.405 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 773771158, 2023-10-21T15:42:08.406 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628474, 2023-10-21T15:42:08.406 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/139.out" 2023-10-21T15:42:08.406 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.406 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.406 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.407 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 843517625, 2023-10-21T15:42:08.407 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628530, 2023-10-21T15:42:08.407 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167.out" 2023-10-21T15:42:08.407 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.407 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.408 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.408 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 861571695, 2023-10-21T15:42:08.408 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628486, 2023-10-21T15:42:08.408 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/145.out" 2023-10-21T15:42:08.408 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.409 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.409 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.409 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 863881517, 2023-10-21T15:42:08.409 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628524, 2023-10-21T15:42:08.409 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/164.out" 2023-10-21T15:42:08.410 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.410 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.410 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.410 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 885596712, 2023-10-21T15:42:08.410 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628413, 2023-10-21T15:42:08.411 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109" 2023-10-21T15:42:08.411 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.411 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.411 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.411 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 926554634, 2023-10-21T15:42:08.412 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628202, 2023-10-21T15:42:08.412 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034" 2023-10-21T15:42:08.412 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.412 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.412 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.413 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 941870447, 2023-10-21T15:42:08.413 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628526, 2023-10-21T15:42:08.413 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165.out" 2023-10-21T15:42:08.413 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.413 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.414 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.414 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 954755236, 2023-10-21T15:42:08.414 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628488, 2023-10-21T15:42:08.414 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146.out" 2023-10-21T15:42:08.415 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.415 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.415 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.415 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 956644926, 2023-10-21T15:42:08.415 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628217, 2023-10-21T15:42:08.416 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041.out" 2023-10-21T15:42:08.416 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.416 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.416 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.416 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 964315725, 2023-10-21T15:42:08.417 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628386, 2023-10-21T15:42:08.417 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/095.out" 2023-10-21T15:42:08.417 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.417 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.417 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.418 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 967562002, 2023-10-21T15:42:08.418 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628356, 2023-10-21T15:42:08.418 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/080.out" 2023-10-21T15:42:08.418 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.419 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.419 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.419 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1005172848, 2023-10-21T15:42:08.419 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628241, 2023-10-21T15:42:08.419 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053.out" 2023-10-21T15:42:08.420 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.420 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.420 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.420 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1064351828, 2023-10-21T15:42:08.420 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628261, 2023-10-21T15:42:08.421 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/063.out" 2023-10-21T15:42:08.421 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.421 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.421 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.421 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1080507764, 2023-10-21T15:42:08.422 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628548, 2023-10-21T15:42:08.422 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176.out" 2023-10-21T15:42:08.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.422 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.422 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.423 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1115559372, 2023-10-21T15:42:08.423 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628556, 2023-10-21T15:42:08.423 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180.out" 2023-10-21T15:42:08.423 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.423 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.424 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.424 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1138292570, 2023-10-21T15:42:08.424 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628269, 2023-10-21T15:42:08.424 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/067.out" 2023-10-21T15:42:08.424 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.425 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.425 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.425 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1191751913, 2023-10-21T15:42:08.425 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628163, 2023-10-21T15:42:08.425 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/014.out" 2023-10-21T15:42:08.426 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.426 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.426 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.426 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1239528109, 2023-10-21T15:42:08.426 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628489, 2023-10-21T15:42:08.427 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147" 2023-10-21T15:42:08.427 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.427 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.427 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.427 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1259236616, 2023-10-21T15:42:08.428 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628370, 2023-10-21T15:42:08.428 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087.out" 2023-10-21T15:42:08.428 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.428 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.428 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.428 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1284053243, 2023-10-21T15:42:08.429 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628472, 2023-10-21T15:42:08.429 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/138.out" 2023-10-21T15:42:08.429 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.429 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.429 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.430 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1289551471, 2023-10-21T15:42:08.430 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628480, 2023-10-21T15:42:08.430 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142.out" 2023-10-21T15:42:08.430 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.431 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.431 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.431 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1315880571, 2023-10-21T15:42:08.431 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628219, 2023-10-21T15:42:08.431 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042.out" 2023-10-21T15:42:08.432 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.432 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.432 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.432 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1322678425, 2023-10-21T15:42:08.433 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628190, 2023-10-21T15:42:08.433 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds1/stray2/1000000019e" 2023-10-21T15:42:08.433 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.433 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.434 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.434 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1323079097, 2023-10-21T15:42:08.434 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628404, 2023-10-21T15:42:08.434 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/104.out" 2023-10-21T15:42:08.434 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.435 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.435 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.435 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1339090301, 2023-10-21T15:42:08.435 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628442, 2023-10-21T15:42:08.435 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/123.out" 2023-10-21T15:42:08.436 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.436 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.436 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.436 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1345739859, 2023-10-21T15:42:08.437 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628231, 2023-10-21T15:42:08.437 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/048.out" 2023-10-21T15:42:08.437 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.437 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.437 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.438 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1379124079, 2023-10-21T15:42:08.438 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628271, 2023-10-21T15:42:08.438 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/068.out" 2023-10-21T15:42:08.438 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.439 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.439 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.439 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1438194594, 2023-10-21T15:42:08.439 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628253, 2023-10-21T15:42:08.439 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/059.out" 2023-10-21T15:42:08.440 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.440 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.440 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.440 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1448936037, 2023-10-21T15:42:08.440 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628245, 2023-10-21T15:42:08.441 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/055.out" 2023-10-21T15:42:08.441 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.441 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.441 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.441 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1488874790, 2023-10-21T15:42:08.442 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628426, 2023-10-21T15:42:08.442 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/115.out" 2023-10-21T15:42:08.442 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.442 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.442 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.443 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1515195348, 2023-10-21T15:42:08.443 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628572, 2023-10-21T15:42:08.443 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/188.out" 2023-10-21T15:42:08.443 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.443 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.444 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.444 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1580463643, 2023-10-21T15:42:08.444 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628227, 2023-10-21T15:42:08.444 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/046.out" 2023-10-21T15:42:08.444 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.445 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.445 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.445 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1600190747, 2023-10-21T15:42:08.445 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628536, 2023-10-21T15:42:08.446 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170.out" 2023-10-21T15:42:08.446 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.446 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.446 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.446 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1607999889, 2023-10-21T15:42:08.447 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628422, 2023-10-21T15:42:08.447 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/113.out" 2023-10-21T15:42:08.447 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.447 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.447 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.448 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1626360268, 2023-10-21T15:42:08.448 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628564, 2023-10-21T15:42:08.448 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184.out" 2023-10-21T15:42:08.448 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.448 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.449 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.449 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1629837636, 2023-10-21T15:42:08.449 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628590, 2023-10-21T15:42:08.449 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/197.out" 2023-10-21T15:42:08.449 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.450 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.450 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.450 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1665171715, 2023-10-21T15:42:08.450 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628394, 2023-10-21T15:42:08.450 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/099.out" 2023-10-21T15:42:08.451 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.451 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.451 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.451 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1678828787, 2023-10-21T15:42:08.451 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628392, 2023-10-21T15:42:08.452 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/098.out" 2023-10-21T15:42:08.454 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.454 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.454 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.454 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1681361315, 2023-10-21T15:42:08.454 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628492, 2023-10-21T15:42:08.455 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/148.out" 2023-10-21T15:42:08.455 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.455 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.455 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.455 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1737696962, 2023-10-21T15:42:08.456 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628267, 2023-10-21T15:42:08.456 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/066.out" 2023-10-21T15:42:08.456 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.456 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.457 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.457 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1749938032, 2023-10-21T15:42:08.457 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628511, 2023-10-21T15:42:08.457 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158" 2023-10-21T15:42:08.457 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.458 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.458 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.458 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1779055094, 2023-10-21T15:42:08.458 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628470, 2023-10-21T15:42:08.458 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/137.out" 2023-10-21T15:42:08.459 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.459 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.459 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.459 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1795302900, 2023-10-21T15:42:08.459 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628225, 2023-10-21T15:42:08.460 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/045.out" 2023-10-21T15:42:08.460 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.460 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.460 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.460 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1810024389, 2023-10-21T15:42:08.461 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628594, 2023-10-21T15:42:08.461 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199.out" 2023-10-21T15:42:08.461 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.461 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.461 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.461 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1813372729, 2023-10-21T15:42:08.462 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628598, 2023-10-21T15:42:08.462 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201.out" 2023-10-21T15:42:08.462 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.462 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.462 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.463 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1831713523, 2023-10-21T15:42:08.463 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628512, 2023-10-21T15:42:08.463 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158.out" 2023-10-21T15:42:08.463 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.464 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.464 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.464 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1939521241, 2023-10-21T15:42:08.464 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628351, 2023-10-21T15:42:08.464 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078" 2023-10-21T15:42:08.465 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.465 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.465 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.465 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1979823150, 2023-10-21T15:42:08.466 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628432, 2023-10-21T15:42:08.466 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/118.out" 2023-10-21T15:42:08.466 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.466 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.466 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.467 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1986907376, 2023-10-21T15:42:08.467 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628196, 2023-10-21T15:42:08.467 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031" 2023-10-21T15:42:08.467 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.467 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.468 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.468 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1989437297, 2023-10-21T15:42:08.468 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628185, 2023-10-21T15:42:08.468 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/025.out" 2023-10-21T15:42:08.468 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.469 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.469 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.469 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1993252631, 2023-10-21T15:42:08.469 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628191, 2023-10-21T15:42:08.469 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/028.out" 2023-10-21T15:42:08.470 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.470 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.470 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.470 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 1998618494, 2023-10-21T15:42:08.470 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628497, 2023-10-21T15:42:08.471 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151" 2023-10-21T15:42:08.471 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.471 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.471 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.471 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2001253904, 2023-10-21T15:42:08.472 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628279, 2023-10-21T15:42:08.472 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/072.out" 2023-10-21T15:42:08.472 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.472 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.472 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.473 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2024790435, 2023-10-21T15:42:08.473 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628214, 2023-10-21T15:42:08.473 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040" 2023-10-21T15:42:08.473 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.473 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.474 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.474 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2045056426, 2023-10-21T15:42:08.474 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628369, 2023-10-21T15:42:08.474 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087" 2023-10-21T15:42:08.474 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.475 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.475 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.475 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2049561027, 2023-10-21T15:42:08.475 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628568, 2023-10-21T15:42:08.475 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/186.out" 2023-10-21T15:42:08.476 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.476 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.476 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.476 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2063184410, 2023-10-21T15:42:08.476 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628189, 2023-10-21T15:42:08.477 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/027.out" 2023-10-21T15:42:08.477 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.477 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.477 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.477 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2079023463, 2023-10-21T15:42:08.478 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628529, 2023-10-21T15:42:08.478 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167" 2023-10-21T15:42:08.478 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.478 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.478 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.479 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2088317278, 2023-10-21T15:42:08.479 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628171, 2023-10-21T15:42:08.479 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/018.out" 2023-10-21T15:42:08.479 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.480 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.480 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.480 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2111695830, 2023-10-21T15:42:08.480 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628290, 2023-10-21T15:42:08.480 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/075.out" 2023-10-21T15:42:08.481 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.481 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.481 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.481 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2221459811, 2023-10-21T15:42:08.481 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628408, 2023-10-21T15:42:08.482 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106.out" 2023-10-21T15:42:08.482 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.482 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.482 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.482 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2223819215, 2023-10-21T15:42:08.483 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628221, 2023-10-21T15:42:08.483 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/043.out" 2023-10-21T15:42:08.483 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.483 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.483 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.483 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2272422208, 2023-10-21T15:42:08.484 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628259, 2023-10-21T15:42:08.484 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062.out" 2023-10-21T15:42:08.484 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.484 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.484 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.485 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2294314286, 2023-10-21T15:42:08.485 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628468, 2023-10-21T15:42:08.485 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/136.out" 2023-10-21T15:42:08.485 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.485 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.486 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.486 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2311387156, 2023-10-21T15:42:08.486 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628554, 2023-10-21T15:42:08.486 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179.out" 2023-10-21T15:42:08.486 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.487 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.487 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.487 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2369262270, 2023-10-21T15:42:08.487 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628243, 2023-10-21T15:42:08.487 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/054.out" 2023-10-21T15:42:08.488 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.488 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.488 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.488 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2394512430, 2023-10-21T15:42:08.488 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628479, 2023-10-21T15:42:08.489 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142" 2023-10-21T15:42:08.489 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.489 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.489 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.489 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2415583195, 2023-10-21T15:42:08.490 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628436, 2023-10-21T15:42:08.490 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/120.out" 2023-10-21T15:42:08.490 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.490 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.490 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.491 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2458616546, 2023-10-21T15:42:08.491 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628368, 2023-10-21T15:42:08.491 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086.out" 2023-10-21T15:42:08.491 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.491 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.492 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.492 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2468468052, 2023-10-21T15:42:08.492 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628496, 2023-10-21T15:42:08.492 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150.out" 2023-10-21T15:42:08.492 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.493 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.493 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.493 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2475838699, 2023-10-21T15:42:08.493 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628257, 2023-10-21T15:42:08.493 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/061.out" 2023-10-21T15:42:08.494 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.494 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.494 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.494 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2526673726, 2023-10-21T15:42:08.494 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628516, 2023-10-21T15:42:08.495 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160.out" 2023-10-21T15:42:08.495 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.495 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.496 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.496 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2536458416, 2023-10-21T15:42:08.496 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628454, 2023-10-21T15:42:08.496 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/129.out" 2023-10-21T15:42:08.496 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.497 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.497 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.497 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2549814353, 2023-10-21T15:42:08.497 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628560, 2023-10-21T15:42:08.497 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182.out" 2023-10-21T15:42:08.498 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.498 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.498 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.498 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2557156565, 2023-10-21T15:42:08.498 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628592, 2023-10-21T15:42:08.499 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/198.out" 2023-10-21T15:42:08.499 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.499 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.499 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.499 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2587141489, 2023-10-21T15:42:08.500 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628535, 2023-10-21T15:42:08.500 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170" 2023-10-21T15:42:08.500 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.500 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.500 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.500 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2640044805, 2023-10-21T15:42:08.501 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628209, 2023-10-21T15:42:08.501 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/037.out" 2023-10-21T15:42:08.501 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.501 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.501 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.502 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2680968096, 2023-10-21T15:42:08.502 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628215, 2023-10-21T15:42:08.502 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040.out" 2023-10-21T15:42:08.502 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.502 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.503 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.503 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2701879790, 2023-10-21T15:42:08.503 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628582, 2023-10-21T15:42:08.503 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/193.out" 2023-10-21T15:42:08.503 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.504 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.504 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.504 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2737961496, 2023-10-21T15:42:08.504 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628502, 2023-10-21T15:42:08.504 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/153.out" 2023-10-21T15:42:08.505 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.505 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.505 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.505 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2752083315, 2023-10-21T15:42:08.505 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628137, 2023-10-21T15:42:08.506 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/001.out" 2023-10-21T15:42:08.506 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.506 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.506 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.506 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2752427051, 2023-10-21T15:42:08.507 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628158, 2023-10-21T15:42:08.507 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds1/stray2/1000000017e" 2023-10-21T15:42:08.507 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.507 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.507 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.508 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2765001189, 2023-10-21T15:42:08.508 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628247, 2023-10-21T15:42:08.508 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/056.out" 2023-10-21T15:42:08.508 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.508 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.509 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.509 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2840964472, 2023-10-21T15:42:08.509 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628366, 2023-10-21T15:42:08.509 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085.out" 2023-10-21T15:42:08.509 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.510 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.510 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.510 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2842504217, 2023-10-21T15:42:08.510 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628155, 2023-10-21T15:42:08.510 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/010.out" 2023-10-21T15:42:08.511 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.511 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.511 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.511 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 2844040772, 2023-10-21T15:42:08.511 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628478, 2023-10-21T15:42:08.512 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141.out" 2023-10-21T15:42:08.512 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.512 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.512 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.513 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3016471686, 2023-10-21T15:42:08.513 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628277, 2023-10-21T15:42:08.513 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071.out" 2023-10-21T15:42:08.513 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.513 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.514 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.514 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3020164959, 2023-10-21T15:42:08.514 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628199, 2023-10-21T15:42:08.514 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/032.out" 2023-10-21T15:42:08.514 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.515 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.515 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.515 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3067822534, 2023-10-21T15:42:08.515 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628235, 2023-10-21T15:42:08.515 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050.out" 2023-10-21T15:42:08.516 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.516 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.516 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.516 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3102372463, 2023-10-21T15:42:08.516 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628859, 2023-10-21T15:42:08.517 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/202.out" 2023-10-21T15:42:08.517 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.517 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.517 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.517 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3108124112, 2023-10-21T15:42:08.518 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628149, 2023-10-21T15:42:08.518 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/007.out" 2023-10-21T15:42:08.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.518 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.519 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.519 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3132930506, 2023-10-21T15:42:08.519 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628249, 2023-10-21T15:42:08.519 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/057.out" 2023-10-21T15:42:08.519 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.520 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.520 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.520 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3156639448, 2023-10-21T15:42:08.520 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628482, 2023-10-21T15:42:08.520 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143.out" 2023-10-21T15:42:08.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.521 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.521 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.521 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3177451283, 2023-10-21T15:42:08.521 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628207, 2023-10-21T15:42:08.522 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/036.out" 2023-10-21T15:42:08.522 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.522 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.522 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.522 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3218622505, 2023-10-21T15:42:08.523 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628275, 2023-10-21T15:42:08.523 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/070.out" 2023-10-21T15:42:08.523 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.523 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.523 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.524 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3238802322, 2023-10-21T15:42:08.524 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628494, 2023-10-21T15:42:08.524 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149.out" 2023-10-21T15:42:08.524 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.524 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.525 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.525 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3245639462, 2023-10-21T15:42:08.525 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628203, 2023-10-21T15:42:08.525 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034.out" 2023-10-21T15:42:08.525 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.526 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.526 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.526 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3379747020, 2023-10-21T15:42:08.526 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628161, 2023-10-21T15:42:08.526 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/013.out" 2023-10-21T15:42:08.527 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.527 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.527 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.527 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3386653440, 2023-10-21T15:42:08.528 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628205, 2023-10-21T15:42:08.528 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035.out" 2023-10-21T15:42:08.528 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.528 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.528 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.529 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3425000988, 2023-10-21T15:42:08.529 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628239, 2023-10-21T15:42:08.529 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052.out" 2023-10-21T15:42:08.529 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.530 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.530 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.530 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3466148530, 2023-10-21T15:42:08.530 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628462, 2023-10-21T15:42:08.530 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133.out" 2023-10-21T15:42:08.531 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.531 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.531 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.531 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3485520475, 2023-10-21T15:42:08.531 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628382, 2023-10-21T15:42:08.532 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/093.out" 2023-10-21T15:42:08.532 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.532 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.532 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.532 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3596792862, 2023-10-21T15:42:08.533 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628412, 2023-10-21T15:42:08.533 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/108.out" 2023-10-21T15:42:08.533 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.533 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.533 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.534 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3695586533, 2023-10-21T15:42:08.534 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628405, 2023-10-21T15:42:08.534 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105" 2023-10-21T15:42:08.534 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.534 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.535 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.535 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3707575047, 2023-10-21T15:42:08.535 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628605, 2023-10-21T15:42:08.535 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs" 2023-10-21T15:42:08.535 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.536 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.536 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.536 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3711585575, 2023-10-21T15:42:08.536 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628380, 2023-10-21T15:42:08.536 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/092.out" 2023-10-21T15:42:08.537 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.537 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.537 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.537 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3754529091, 2023-10-21T15:42:08.537 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628520, 2023-10-21T15:42:08.538 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/162.out" 2023-10-21T15:42:08.538 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.538 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.538 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.538 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3768572277, 2023-10-21T15:42:08.539 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628362, 2023-10-21T15:42:08.539 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/083.out" 2023-10-21T15:42:08.539 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.539 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.539 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.540 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3786479178, 2023-10-21T15:42:08.540 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628495, 2023-10-21T15:42:08.540 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150" 2023-10-21T15:42:08.540 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.540 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.541 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.541 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3792438037, 2023-10-21T15:42:08.541 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628458, 2023-10-21T15:42:08.541 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/131.out" 2023-10-21T15:42:08.541 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.542 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.542 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.542 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3835396218, 2023-10-21T15:42:08.542 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628174, 2023-10-21T15:42:08.542 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds1/stray2/1000000018e" 2023-10-21T15:42:08.543 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.543 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.543 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.543 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3850930104, 2023-10-21T15:42:08.543 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628424, 2023-10-21T15:42:08.544 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/114.out" 2023-10-21T15:42:08.544 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.544 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.544 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.544 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3864867914, 2023-10-21T15:42:08.545 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628354, 2023-10-21T15:42:08.545 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079.out" 2023-10-21T15:42:08.545 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.545 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.545 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.546 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3867486067, 2023-10-21T15:42:08.546 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628490, 2023-10-21T15:42:08.546 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147.out" 2023-10-21T15:42:08.546 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.546 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.547 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.547 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3887848035, 2023-10-21T15:42:08.547 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628527, 2023-10-21T15:42:08.547 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166" 2023-10-21T15:42:08.547 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.548 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.548 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.548 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3891826278, 2023-10-21T15:42:08.548 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628416, 2023-10-21T15:42:08.548 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/110.out" 2023-10-21T15:42:08.549 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.549 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.549 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.549 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3892593269, 2023-10-21T15:42:08.549 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628201, 2023-10-21T15:42:08.549 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/033.out" 2023-10-21T15:42:08.550 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.550 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.550 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.550 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3930451092, 2023-10-21T15:42:08.551 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628166, 2023-10-21T15:42:08.551 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "~mds1/stray2/10000000186" 2023-10-21T15:42:08.551 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.551 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.551 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.552 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 3940270241, 2023-10-21T15:42:08.552 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628364, 2023-10-21T15:42:08.552 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/084.out" 2023-10-21T15:42:08.552 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.552 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.553 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.553 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4077765025, 2023-10-21T15:42:08.553 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628139, 2023-10-21T15:42:08.553 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/002.out" 2023-10-21T15:42:08.554 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.554 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.554 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.554 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4083320780, 2023-10-21T15:42:08.555 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628402, 2023-10-21T15:42:08.555 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103.out" 2023-10-21T15:42:08.555 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.555 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.555 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.556 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4124358159, 2023-10-21T15:42:08.556 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628360, 2023-10-21T15:42:08.556 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/082.out" 2023-10-21T15:42:08.556 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.556 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.557 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.557 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4173208384, 2023-10-21T15:42:08.557 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628372, 2023-10-21T15:42:08.557 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/088.out" 2023-10-21T15:42:08.557 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.558 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.558 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.558 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4173213362, 2023-10-21T15:42:08.558 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628498, 2023-10-21T15:42:08.558 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151.out" 2023-10-21T15:42:08.559 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:42:08.559 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:42:08.559 INFO:teuthology.orchestra.run.smithi046.stdout: "damage_type": "backtrace", 2023-10-21T15:42:08.559 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 4266177617, 2023-10-21T15:42:08.559 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1099511628475, 2023-10-21T15:42:08.560 INFO:teuthology.orchestra.run.smithi046.stdout: "path": "/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140" 2023-10-21T15:42:08.560 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:42:08.560 INFO:teuthology.orchestra.run.smithi046.stdout:] 2023-10-21T15:42:08.561 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 -- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdba00a1480 msgr2=0x7fdba00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdba00a1480 0x7fdba00a3940 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009c60 tx=0x7fdba4009260 comp rx=0 tx=0).stop 2023-10-21T15:42:08.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 -- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 msgr2=0x7fdbb00ffe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 0x7fdbb00ffe80 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fdba800b780 tx=0x7fdba800bab0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.562 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 -- 172.21.15.46:0/109798201 shutdown_connections 2023-10-21T15:42:08.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdba00a1480 0x7fdba00a3940 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdbb0106bf0 0x7fdbb00ffe80 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdbb0101990 0x7fdbb0101300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 --2- 172.21.15.46:0/109798201 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdbb01042c0 0x7fdbb00ff940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.563 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 -- 172.21.15.46:0/109798201 >> 172.21.15.46:0/109798201 conn(0x7fdbb00fb320 msgr2=0x7fdbb0102620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 -- 172.21.15.46:0/109798201 shutdown_connections 2023-10-21T15:42:08.564 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.360+0000 7fdbb716f700 1 -- 172.21.15.46:0/109798201 wait complete. 2023-10-21T15:42:08.564 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-21T15:42:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.703+0000 7f96671e1700 1 -- 172.21.15.46:0/2836320490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 msgr2=0x7f9660101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.703+0000 7f96671e1700 1 --2- 172.21.15.46:0/2836320490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 0x7f9660101430 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f964c0099c0 tx=0x7f964c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.703+0000 7f96671e1700 1 -- 172.21.15.46:0/2836320490 shutdown_connections 2023-10-21T15:42:08.708 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.703+0000 7f96671e1700 1 --2- 172.21.15.46:0/2836320490 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9660101970 0x7f9660108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.703+0000 7f96671e1700 1 --2- 172.21.15.46:0/2836320490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f96600ffde0 0x7f9660100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.703+0000 7f96671e1700 1 --2- 172.21.15.46:0/2836320490 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 0x7f9660101430 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 -- 172.21.15.46:0/2836320490 >> 172.21.15.46:0/2836320490 conn(0x7f96600fb310 msgr2=0x7f96600fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.709 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 -- 172.21.15.46:0/2836320490 shutdown_connections 2023-10-21T15:42:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 -- 172.21.15.46:0/2836320490 wait complete. 2023-10-21T15:42:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 Processor -- start 2023-10-21T15:42:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 -- start start 2023-10-21T15:42:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f96600ffde0 0x7f9660103d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.710 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 0x7f96601023b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9660101970 0x7f96601028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9660103090 con 0x7f9660100fd0 2023-10-21T15:42:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9660103200 con 0x7f96600ffde0 2023-10-21T15:42:08.711 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f96671e1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96601a0c20 con 0x7f9660101970 2023-10-21T15:42:08.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.704+0000 7f965ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 0x7f96601023b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 0x7f96601023b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36566/0 (socket says 172.21.15.46:36566) 2023-10-21T15:42:08.712 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965ffff700 1 -- 172.21.15.46:0/1892623684 learned_addr learned my addr 172.21.15.46:0/1892623684 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f9664f7d700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f96600ffde0 0x7f9660103d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.713 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f966577e700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9660101970 0x7f96601028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965ffff700 1 -- 172.21.15.46:0/1892623684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9660101970 msgr2=0x7f96601028f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965ffff700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9660101970 0x7f96601028f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.714 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965ffff700 1 -- 172.21.15.46:0/1892623684 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f96600ffde0 msgr2=0x7f9660103d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965ffff700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f96600ffde0 0x7f9660103d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965ffff700 1 -- 172.21.15.46:0/1892623684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f964c0095f0 con 0x7f9660100fd0 2023-10-21T15:42:08.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965ffff700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 0x7f96601023b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f964c00f670 tx=0x7f964c00f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.716 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965dffb700 1 -- 172.21.15.46:0/1892623684 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c01c070 con 0x7f9660100fd0 2023-10-21T15:42:08.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965dffb700 1 -- 172.21.15.46:0/1892623684 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f964c00fdc0 con 0x7f9660100fd0 2023-10-21T15:42:08.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f96671e1700 1 -- 172.21.15.46:0/1892623684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96601a0ea0 con 0x7f9660100fd0 2023-10-21T15:42:08.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.705+0000 7f965dffb700 1 -- 172.21.15.46:0/1892623684 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c022e30 con 0x7f9660100fd0 2023-10-21T15:42:08.717 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.706+0000 7f96671e1700 1 -- 172.21.15.46:0/1892623684 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96601a1260 con 0x7f9660100fd0 2023-10-21T15:42:08.728 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.710+0000 7f96733cab80 1 Processor -- start 2023-10-21T15:42:08.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.710+0000 7f96733cab80 1 -- start start 2023-10-21T15:42:08.729 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f96733cab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec62240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f96733cab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec62780 0x55d9bec63040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f96733cab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec63620 0x55d9bec63aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.730 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f96733cab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bebd6c70 con 0x55d9bec63620 2023-10-21T15:42:08.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f96733cab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bebbbc60 con 0x55d9bec62780 2023-10-21T15:42:08.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f96733cab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bebb9580 con 0x55d9bec61e20 2023-10-21T15:42:08.731 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec62240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f9664f7d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec62780 0x55d9bec63040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.732 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec62240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48568/0 (socket says 172.21.15.46:48568) 2023-10-21T15:42:08.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 -- 172.21.15.46:0/57242179 learned_addr learned my addr 172.21.15.46:0/57242179 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 -- 172.21.15.46:0/57242179 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec62780 msgr2=0x55d9bec63040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.733 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 --2- 172.21.15.46:0/57242179 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec62780 0x55d9bec63040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 -- 172.21.15.46:0/57242179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec63620 msgr2=0x55d9bec63aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 --2- 172.21.15.46:0/57242179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec63620 0x55d9bec63aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.734 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 -- 172.21.15.46:0/57242179 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9beb723f0 con 0x55d9bec61e20 2023-10-21T15:42:08.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.711+0000 7f966577e700 1 --2- 172.21.15.46:0/57242179 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec62240 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9658011600 tx=0x7f9658009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a28008f3fd9a2668 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f964affd700 1 -- 172.21.15.46:0/57242179 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f965800e040 con 0x55d9bec61e20 2023-10-21T15:42:08.735 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f964affd700 1 -- 172.21.15.46:0/57242179 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f965800f040 con 0x55d9bec61e20 2023-10-21T15:42:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f964affd700 1 -- 172.21.15.46:0/57242179 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96580047a0 con 0x55d9bec61e20 2023-10-21T15:42:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f965dffb700 1 -- 172.21.15.46:0/1892623684 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f964c020070 con 0x7f9660100fd0 2023-10-21T15:42:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 -- 172.21.15.46:0/57242179 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 msgr2=0x55d9bec62240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 --2- 172.21.15.46:0/57242179 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec62240 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9658011600 tx=0x7f9658009920 comp rx=0 tx=0).stop 2023-10-21T15:42:08.736 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 -- 172.21.15.46:0/57242179 shutdown_connections 2023-10-21T15:42:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 --2- 172.21.15.46:0/57242179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec63620 0x55d9bec63aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 --2- 172.21.15.46:0/57242179 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec62240 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 --2- 172.21.15.46:0/57242179 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec62780 0x55d9bec63040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 -- 172.21.15.46:0/57242179 >> 172.21.15.46:0/57242179 conn(0x55d9beb8fdd0 msgr2=0x55d9bec5cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.737 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 -- 172.21.15.46:0/57242179 shutdown_connections 2023-10-21T15:42:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.712+0000 7f96733cab80 1 -- 172.21.15.46:0/57242179 wait complete. 2023-10-21T15:42:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f965dffb700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96500a1390 0x7f96500a3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f965dffb700 1 -- 172.21.15.46:0/1892623684 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f964c0cfc70 con 0x7f9660100fd0 2023-10-21T15:42:08.738 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f9664f7d700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96500a1390 0x7f96500a3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f96733cab80 1 -- start start 2023-10-21T15:42:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f96733cab80 1 Processor -- start 2023-10-21T15:42:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f9664f7d700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96500a1390 0x7f96500a3850 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x55d9bec5df70 tx=0x7f9654009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f96733cab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec6bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.739 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f96733cab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec6c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.713+0000 7f96733cab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f96733cab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bebb4e70 con 0x55d9bec62780 2023-10-21T15:42:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f96733cab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9beb51710 con 0x55d9bec63620 2023-10-21T15:42:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f96733cab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9beb513b0 con 0x55d9bec61e20 2023-10-21T15:42:08.740 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f96733cab80 10 client.0 _ll_register_callbacks cb 0x55d9be9ae800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f965ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec6c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f9664f7d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec6bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f965ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec6c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36580/0 (socket says 172.21.15.46:36580) 2023-10-21T15:42:08.741 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f965ffff700 1 -- 172.21.15.46:0/1278246952 learned_addr learned my addr 172.21.15.46:0/1278246952 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f966577e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f9664f7d700 1 -- 172.21.15.46:0/1278246952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 msgr2=0x55d9bec73260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f9664f7d700 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f9664f7d700 1 -- 172.21.15.46:0/1278246952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 msgr2=0x55d9bec6c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.742 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f9664f7d700 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec6c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f9664f7d700 1 -- 172.21.15.46:0/1278246952 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96580112b0 con 0x55d9bec61e20 2023-10-21T15:42:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f966577e700 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f9664f7d700 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec6bce0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9660100e30 tx=0x7f96540047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8117efc4909f2c5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.743 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f963ffff700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:42:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f963ffff700 1 -- 172.21.15.46:0/1278246952 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9654016070 con 0x55d9bec61e20 2023-10-21T15:42:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f96733cab80 1 -- 172.21.15.46:0/1278246952 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d9bebb9ef0 con 0x55d9bec61e20 2023-10-21T15:42:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f963ffff700 1 -- 172.21.15.46:0/1278246952 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9654003b10 con 0x55d9bec61e20 2023-10-21T15:42:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.714+0000 7f963ffff700 1 -- 172.21.15.46:0/1278246952 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9654003cd0 con 0x55d9bec61e20 2023-10-21T15:42:08.744 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f96733cab80 10 client.25876 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f96733cab80 1 -- 172.21.15.46:0/1278246952 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55d9be9dfde0 con 0x55d9bec61e20 2023-10-21T15:42:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f963ffff700 1 -- 172.21.15.46:0/1278246952 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d9bebb9ef0 con 0x55d9bec61e20 2023-10-21T15:42:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f963ffff700 1 -- 172.21.15.46:0/1278246952 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f965401e440 con 0x55d9bec61e20 2023-10-21T15:42:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f96733cab80 10 client.25876 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:08.745 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f96733cab80 10 client.25876 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:08.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f96733cab80 20 client.25876 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:08.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f96733cab80 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d9bec77b40 0x55d9bec79f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f96733cab80 4 client.25876 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:08.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f96733cab80 1 -- 172.21.15.46:0/1278246952 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d9bec31c10 con 0x55d9bec77b40 2023-10-21T15:42:08.746 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.715+0000 7f965ffff700 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d9bec77b40 0x55d9bec79f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f963ffff700 10 client.25876 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:08.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f965ffff700 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d9bec77b40 0x55d9bec79f60 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1aaab1810e56ff5 server_cookie=1970752b66777cd2 in_seq=0 out_seq=0 2023-10-21T15:42:08.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f963ffff700 1 -- 172.21.15.46:0/1278246952 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d9bec31c10 con 0x55d9bec77b40 2023-10-21T15:42:08.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f963ffff700 10 client.25876 handle_command_reply: tid=0 2023-10-21T15:42:08.747 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f96733cab80 1 client.25876 shutdown 2023-10-21T15:42:08.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f96733cab80 1 -- 172.21.15.46:0/1278246952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 msgr2=0x55d9bec6bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f96733cab80 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec6bce0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9660100e30 tx=0x7f96540047c0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f96733cab80 1 -- 172.21.15.46:0/1278246952 shutdown_connections 2023-10-21T15:42:08.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f96733cab80 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d9bec77b40 0x55d9bec79f60 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.748 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f96733cab80 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f96733cab80 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec6bce0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f963ffff700 0 client.25876 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:08.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.716+0000 7f96733cab80 1 --2- 172.21.15.46:0/1278246952 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec6c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.749 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.717+0000 7f96733cab80 1 -- 172.21.15.46:0/1278246952 >> 172.21.15.46:0/1278246952 conn(0x55d9beb8fdd0 msgr2=0x55d9bec5cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.717+0000 7f96733cab80 1 -- 172.21.15.46:0/1278246952 shutdown_connections 2023-10-21T15:42:08.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.717+0000 7f96733cab80 1 -- 172.21.15.46:0/1278246952 wait complete. 2023-10-21T15:42:08.750 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.717+0000 7f96733cab80 20 client.25876 trim_cache size 0 max 16384 2023-10-21T15:42:08.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f96733cab80 1 Processor -- start 2023-10-21T15:42:08.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f96733cab80 1 -- start start 2023-10-21T15:42:08.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f96733cab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec61e20 0x55d9bec66590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f96733cab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec62780 0x55d9bec66ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f96733cab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f96733cab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bea35920 con 0x55d9bec61e20 2023-10-21T15:42:08.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f96733cab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bec62ed0 con 0x55d9bec63620 2023-10-21T15:42:08.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f96733cab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bec634a0 con 0x55d9bec62780 2023-10-21T15:42:08.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec61e20 0x55d9bec66590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec61e20 0x55d9bec66590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36586/0 (socket says 172.21.15.46:36586) 2023-10-21T15:42:08.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 -- 172.21.15.46:0/3220298898 learned_addr learned my addr 172.21.15.46:0/3220298898 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f966577e700 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f965ffff700 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec62780 0x55d9bec66ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 -- 172.21.15.46:0/3220298898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec62780 msgr2=0x55d9bec66ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec62780 0x55d9bec66ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 -- 172.21.15.46:0/3220298898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 msgr2=0x55d9bec73220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 -- 172.21.15.46:0/3220298898 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9be9c8c60 con 0x55d9bec61e20 2023-10-21T15:42:08.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.731+0000 7f9664f7d700 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec61e20 0x55d9bec66590 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f9654018040 tx=0x7f965401e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf2b9040ad6c1923 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f964b7fe700 1 -- 172.21.15.46:0/3220298898 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f965401ebe0 con 0x55d9bec61e20 2023-10-21T15:42:08.759 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f964b7fe700 1 -- 172.21.15.46:0/3220298898 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9654003e20 con 0x55d9bec61e20 2023-10-21T15:42:08.760 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f964b7fe700 1 -- 172.21.15.46:0/3220298898 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9654028db0 con 0x55d9bec61e20 2023-10-21T15:42:08.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 -- 172.21.15.46:0/3220298898 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec61e20 msgr2=0x55d9bec66590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec61e20 0x55d9bec66590 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f9654018040 tx=0x7f965401e420 comp rx=0 tx=0).stop 2023-10-21T15:42:08.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 -- 172.21.15.46:0/3220298898 shutdown_connections 2023-10-21T15:42:08.761 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec61e20 0x55d9bec66590 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec73220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 --2- 172.21.15.46:0/3220298898 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec62780 0x55d9bec66ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 -- 172.21.15.46:0/3220298898 >> 172.21.15.46:0/3220298898 conn(0x55d9beb8fdd0 msgr2=0x55d9bec73b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.762 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 -- 172.21.15.46:0/3220298898 shutdown_connections 2023-10-21T15:42:08.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.732+0000 7f96733cab80 1 -- 172.21.15.46:0/3220298898 wait complete. 2023-10-21T15:42:08.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 1 -- start start 2023-10-21T15:42:08.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 1 Processor -- start 2023-10-21T15:42:08.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec70db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.763 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec712f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec72300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bec72840 con 0x55d9bec62780 2023-10-21T15:42:08.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bec729b0 con 0x55d9bec63620 2023-10-21T15:42:08.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9bec72b70 con 0x55d9bec61e20 2023-10-21T15:42:08.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f96733cab80 10 client.0 _ll_register_callbacks cb 0x7f9654011f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:08.764 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f965ffff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec712f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f9664f7d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec70db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f9664f7d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec70db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48590/0 (socket says 172.21.15.46:48590) 2023-10-21T15:42:08.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f9664f7d700 1 -- 172.21.15.46:0/211233342 learned_addr learned my addr 172.21.15.46:0/211233342 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:08.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f965ffff700 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec712f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36594/0 (socket says 172.21.15.46:36594) 2023-10-21T15:42:08.765 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.733+0000 7f966577e700 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec72300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f9664f7d700 1 -- 172.21.15.46:0/211233342 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 msgr2=0x55d9bec72300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f9664f7d700 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec72300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f9664f7d700 1 -- 172.21.15.46:0/211233342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 msgr2=0x55d9bec712f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:08.766 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f9664f7d700 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec712f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f9664f7d700 1 -- 172.21.15.46:0/211233342 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d9be9dfde0 con 0x55d9bec61e20 2023-10-21T15:42:08.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f9664f7d700 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec70db0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9654021040 tx=0x7f9654016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c91b0f7a7ac187af server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:08.767 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f963ffff700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:42:08.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f963ffff700 1 -- 172.21.15.46:0/211233342 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9654003b60 con 0x55d9bec61e20 2023-10-21T15:42:08.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f96733cab80 1 -- 172.21.15.46:0/211233342 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f965800f040 con 0x55d9bec61e20 2023-10-21T15:42:08.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f963ffff700 1 -- 172.21.15.46:0/211233342 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9654028af0 con 0x55d9bec61e20 2023-10-21T15:42:08.768 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f963ffff700 1 -- 172.21.15.46:0/211233342 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9654003cc0 con 0x55d9bec61e20 2023-10-21T15:42:08.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f96733cab80 10 client.25882 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:08.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f96733cab80 1 -- 172.21.15.46:0/211233342 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55d9bea06250 con 0x55d9bec61e20 2023-10-21T15:42:08.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f963ffff700 1 -- 172.21.15.46:0/211233342 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f965404e020 con 0x55d9bec61e20 2023-10-21T15:42:08.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f963ffff700 1 -- 172.21.15.46:0/211233342 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f9654004730 con 0x55d9bec61e20 2023-10-21T15:42:08.769 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.734+0000 7f96733cab80 10 client.25882 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:08.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 10 client.25882 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:08.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 20 client.25882 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:08.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d9beccc360 0x55d9becce780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:08.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 4 client.25882 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-21T15:42:08.770 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 1 -- 172.21.15.46:0/211233342 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d9bebade50 con 0x55d9beccc360 2023-10-21T15:42:08.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f965ffff700 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d9beccc360 0x55d9becce780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:08.771 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f963ffff700 10 client.25882 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f965ffff700 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d9beccc360 0x55d9becce780 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=215618303144335e server_cookie=b4b9bb4948898651 in_seq=0 out_seq=0 2023-10-21T15:42:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f963ffff700 1 -- 172.21.15.46:0/211233342 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d9bebade50 con 0x55d9beccc360 2023-10-21T15:42:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f963ffff700 10 client.25882 handle_command_reply: tid=0 2023-10-21T15:42:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 1 client.25882 shutdown 2023-10-21T15:42:08.772 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 1 -- 172.21.15.46:0/211233342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 msgr2=0x55d9bec70db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec70db0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9654021040 tx=0x7f9654016000 comp rx=0 tx=0).stop 2023-10-21T15:42:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 1 -- 172.21.15.46:0/211233342 shutdown_connections 2023-10-21T15:42:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55d9beccc360 0x55d9becce780 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f96733cab80 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d9bec63620 0x55d9bec72300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.773 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96733cab80 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55d9bec61e20 0x55d9bec70db0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.735+0000 7f963ffff700 0 client.25882 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96733cab80 1 --2- 172.21.15.46:0/211233342 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d9bec62780 0x55d9bec712f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96733cab80 1 -- 172.21.15.46:0/211233342 >> 172.21.15.46:0/211233342 conn(0x55d9beb8fdd0 msgr2=0x55d9bec66590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96733cab80 1 -- 172.21.15.46:0/211233342 shutdown_connections 2023-10-21T15:42:08.774 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96733cab80 1 -- 172.21.15.46:0/211233342 wait complete. 2023-10-21T15:42:08.775 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96733cab80 20 client.25882 trim_cache size 0 max 16384 2023-10-21T15:42:08.775 INFO:teuthology.orchestra.run.smithi046.stdout:[] 2023-10-21T15:42:08.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 -- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96500a1390 msgr2=0x7f96500a3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96500a1390 0x7f96500a3850 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x55d9bec5df70 tx=0x7f9654009260 comp rx=0 tx=0).stop 2023-10-21T15:42:08.776 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 -- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 msgr2=0x7f96601023b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:08.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 0x7f96601023b0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f964c00f670 tx=0x7f964c00f6a0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 -- 172.21.15.46:0/1892623684 shutdown_connections 2023-10-21T15:42:08.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f96500a1390 0x7f96500a3850 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9660101970 0x7f96601028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f96600ffde0 0x7f9660103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 --2- 172.21.15.46:0/1892623684 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9660100fd0 0x7f96601023b0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.736+0000 7f96671e1700 1 -- 172.21.15.46:0/1892623684 >> 172.21.15.46:0/1892623684 conn(0x7f96600fb310 msgr2=0x7f9660069020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.737+0000 7f96671e1700 1 -- 172.21.15.46:0/1892623684 shutdown_connections 2023-10-21T15:42:08.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:42:08.737+0000 7f96671e1700 1 -- 172.21.15.46:0/1892623684 wait complete. 2023-10-21T15:42:08.779 INFO:tasks.workunit.client.0.smithi046.stdout:40000 copy from 0x5dfcb to 0x607bc, (0x27f1 bytes) at 0xf5933 2023-10-21T15:42:08.780 ERROR:tasks.fwd_scrub:rank 3 damaged: [{'damage_type': 'backtrace', 'id': 247994805, 'ino': 1099511628148, 'path': '~mds3/stray2/10000000174'}, {'damage_type': 'backtrace', 'id': 252179617, 'ino': 1099511628538, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/171.out'}, {'damage_type': 'backtrace', 'id': 289625903, 'ino': 1099511628193, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/029.out'}, {'damage_type': 'backtrace', 'id': 297763501, 'ino': 1099511628559, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182'}, {'damage_type': 'backtrace', 'id': 301858697, 'ino': 1099511628487, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146'}, {'damage_type': 'backtrace', 'id': 420875403, 'ino': 1099511628200, 'path': '~mds3/stray2/100000001a8'}, {'damage_type': 'backtrace', 'id': 518564477, 'ino': 1099511628376, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/090.out'}, {'damage_type': 'backtrace', 'id': 544430552, 'ino': 1099511628147, 'path': '~mds3/stray2/10000000173'}, {'damage_type': 'backtrace', 'id': 559926844, 'ino': 1099511628223, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044.out'}, {'damage_type': 'backtrace', 'id': 561677819, 'ino': 1099511628578, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191.out'}, {'damage_type': 'backtrace', 'id': 701648922, 'ino': 1099511628446, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/125.out'}, {'damage_type': 'backtrace', 'id': 782618104, 'ino': 1099511628350, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077.out'}, {'damage_type': 'backtrace', 'id': 853998336, 'ino': 1099511628153, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/009.out'}, {'damage_type': 'backtrace', 'id': 910997375, 'ino': 1099511628388, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/096.out'}, {'damage_type': 'backtrace', 'id': 957072602, 'ino': 1099511628448, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126.out'}, {'damage_type': 'backtrace', 'id': 973574434, 'ino': 1099511628573, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189'}, {'damage_type': 'backtrace', 'id': 1002141533, 'ino': 1099511628222, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/044'}, {'damage_type': 'backtrace', 'id': 1048466397, 'ino': 1099511628543, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174'}, {'damage_type': 'backtrace', 'id': 1057627606, 'ino': 1099511628173, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/019.out'}, {'damage_type': 'backtrace', 'id': 1196241521, 'ino': 1099511628384, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094.out'}, {'damage_type': 'backtrace', 'id': 1219631158, 'ino': 1099511628198, 'path': '~mds3/stray2/100000001a6'}, {'damage_type': 'backtrace', 'id': 1250089111, 'ino': 1099511628365, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085'}, {'damage_type': 'backtrace', 'id': 1413087246, 'ino': 1099511628263, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/064.out'}, {'damage_type': 'backtrace', 'id': 1447111050, 'ino': 1099511628518, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161.out'}, {'damage_type': 'backtrace', 'id': 1465035370, 'ino': 1099511628447, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/126'}, {'damage_type': 'backtrace', 'id': 1531760318, 'ino': 1099511628194, 'path': '~mds3/stray2/100000001a2'}, {'damage_type': 'backtrace', 'id': 1537848763, 'ino': 1099511628506, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/155.out'}, {'damage_type': 'backtrace', 'id': 1593824517, 'ino': 1099511628514, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/159.out'}, {'damage_type': 'backtrace', 'id': 1659688073, 'ino': 1099511628418, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111.out'}, {'damage_type': 'backtrace', 'id': 1666515967, 'ino': 1099511628547, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176'}, {'damage_type': 'backtrace', 'id': 1686229879, 'ino': 1099511628238, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052'}, {'damage_type': 'backtrace', 'id': 1693848405, 'ino': 1099511628258, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062'}, {'damage_type': 'backtrace', 'id': 1747616892, 'ino': 1099511628434, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/119.out'}, {'damage_type': 'backtrace', 'id': 1814381634, 'ino': 1099511628180, 'path': '~mds3/stray2/10000000194'}, {'damage_type': 'backtrace', 'id': 1908886916, 'ino': 1099511628484, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144.out'}, {'damage_type': 'backtrace', 'id': 1942410411, 'ino': 1099511628444, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/124.out'}, {'damage_type': 'backtrace', 'id': 1963080226, 'ino': 1099511628577, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/191'}, {'damage_type': 'backtrace', 'id': 2085824167, 'ino': 1099511628265, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/065.out'}, {'damage_type': 'backtrace', 'id': 2171723053, 'ino': 1099511628145, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/005.out'}, {'damage_type': 'backtrace', 'id': 2254960054, 'ino': 1099511628378, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/091.out'}, {'damage_type': 'backtrace', 'id': 2260773294, 'ino': 1099511628440, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/122.out'}, {'damage_type': 'backtrace', 'id': 2278693695, 'ino': 1099511628465, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135'}, {'damage_type': 'backtrace', 'id': 2285148184, 'ino': 1099511628141, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/003.out'}, {'damage_type': 'backtrace', 'id': 2315091004, 'ino': 1099511628353, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079'}, {'damage_type': 'backtrace', 'id': 2340466776, 'ino': 1099511628563, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184'}, {'damage_type': 'backtrace', 'id': 2357713942, 'ino': 1099511628574, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/189.out'}, {'damage_type': 'backtrace', 'id': 2370671376, 'ino': 1099511628430, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117.out'}, {'damage_type': 'backtrace', 'id': 2396855251, 'ino': 1099511628584, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/194.out'}, {'damage_type': 'backtrace', 'id': 2402254785, 'ino': 1099511628165, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/015.out'}, {'damage_type': 'backtrace', 'id': 2494368629, 'ino': 1099511628428, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/116.out'}, {'damage_type': 'backtrace', 'id': 2505058124, 'ino': 1099511628159, 'path': '~mds3/stray2/1000000017f'}, {'damage_type': 'backtrace', 'id': 2537615861, 'ino': 1099511628517, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/161'}, {'damage_type': 'backtrace', 'id': 2578446886, 'ino': 1099511628401, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103'}, {'damage_type': 'backtrace', 'id': 2613073808, 'ino': 1099511628555, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180'}, {'damage_type': 'backtrace', 'id': 2674722267, 'ino': 1099511628417, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/111'}, {'damage_type': 'backtrace', 'id': 2676659998, 'ino': 1099511628157, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/011.out'}, {'damage_type': 'backtrace', 'id': 2697011327, 'ino': 1099511628167, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/016.out'}, {'damage_type': 'backtrace', 'id': 2720529589, 'ino': 1099511628286, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/073.out'}, {'damage_type': 'backtrace', 'id': 2723140082, 'ino': 1099511628383, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/094'}, {'damage_type': 'backtrace', 'id': 2729304837, 'ino': 1099511628162, 'path': '~mds3/stray2/10000000182'}, {'damage_type': 'backtrace', 'id': 2772492981, 'ino': 1099511628276, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071'}, {'damage_type': 'backtrace', 'id': 2827572228, 'ino': 1099511628352, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078.out'}, {'damage_type': 'backtrace', 'id': 2875066714, 'ino': 1099511628579, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192'}, {'damage_type': 'backtrace', 'id': 2885511998, 'ino': 1099511628483, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/144'}, {'damage_type': 'backtrace', 'id': 2901065169, 'ino': 1099511628406, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105.out'}, {'damage_type': 'backtrace', 'id': 2912094881, 'ino': 1099511628349, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/077'}, {'damage_type': 'backtrace', 'id': 2973093963, 'ino': 1099511628534, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/169.out'}, {'damage_type': 'backtrace', 'id': 3003092098, 'ino': 1099511628452, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128.out'}, {'damage_type': 'backtrace', 'id': 3098482299, 'ino': 1099511628409, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107'}, {'damage_type': 'backtrace', 'id': 3099952714, 'ino': 1099511628504, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/154.out'}, {'damage_type': 'backtrace', 'id': 3104693539, 'ino': 1099511628144, 'path': '~mds3/stray2/10000000170'}, {'damage_type': 'backtrace', 'id': 3149705672, 'ino': 1099511628228, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047'}, {'damage_type': 'backtrace', 'id': 3251891518, 'ino': 1099511628143, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/004.out'}, {'damage_type': 'backtrace', 'id': 3277271693, 'ino': 1099511628234, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050'}, {'damage_type': 'backtrace', 'id': 3332914796, 'ino': 1099511628251, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/058.out'}, {'damage_type': 'backtrace', 'id': 3407362277, 'ino': 1099511628240, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053'}, {'damage_type': 'backtrace', 'id': 3432855067, 'ino': 1099511628204, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035'}, {'damage_type': 'backtrace', 'id': 3459683748, 'ino': 1099511628429, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/117'}, {'damage_type': 'backtrace', 'id': 3492386094, 'ino': 1099511628558, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/181.out'}, {'damage_type': 'backtrace', 'id': 3493638982, 'ino': 1099511628562, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/183.out'}, {'damage_type': 'backtrace', 'id': 3630322069, 'ino': 1099511628170, 'path': '~mds3/stray2/1000000018a'}, {'damage_type': 'backtrace', 'id': 3655420865, 'ino': 1099511628177, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/021.out'}, {'damage_type': 'backtrace', 'id': 3779579132, 'ino': 1099511628500, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/152.out'}, {'damage_type': 'backtrace', 'id': 3789672847, 'ino': 1099511628451, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/128'}, {'damage_type': 'backtrace', 'id': 3806699891, 'ino': 1099511628218, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042'}, {'damage_type': 'backtrace', 'id': 3810355001, 'ino': 1099511628528, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166.out'}, {'damage_type': 'backtrace', 'id': 3817239233, 'ino': 1099511628179, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/022.out'}, {'damage_type': 'backtrace', 'id': 3913399926, 'ino': 1099511628151, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/008.out'}, {'damage_type': 'backtrace', 'id': 3964410802, 'ino': 1099511628176, 'path': '~mds3/stray2/10000000190'}, {'damage_type': 'backtrace', 'id': 3970645003, 'ino': 1099511628390, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/097.out'}, {'damage_type': 'backtrace', 'id': 4016276075, 'ino': 1099511628197, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031.out'}, {'damage_type': 'backtrace', 'id': 4032131964, 'ino': 1099511628477, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141'}, {'damage_type': 'backtrace', 'id': 4080512603, 'ino': 1099511628229, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/047.out'}, {'damage_type': 'backtrace', 'id': 4131105758, 'ino': 1099511628541, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/173'}, {'damage_type': 'backtrace', 'id': 4139180888, 'ino': 1099511628216, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041'}, {'damage_type': 'backtrace', 'id': 4172752136, 'ino': 1099511628532, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168.out'}, {'damage_type': 'backtrace', 'id': 4185961303, 'ino': 1099511628169, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/017.out'}, {'damage_type': 'backtrace', 'id': 4201780351, 'ino': 1099511628481, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143'}, {'damage_type': 'backtrace', 'id': 4221541920, 'ino': 1099511628461, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133'}, {'damage_type': 'backtrace', 'id': 4238125181, 'ino': 1099511628510, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/157.out'}] 2023-10-21T15:42:08.780 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 108536501, 'ino': 1099511628551, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178'}, {'damage_type': 'backtrace', 'id': 189832036, 'ino': 1099511628213, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/039.out'}, {'damage_type': 'backtrace', 'id': 194226942, 'ino': 1099511628531, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/168'}, {'damage_type': 'backtrace', 'id': 195226456, 'ino': 1099511628175, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/020.out'}, {'damage_type': 'backtrace', 'id': 227174337, 'ino': 1099511628580, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/192.out'}, {'damage_type': 'backtrace', 'id': 353942135, 'ino': 1099511628507, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156'}, {'damage_type': 'backtrace', 'id': 374598281, 'ino': 1099511628546, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/175.out'}, {'damage_type': 'backtrace', 'id': 448182352, 'ino': 1099511628288, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/074.out'}, {'damage_type': 'backtrace', 'id': 475211041, 'ino': 1099511628410, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/107.out'}, {'damage_type': 'backtrace', 'id': 514305394, 'ino': 1099511628586, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/195.out'}, {'damage_type': 'backtrace', 'id': 706977208, 'ino': 1099511628237, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/051.out'}, {'damage_type': 'backtrace', 'id': 765187391, 'ino': 1099511628414, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109.out'}, {'damage_type': 'backtrace', 'id': 785741234, 'ino': 1099511628522, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163.out'}, {'damage_type': 'backtrace', 'id': 1030854052, 'ino': 1099511628553, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179'}, {'damage_type': 'backtrace', 'id': 1503469908, 'ino': 1099511628450, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/127.out'}, {'damage_type': 'backtrace', 'id': 1766099265, 'ino': 1099511628273, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/069.out'}, {'damage_type': 'backtrace', 'id': 1865434008, 'ino': 1099511628552, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/178.out'}, {'damage_type': 'backtrace', 'id': 2184074192, 'ino': 1099511628593, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199'}, {'damage_type': 'backtrace', 'id': 2273579374, 'ino': 1099511628374, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/089.out'}, {'damage_type': 'backtrace', 'id': 2372496552, 'ino': 1099511628544, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/174.out'}, {'damage_type': 'backtrace', 'id': 2583643105, 'ino': 1099511628515, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160'}, {'damage_type': 'backtrace', 'id': 2839701129, 'ino': 1099511628566, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/185.out'}, {'damage_type': 'backtrace', 'id': 3003083537, 'ino': 1099511628597, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201'}, {'damage_type': 'backtrace', 'id': 3019096446, 'ino': 1099511628211, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/038.out'}, {'damage_type': 'backtrace', 'id': 3130166704, 'ino': 1099511628570, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/187.out'}, {'damage_type': 'backtrace', 'id': 3158732125, 'ino': 1099511628400, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/102.out'}, {'damage_type': 'backtrace', 'id': 3477481615, 'ino': 1099511628358, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/081.out'}, {'damage_type': 'backtrace', 'id': 3535011035, 'ino': 1099511628525, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165'}, {'damage_type': 'backtrace', 'id': 3541820509, 'ino': 1099511628521, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/163'}, {'damage_type': 'backtrace', 'id': 3778256029, 'ino': 1099511628588, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/196.out'}, {'damage_type': 'backtrace', 'id': 3894133255, 'ino': 1099511628396, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/100.out'}, {'damage_type': 'backtrace', 'id': 4210806801, 'ino': 1099511628195, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/030.out'}] 2023-10-21T15:42:08.781 ERROR:tasks.fwd_scrub:rank 1 damaged: [{'damage_type': 'backtrace', 'id': 30853352, 'ino': 1099511628140, 'path': '~mds1/stray2/1000000016c'}, {'damage_type': 'backtrace', 'id': 44741971, 'ino': 1099511628466, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/135.out'}, {'damage_type': 'backtrace', 'id': 73107807, 'ino': 1099511628255, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/060.out'}, {'damage_type': 'backtrace', 'id': 80125156, 'ino': 1099511628187, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/026.out'}, {'damage_type': 'backtrace', 'id': 90972620, 'ino': 1099511628476, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140.out'}, {'damage_type': 'backtrace', 'id': 199897388, 'ino': 1099511628596, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/200.out'}, {'damage_type': 'backtrace', 'id': 205043573, 'ino': 1099511628456, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/130.out'}, {'damage_type': 'backtrace', 'id': 325265089, 'ino': 1099511628181, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/023.out'}, {'damage_type': 'backtrace', 'id': 326027247, 'ino': 1099511628493, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149'}, {'damage_type': 'backtrace', 'id': 469141012, 'ino': 1099511628576, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/190.out'}, {'damage_type': 'backtrace', 'id': 470596498, 'ino': 1099511628508, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/156.out'}, {'damage_type': 'backtrace', 'id': 493917548, 'ino': 1099511628438, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/121.out'}, {'damage_type': 'backtrace', 'id': 646510159, 'ino': 1099511628367, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086'}, {'damage_type': 'backtrace', 'id': 664963984, 'ino': 1099511628407, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106'}, {'damage_type': 'backtrace', 'id': 687338293, 'ino': 1099511628464, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/134.out'}, {'damage_type': 'backtrace', 'id': 749607879, 'ino': 1099511628398, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/101.out'}, {'damage_type': 'backtrace', 'id': 751752650, 'ino': 1099511628460, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/132.out'}, {'damage_type': 'backtrace', 'id': 773771158, 'ino': 1099511628474, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/139.out'}, {'damage_type': 'backtrace', 'id': 843517625, 'ino': 1099511628530, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167.out'}, {'damage_type': 'backtrace', 'id': 861571695, 'ino': 1099511628486, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/145.out'}, {'damage_type': 'backtrace', 'id': 863881517, 'ino': 1099511628524, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/164.out'}, {'damage_type': 'backtrace', 'id': 885596712, 'ino': 1099511628413, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/109'}, {'damage_type': 'backtrace', 'id': 926554634, 'ino': 1099511628202, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034'}, {'damage_type': 'backtrace', 'id': 941870447, 'ino': 1099511628526, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/165.out'}, {'damage_type': 'backtrace', 'id': 954755236, 'ino': 1099511628488, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/146.out'}, {'damage_type': 'backtrace', 'id': 956644926, 'ino': 1099511628217, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/041.out'}, {'damage_type': 'backtrace', 'id': 964315725, 'ino': 1099511628386, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/095.out'}, {'damage_type': 'backtrace', 'id': 967562002, 'ino': 1099511628356, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/080.out'}, {'damage_type': 'backtrace', 'id': 1005172848, 'ino': 1099511628241, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/053.out'}, {'damage_type': 'backtrace', 'id': 1064351828, 'ino': 1099511628261, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/063.out'}, {'damage_type': 'backtrace', 'id': 1080507764, 'ino': 1099511628548, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/176.out'}, {'damage_type': 'backtrace', 'id': 1115559372, 'ino': 1099511628556, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/180.out'}, {'damage_type': 'backtrace', 'id': 1138292570, 'ino': 1099511628269, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/067.out'}, {'damage_type': 'backtrace', 'id': 1191751913, 'ino': 1099511628163, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/014.out'}, {'damage_type': 'backtrace', 'id': 1239528109, 'ino': 1099511628489, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147'}, {'damage_type': 'backtrace', 'id': 1259236616, 'ino': 1099511628370, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087.out'}, {'damage_type': 'backtrace', 'id': 1284053243, 'ino': 1099511628472, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/138.out'}, {'damage_type': 'backtrace', 'id': 1289551471, 'ino': 1099511628480, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142.out'}, {'damage_type': 'backtrace', 'id': 1315880571, 'ino': 1099511628219, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/042.out'}, {'damage_type': 'backtrace', 'id': 1322678425, 'ino': 1099511628190, 'path': '~mds1/stray2/1000000019e'}, {'damage_type': 'backtrace', 'id': 1323079097, 'ino': 1099511628404, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/104.out'}, {'damage_type': 'backtrace', 'id': 1339090301, 'ino': 1099511628442, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/123.out'}, {'damage_type': 'backtrace', 'id': 1345739859, 'ino': 1099511628231, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/048.out'}, {'damage_type': 'backtrace', 'id': 1379124079, 'ino': 1099511628271, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/068.out'}, {'damage_type': 'backtrace', 'id': 1438194594, 'ino': 1099511628253, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/059.out'}, {'damage_type': 'backtrace', 'id': 1448936037, 'ino': 1099511628245, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/055.out'}, {'damage_type': 'backtrace', 'id': 1488874790, 'ino': 1099511628426, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/115.out'}, {'damage_type': 'backtrace', 'id': 1515195348, 'ino': 1099511628572, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/188.out'}, {'damage_type': 'backtrace', 'id': 1580463643, 'ino': 1099511628227, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/046.out'}, {'damage_type': 'backtrace', 'id': 1600190747, 'ino': 1099511628536, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170.out'}, {'damage_type': 'backtrace', 'id': 1607999889, 'ino': 1099511628422, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/113.out'}, {'damage_type': 'backtrace', 'id': 1626360268, 'ino': 1099511628564, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/184.out'}, {'damage_type': 'backtrace', 'id': 1629837636, 'ino': 1099511628590, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/197.out'}, {'damage_type': 'backtrace', 'id': 1665171715, 'ino': 1099511628394, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/099.out'}, {'damage_type': 'backtrace', 'id': 1678828787, 'ino': 1099511628392, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/098.out'}, {'damage_type': 'backtrace', 'id': 1681361315, 'ino': 1099511628492, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/148.out'}, {'damage_type': 'backtrace', 'id': 1737696962, 'ino': 1099511628267, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/066.out'}, {'damage_type': 'backtrace', 'id': 1749938032, 'ino': 1099511628511, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158'}, {'damage_type': 'backtrace', 'id': 1779055094, 'ino': 1099511628470, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/137.out'}, {'damage_type': 'backtrace', 'id': 1795302900, 'ino': 1099511628225, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/045.out'}, {'damage_type': 'backtrace', 'id': 1810024389, 'ino': 1099511628594, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/199.out'}, {'damage_type': 'backtrace', 'id': 1813372729, 'ino': 1099511628598, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/201.out'}, {'damage_type': 'backtrace', 'id': 1831713523, 'ino': 1099511628512, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/158.out'}, {'damage_type': 'backtrace', 'id': 1939521241, 'ino': 1099511628351, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/078'}, {'damage_type': 'backtrace', 'id': 1979823150, 'ino': 1099511628432, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/118.out'}, {'damage_type': 'backtrace', 'id': 1986907376, 'ino': 1099511628196, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/031'}, {'damage_type': 'backtrace', 'id': 1989437297, 'ino': 1099511628185, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/025.out'}, {'damage_type': 'backtrace', 'id': 1993252631, 'ino': 1099511628191, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/028.out'}, {'damage_type': 'backtrace', 'id': 1998618494, 'ino': 1099511628497, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151'}, {'damage_type': 'backtrace', 'id': 2001253904, 'ino': 1099511628279, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/072.out'}, {'damage_type': 'backtrace', 'id': 2024790435, 'ino': 1099511628214, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040'}, {'damage_type': 'backtrace', 'id': 2045056426, 'ino': 1099511628369, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/087'}, {'damage_type': 'backtrace', 'id': 2049561027, 'ino': 1099511628568, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/186.out'}, {'damage_type': 'backtrace', 'id': 2063184410, 'ino': 1099511628189, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/027.out'}, {'damage_type': 'backtrace', 'id': 2079023463, 'ino': 1099511628529, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/167'}, {'damage_type': 'backtrace', 'id': 2088317278, 'ino': 1099511628171, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/018.out'}, {'damage_type': 'backtrace', 'id': 2111695830, 'ino': 1099511628290, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/075.out'}, {'damage_type': 'backtrace', 'id': 2221459811, 'ino': 1099511628408, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/106.out'}, {'damage_type': 'backtrace', 'id': 2223819215, 'ino': 1099511628221, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/043.out'}, {'damage_type': 'backtrace', 'id': 2272422208, 'ino': 1099511628259, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/062.out'}, {'damage_type': 'backtrace', 'id': 2294314286, 'ino': 1099511628468, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/136.out'}, {'damage_type': 'backtrace', 'id': 2311387156, 'ino': 1099511628554, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/179.out'}, {'damage_type': 'backtrace', 'id': 2369262270, 'ino': 1099511628243, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/054.out'}, {'damage_type': 'backtrace', 'id': 2394512430, 'ino': 1099511628479, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/142'}, {'damage_type': 'backtrace', 'id': 2415583195, 'ino': 1099511628436, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/120.out'}, {'damage_type': 'backtrace', 'id': 2458616546, 'ino': 1099511628368, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/086.out'}, {'damage_type': 'backtrace', 'id': 2468468052, 'ino': 1099511628496, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150.out'}, {'damage_type': 'backtrace', 'id': 2475838699, 'ino': 1099511628257, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/061.out'}, {'damage_type': 'backtrace', 'id': 2526673726, 'ino': 1099511628516, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/160.out'}, {'damage_type': 'backtrace', 'id': 2536458416, 'ino': 1099511628454, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/129.out'}, {'damage_type': 'backtrace', 'id': 2549814353, 'ino': 1099511628560, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/182.out'}, {'damage_type': 'backtrace', 'id': 2557156565, 'ino': 1099511628592, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/198.out'}, {'damage_type': 'backtrace', 'id': 2587141489, 'ino': 1099511628535, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/170'}, {'damage_type': 'backtrace', 'id': 2640044805, 'ino': 1099511628209, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/037.out'}, {'damage_type': 'backtrace', 'id': 2680968096, 'ino': 1099511628215, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/040.out'}, {'damage_type': 'backtrace', 'id': 2701879790, 'ino': 1099511628582, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/193.out'}, {'damage_type': 'backtrace', 'id': 2737961496, 'ino': 1099511628502, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/153.out'}, {'damage_type': 'backtrace', 'id': 2752083315, 'ino': 1099511628137, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/001.out'}, {'damage_type': 'backtrace', 'id': 2752427051, 'ino': 1099511628158, 'path': '~mds1/stray2/1000000017e'}, {'damage_type': 'backtrace', 'id': 2765001189, 'ino': 1099511628247, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/056.out'}, {'damage_type': 'backtrace', 'id': 2840964472, 'ino': 1099511628366, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/085.out'}, {'damage_type': 'backtrace', 'id': 2842504217, 'ino': 1099511628155, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/010.out'}, {'damage_type': 'backtrace', 'id': 2844040772, 'ino': 1099511628478, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/141.out'}, {'damage_type': 'backtrace', 'id': 3016471686, 'ino': 1099511628277, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/071.out'}, {'damage_type': 'backtrace', 'id': 3020164959, 'ino': 1099511628199, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/032.out'}, {'damage_type': 'backtrace', 'id': 3067822534, 'ino': 1099511628235, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/050.out'}, {'damage_type': 'backtrace', 'id': 3102372463, 'ino': 1099511628859, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/202.out'}, {'damage_type': 'backtrace', 'id': 3108124112, 'ino': 1099511628149, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/007.out'}, {'damage_type': 'backtrace', 'id': 3132930506, 'ino': 1099511628249, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/057.out'}, {'damage_type': 'backtrace', 'id': 3156639448, 'ino': 1099511628482, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/143.out'}, {'damage_type': 'backtrace', 'id': 3177451283, 'ino': 1099511628207, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/036.out'}, {'damage_type': 'backtrace', 'id': 3218622505, 'ino': 1099511628275, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/070.out'}, {'damage_type': 'backtrace', 'id': 3238802322, 'ino': 1099511628494, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/149.out'}, {'damage_type': 'backtrace', 'id': 3245639462, 'ino': 1099511628203, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/034.out'}, {'damage_type': 'backtrace', 'id': 3379747020, 'ino': 1099511628161, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/013.out'}, {'damage_type': 'backtrace', 'id': 3386653440, 'ino': 1099511628205, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/035.out'}, {'damage_type': 'backtrace', 'id': 3425000988, 'ino': 1099511628239, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/052.out'}, {'damage_type': 'backtrace', 'id': 3466148530, 'ino': 1099511628462, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/133.out'}, {'damage_type': 'backtrace', 'id': 3485520475, 'ino': 1099511628382, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/093.out'}, {'damage_type': 'backtrace', 'id': 3596792862, 'ino': 1099511628412, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/108.out'}, {'damage_type': 'backtrace', 'id': 3695586533, 'ino': 1099511628405, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/105'}, {'damage_type': 'backtrace', 'id': 3707575047, 'ino': 1099511628605, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs'}, {'damage_type': 'backtrace', 'id': 3711585575, 'ino': 1099511628380, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/092.out'}, {'damage_type': 'backtrace', 'id': 3754529091, 'ino': 1099511628520, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/162.out'}, {'damage_type': 'backtrace', 'id': 3768572277, 'ino': 1099511628362, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/083.out'}, {'damage_type': 'backtrace', 'id': 3786479178, 'ino': 1099511628495, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/150'}, {'damage_type': 'backtrace', 'id': 3792438037, 'ino': 1099511628458, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/131.out'}, {'damage_type': 'backtrace', 'id': 3835396218, 'ino': 1099511628174, 'path': '~mds1/stray2/1000000018e'}, {'damage_type': 'backtrace', 'id': 3850930104, 'ino': 1099511628424, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/114.out'}, {'damage_type': 'backtrace', 'id': 3864867914, 'ino': 1099511628354, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/079.out'}, {'damage_type': 'backtrace', 'id': 3867486067, 'ino': 1099511628490, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/147.out'}, {'damage_type': 'backtrace', 'id': 3887848035, 'ino': 1099511628527, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/166'}, {'damage_type': 'backtrace', 'id': 3891826278, 'ino': 1099511628416, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/110.out'}, {'damage_type': 'backtrace', 'id': 3892593269, 'ino': 1099511628201, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/033.out'}, {'damage_type': 'backtrace', 'id': 3930451092, 'ino': 1099511628166, 'path': '~mds1/stray2/10000000186'}, {'damage_type': 'backtrace', 'id': 3940270241, 'ino': 1099511628364, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/084.out'}, {'damage_type': 'backtrace', 'id': 4077765025, 'ino': 1099511628139, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/002.out'}, {'damage_type': 'backtrace', 'id': 4083320780, 'ino': 1099511628402, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/103.out'}, {'damage_type': 'backtrace', 'id': 4124358159, 'ino': 1099511628360, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/082.out'}, {'damage_type': 'backtrace', 'id': 4173208384, 'ino': 1099511628372, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/088.out'}, {'damage_type': 'backtrace', 'id': 4173213362, 'ino': 1099511628498, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/151.out'}, {'damage_type': 'backtrace', 'id': 4266177617, 'ino': 1099511628475, 'path': '/volumes/_nogroup/sv_1/aa22faa4-6f7c-4c41-b9e5-b8140de116cd/client.0/tmp/xfstests-dev/tests/btrfs/140'}] 2023-10-21T15:42:08.782 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2023-10-21T15:42:09.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:08 smithi105 ceph-mon[103980]: pgmap v371: 97 pgs: 97 active+clean; 49 MiB data, 772 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 804 op/s 2023-10-21T15:42:09.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:08 smithi119 ceph-mon[103628]: pgmap v371: 97 pgs: 97 active+clean; 49 MiB data, 772 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 804 op/s 2023-10-21T15:42:09.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:08 smithi046 ceph-mon[99436]: pgmap v371: 97 pgs: 97 active+clean; 49 MiB data, 772 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.8 MiB/s wr, 804 op/s 2023-10-21T15:42:09.554 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 -- 172.21.15.46:0/3898158546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4478100ea0 msgr2=0x7f44781012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 --2- 172.21.15.46:0/3898158546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4478100ea0 0x7f44781012c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f4468009990 tx=0x7f4468009ca0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 -- 172.21.15.46:0/3898158546 shutdown_connections 2023-10-21T15:42:09.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 --2- 172.21.15.46:0/3898158546 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4478102a40 0x7f4478109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 --2- 172.21.15.46:0/3898158546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4478100ea0 0x7f44781012c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 --2- 172.21.15.46:0/3898158546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4478102080 0x7f4478102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 -- 172.21.15.46:0/3898158546 >> 172.21.15.46:0/3898158546 conn(0x7f44780fc460 msgr2=0x7f44780fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:09.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 -- 172.21.15.46:0/3898158546 shutdown_connections 2023-10-21T15:42:09.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.553+0000 7f447e054700 1 -- 172.21.15.46:0/3898158546 wait complete. 2023-10-21T15:42:09.558 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f447e054700 1 Processor -- start 2023-10-21T15:42:09.559 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f447e054700 1 -- start start 2023-10-21T15:42:09.559 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f447e054700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4478100ea0 0x7f4478196d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.559 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f447e054700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4478102080 0x7f4478197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.559 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f447e054700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4478102a40 0x7f4478198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.560 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f447e054700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4478198740 con 0x7f4478102a40 2023-10-21T15:42:09.560 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f447e054700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44781988b0 con 0x7f4478100ea0 2023-10-21T15:42:09.560 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f447e054700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4478198a70 con 0x7f4478102080 2023-10-21T15:42:09.560 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f44777fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4478100ea0 0x7f4478196d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.560 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f4477fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4478102a40 0x7f4478198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f44777fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4478100ea0 0x7f4478196d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53536/0 (socket says 172.21.15.46:53536) 2023-10-21T15:42:09.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f44777fe700 1 -- 172.21.15.46:0/1682708965 learned_addr learned my addr 172.21.15.46:0/1682708965 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:09.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f4476ffd700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4478102080 0x7f4478197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f44777fe700 1 -- 172.21.15.46:0/1682708965 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4478102080 msgr2=0x7f4478197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f44777fe700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4478102080 0x7f4478197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f44777fe700 1 -- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4478102a40 msgr2=0x7f4478198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.554+0000 7f44777fe700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4478102a40 0x7f4478198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.555+0000 7f44777fe700 1 -- 172.21.15.46:0/1682708965 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44680095f0 con 0x7f4478100ea0 2023-10-21T15:42:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.555+0000 7f4477fff700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4478102a40 0x7f4478198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:09.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.555+0000 7f44777fe700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4478100ea0 0x7f4478196d50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4468004710 tx=0x7f4468009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:09.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.555+0000 7f4474ff9700 1 -- 172.21.15.46:0/1682708965 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446801d070 con 0x7f4478100ea0 2023-10-21T15:42:09.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.555+0000 7f447e054700 1 -- 172.21.15.46:0/1682708965 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4478198cf0 con 0x7f4478100ea0 2023-10-21T15:42:09.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.555+0000 7f4474ff9700 1 -- 172.21.15.46:0/1682708965 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4468021410 con 0x7f4478100ea0 2023-10-21T15:42:09.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.555+0000 7f4474ff9700 1 -- 172.21.15.46:0/1682708965 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4468017650 con 0x7f4478100ea0 2023-10-21T15:42:09.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.555+0000 7f447e054700 1 -- 172.21.15.46:0/1682708965 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f447819f460 con 0x7f4478100ea0 2023-10-21T15:42:09.564 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.557+0000 7f4474ff9700 1 -- 172.21.15.46:0/1682708965 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4468021580 con 0x7f4478100ea0 2023-10-21T15:42:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.558+0000 7f4474ff9700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44600a1480 0x7f44600a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.558+0000 7f4476ffd700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44600a1480 0x7f44600a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.571 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.558+0000 7f4474ff9700 1 -- 172.21.15.46:0/1682708965 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f44680cdfe0 con 0x7f4478100ea0 2023-10-21T15:42:09.571 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f4476ffd700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44600a1480 0x7f44600a3940 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4478100bc0 tx=0x7f446c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:09.571 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f448a23db80 1 Processor -- start 2023-10-21T15:42:09.571 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f448a23db80 1 -- start start 2023-10-21T15:42:09.571 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f448a23db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e60c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.572 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f448a23db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e61ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.572 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f448a23db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e62520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.572 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f448a23db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19dd5c10 con 0x562e19e620a0 2023-10-21T15:42:09.572 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f448a23db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19dbac00 con 0x562e19e611b0 2023-10-21T15:42:09.572 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f448a23db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19db8520 con 0x562e19e60850 2023-10-21T15:42:09.573 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f4477fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e62520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.573 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f44777fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e60c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.573 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f4476ffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e61ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.573 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f4477fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e62520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36616/0 (socket says 172.21.15.46:36616) 2023-10-21T15:42:09.573 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f4477fff700 1 -- 172.21.15.46:0/1538420341 learned_addr learned my addr 172.21.15.46:0/1538420341 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.559+0000 7f44777fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e60c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48610/0 (socket says 172.21.15.46:48610) 2023-10-21T15:42:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f4477fff700 1 -- 172.21.15.46:0/1538420341 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 msgr2=0x562e19e60c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f4477fff700 1 --2- 172.21.15.46:0/1538420341 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e60c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f4477fff700 1 -- 172.21.15.46:0/1538420341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 msgr2=0x562e19e61ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:09.574 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f4477fff700 1 --2- 172.21.15.46:0/1538420341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e61ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f4477fff700 1 -- 172.21.15.46:0/1538420341 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e19d71390 con 0x562e19e620a0 2023-10-21T15:42:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f44777fe700 1 --2- 172.21.15.46:0/1538420341 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e60c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f4477fff700 1 --2- 172.21.15.46:0/1538420341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e62520 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f4470003e00 tx=0x7f4470009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26eb07a604dad334 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f445dffb700 1 -- 172.21.15.46:0/1538420341 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44700092d0 con 0x562e19e620a0 2023-10-21T15:42:09.575 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f445dffb700 1 -- 172.21.15.46:0/1538420341 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f447000f040 con 0x562e19e620a0 2023-10-21T15:42:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.560+0000 7f445dffb700 1 -- 172.21.15.46:0/1538420341 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f447000e730 con 0x562e19e620a0 2023-10-21T15:42:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 -- 172.21.15.46:0/1538420341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 msgr2=0x562e19e62520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 --2- 172.21.15.46:0/1538420341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e62520 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f4470003e00 tx=0x7f4470009920 comp rx=0 tx=0).stop 2023-10-21T15:42:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 -- 172.21.15.46:0/1538420341 shutdown_connections 2023-10-21T15:42:09.576 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 --2- 172.21.15.46:0/1538420341 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e62520 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.577 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 --2- 172.21.15.46:0/1538420341 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e60c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.577 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 --2- 172.21.15.46:0/1538420341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e61ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.577 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 -- 172.21.15.46:0/1538420341 >> 172.21.15.46:0/1538420341 conn(0x562e19d8ed70 msgr2=0x562e19e5bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:09.577 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 -- 172.21.15.46:0/1538420341 shutdown_connections 2023-10-21T15:42:09.577 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 -- 172.21.15.46:0/1538420341 wait complete. 2023-10-21T15:42:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.561+0000 7f448a23db80 1 -- start start 2023-10-21T15:42:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f448a23db80 1 Processor -- start 2023-10-21T15:42:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f448a23db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e6a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f448a23db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e6abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f448a23db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e71c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f448a23db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19db3e10 con 0x562e19e620a0 2023-10-21T15:42:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f448a23db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19d506b0 con 0x562e19e611b0 2023-10-21T15:42:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f448a23db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19d50350 con 0x562e19e60850 2023-10-21T15:42:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f448a23db80 10 client.0 _ll_register_callbacks cb 0x562e19bad7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4477fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e71c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4477fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e71c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36622/0 (socket says 172.21.15.46:36622) 2023-10-21T15:42:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f44777fe700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e6a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4477fff700 1 -- 172.21.15.46:0/2359264310 learned_addr learned my addr 172.21.15.46:0/2359264310 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4476ffd700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e6abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4477fff700 1 -- 172.21.15.46:0/2359264310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 msgr2=0x562e19e6a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4477fff700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e6a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4477fff700 1 -- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 msgr2=0x562e19e6abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4477fff700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e6abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4477fff700 1 -- 172.21.15.46:0/2359264310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f447819f460 con 0x562e19e620a0 2023-10-21T15:42:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f44777fe700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e6a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.562+0000 7f4476ffd700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e6abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f4477fff700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e71c20 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f4470009b30 tx=0x7f44700077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d2c48c6780bf2a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f4456ffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f4456ffd700 1 -- 172.21.15.46:0/2359264310 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4470007be0 con 0x562e19e620a0 2023-10-21T15:42:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f448a23db80 1 -- 172.21.15.46:0/2359264310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562e19db8e90 con 0x562e19e620a0 2023-10-21T15:42:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f4456ffd700 1 -- 172.21.15.46:0/2359264310 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f447000e4f0 con 0x562e19e620a0 2023-10-21T15:42:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f4456ffd700 1 -- 172.21.15.46:0/2359264310 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f447002e030 con 0x562e19e620a0 2023-10-21T15:42:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f448a23db80 10 client.16152 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f448a23db80 1 -- 172.21.15.46:0/2359264310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f4470003ae0 con 0x562e19e620a0 2023-10-21T15:42:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f4456ffd700 1 -- 172.21.15.46:0/2359264310 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562e19db8e90 con 0x562e19e620a0 2023-10-21T15:42:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f4456ffd700 1 -- 172.21.15.46:0/2359264310 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f4470028590 con 0x562e19e620a0 2023-10-21T15:42:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f448a23db80 10 client.16152 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f448a23db80 10 client.16152 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f448a23db80 20 client.16152 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.563+0000 7f448a23db80 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562e19e764c0 0x562e19e788e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.564+0000 7f448a23db80 4 client.16152 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.564+0000 7f448a23db80 1 -- 172.21.15.46:0/2359264310 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562e19e30bb0 con 0x562e19e764c0 2023-10-21T15:42:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.564+0000 7f44777fe700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562e19e764c0 0x562e19e788e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.564+0000 7f4456ffd700 10 client.16152 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:09.586 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.564+0000 7f44777fe700 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562e19e764c0 0x562e19e788e0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0d55da08c999898 server_cookie=db53e188d2abbe11 in_seq=0 out_seq=0 2023-10-21T15:42:09.587 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f4456ffd700 1 -- 172.21.15.46:0/2359264310 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562e19e30bb0 con 0x562e19e764c0 2023-10-21T15:42:09.587 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f4456ffd700 10 client.16152 handle_command_reply: tid=0 2023-10-21T15:42:09.587 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 client.16152 shutdown 2023-10-21T15:42:09.587 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 -- 172.21.15.46:0/2359264310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 msgr2=0x562e19e71c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.587 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e71c20 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f4470009b30 tx=0x7f44700077b0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.588 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 -- 172.21.15.46:0/2359264310 shutdown_connections 2023-10-21T15:42:09.588 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562e19e764c0 0x562e19e788e0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.588 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e620a0 0x562e19e71c20 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.588 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e60850 0x562e19e6a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.588 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 --2- 172.21.15.46:0/2359264310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e611b0 0x562e19e6abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 -- 172.21.15.46:0/2359264310 >> 172.21.15.46:0/2359264310 conn(0x562e19d8ed70 msgr2=0x562e19e5b830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f4456ffd700 0 client.16152 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 -- 172.21.15.46:0/2359264310 shutdown_connections 2023-10-21T15:42:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 1 -- 172.21.15.46:0/2359264310 wait complete. 2023-10-21T15:42:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.565+0000 7f448a23db80 20 client.16152 trim_cache size 0 max 16384 2023-10-21T15:42:09.594 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.580+0000 7f448a23db80 1 Processor -- start 2023-10-21T15:42:09.595 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f448a23db80 1 -- start start 2023-10-21T15:42:09.595 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f448a23db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e60850 0x562e19e69d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.595 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f448a23db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e611b0 0x562e19e71be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.595 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f448a23db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e620a0 0x562e19e69400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.595 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f448a23db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19c348c0 con 0x562e19e611b0 2023-10-21T15:42:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f448a23db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19e69b50 con 0x562e19e60850 2023-10-21T15:42:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f448a23db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19e5c770 con 0x562e19e620a0 2023-10-21T15:42:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e611b0 0x562e19e71be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e611b0 0x562e19e71be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36628/0 (socket says 172.21.15.46:36628) 2023-10-21T15:42:09.596 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f44777fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e60850 0x562e19e69d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.597 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 -- 172.21.15.46:0/1742802165 learned_addr learned my addr 172.21.15.46:0/1742802165 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:09.597 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4477fff700 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e620a0 0x562e19e69400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.597 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 -- 172.21.15.46:0/1742802165 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e620a0 msgr2=0x562e19e69400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:09.597 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e620a0 0x562e19e69400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.597 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 -- 172.21.15.46:0/1742802165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e60850 msgr2=0x562e19e69d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e60850 0x562e19e69d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 -- 172.21.15.46:0/1742802165 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e19bded80 con 0x562e19e611b0 2023-10-21T15:42:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4477fff700 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e620a0 0x562e19e69400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f44777fe700 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e60850 0x562e19e69d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.581+0000 7f4476ffd700 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e611b0 0x562e19e71be0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f446c01d600 tx=0x7f446c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbc29e689d54f743 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f445e7fc700 1 -- 172.21.15.46:0/1742802165 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446c02b070 con 0x562e19e611b0 2023-10-21T15:42:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f445e7fc700 1 -- 172.21.15.46:0/1742802165 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f446c023040 con 0x562e19e611b0 2023-10-21T15:42:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f445e7fc700 1 -- 172.21.15.46:0/1742802165 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f446c022070 con 0x562e19e611b0 2023-10-21T15:42:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 -- 172.21.15.46:0/1742802165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e611b0 msgr2=0x562e19e71be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e611b0 0x562e19e71be0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f446c01d600 tx=0x7f446c014000 comp rx=0 tx=0).stop 2023-10-21T15:42:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 -- 172.21.15.46:0/1742802165 shutdown_connections 2023-10-21T15:42:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e620a0 0x562e19e69400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e60850 0x562e19e69d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 --2- 172.21.15.46:0/1742802165 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e611b0 0x562e19e71be0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 -- 172.21.15.46:0/1742802165 >> 172.21.15.46:0/1742802165 conn(0x562e19d8ed70 msgr2=0x562e19e7d240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 -- 172.21.15.46:0/1742802165 shutdown_connections 2023-10-21T15:42:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.582+0000 7f448a23db80 1 -- 172.21.15.46:0/1742802165 wait complete. 2023-10-21T15:42:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 1 -- start start 2023-10-21T15:42:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 1 Processor -- start 2023-10-21T15:42:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e60850 0x562e19e6dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e611b0 0x562e19e6e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e620a0 0x562e19e70e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19e713c0 con 0x562e19e60850 2023-10-21T15:42:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19e71530 con 0x562e19e620a0 2023-10-21T15:42:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e19e716f0 con 0x562e19e611b0 2023-10-21T15:42:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f448a23db80 10 client.0 _ll_register_callbacks cb 0x7f446c011a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f44777fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e60850 0x562e19e6dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.583+0000 7f44777fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e60850 0x562e19e6dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36632/0 (socket says 172.21.15.46:36632) 2023-10-21T15:42:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f44777fe700 1 -- 172.21.15.46:0/252950393 learned_addr learned my addr 172.21.15.46:0/252950393 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:09.605 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f4477fff700 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e620a0 0x562e19e70e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.605 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f4476ffd700 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e611b0 0x562e19e6e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.605 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f44777fe700 1 -- 172.21.15.46:0/252950393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e611b0 msgr2=0x562e19e6e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:09.605 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f44777fe700 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e611b0 0x562e19e6e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.605 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f44777fe700 1 -- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e620a0 msgr2=0x562e19e70e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f44777fe700 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e620a0 0x562e19e70e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f44777fe700 1 -- 172.21.15.46:0/252950393 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4478198cf0 con 0x562e19e60850 2023-10-21T15:42:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f4477fff700 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e620a0 0x562e19e70e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:42:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f44777fe700 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e60850 0x562e19e6dd70 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f4468097da0 tx=0x7f44680cbf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9efd81e32ec164e4 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f4456ffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f4456ffd700 1 -- 172.21.15.46:0/252950393 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44680a3680 con 0x562e19e60850 2023-10-21T15:42:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f4456ffd700 1 -- 172.21.15.46:0/252950393 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4468099720 con 0x562e19e60850 2023-10-21T15:42:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f448a23db80 1 -- 172.21.15.46:0/252950393 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f447000f040 con 0x562e19e60850 2023-10-21T15:42:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f4456ffd700 1 -- 172.21.15.46:0/252950393 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f446809b5e0 con 0x562e19e60850 2023-10-21T15:42:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f448a23db80 10 client.16158 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f448a23db80 1 -- 172.21.15.46:0/252950393 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f4470003ae0 con 0x562e19e60850 2023-10-21T15:42:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.584+0000 7f4456ffd700 1 -- 172.21.15.46:0/252950393 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f447000f040 con 0x562e19e60850 2023-10-21T15:42:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f4456ffd700 1 -- 172.21.15.46:0/252950393 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f44680a31f0 con 0x562e19e60850 2023-10-21T15:42:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f448a23db80 10 client.16158 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f448a23db80 10 client.16158 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f448a23db80 20 client.16158 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f448a23db80 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562e19ecafe0 0x562e19ecd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f448a23db80 4 client.16158 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:42:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f448a23db80 1 -- 172.21.15.46:0/252950393 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562e19dacdf0 con 0x562e19ecafe0 2023-10-21T15:42:09.610 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f4476ffd700 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562e19ecafe0 0x562e19ecd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:09.610 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f4476ffd700 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562e19ecafe0 0x562e19ecd400 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64410ceb446bac02 server_cookie=27e13ca1c922d763 in_seq=0 out_seq=0 2023-10-21T15:42:09.610 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.585+0000 7f4456ffd700 10 client.16158 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:09.611 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f4456ffd700 1 -- 172.21.15.46:0/252950393 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562e19dacdf0 con 0x562e19ecafe0 2023-10-21T15:42:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f4456ffd700 10 client.16158 handle_command_reply: tid=0 2023-10-21T15:42:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 client.16158 shutdown 2023-10-21T15:42:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 -- 172.21.15.46:0/252950393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e60850 msgr2=0x562e19e6dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e60850 0x562e19e6dd70 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f4468097da0 tx=0x7f44680cbf90 comp rx=0 tx=0).stop 2023-10-21T15:42:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 -- 172.21.15.46:0/252950393 shutdown_connections 2023-10-21T15:42:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x562e19ecafe0 0x562e19ecd400 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562e19e60850 0x562e19e6dd70 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562e19e620a0 0x562e19e70e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 --2- 172.21.15.46:0/252950393 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x562e19e611b0 0x562e19e6e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 -- 172.21.15.46:0/252950393 >> 172.21.15.46:0/252950393 conn(0x562e19d8ed70 msgr2=0x562e19e683c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f4456ffd700 0 client.16158 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 -- 172.21.15.46:0/252950393 shutdown_connections 2023-10-21T15:42:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 1 -- 172.21.15.46:0/252950393 wait complete. 2023-10-21T15:42:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.609+0000 7f448a23db80 20 client.16158 trim_cache size 0 max 16384 2023-10-21T15:42:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:42:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:42:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:42:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:42:09.617 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 -- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44600a1480 msgr2=0x7f44600a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44600a1480 0x7f44600a3940 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4478100bc0 tx=0x7f446c009260 comp rx=0 tx=0).stop 2023-10-21T15:42:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 -- 172.21.15.46:0/1682708965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4478100ea0 msgr2=0x7f4478196d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4478100ea0 0x7f4478196d50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4468004710 tx=0x7f4468009580 comp rx=0 tx=0).stop 2023-10-21T15:42:09.618 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 -- 172.21.15.46:0/1682708965 shutdown_connections 2023-10-21T15:42:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f44600a1480 0x7f44600a3940 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4478102a40 0x7f4478198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4478100ea0 0x7f4478196d50 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.619 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 --2- 172.21.15.46:0/1682708965 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4478102080 0x7f4478197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 -- 172.21.15.46:0/1682708965 >> 172.21.15.46:0/1682708965 conn(0x7f44780fc460 msgr2=0x7f44780fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 -- 172.21.15.46:0/1682708965 shutdown_connections 2023-10-21T15:42:09.620 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:09.610+0000 7f447e054700 1 -- 172.21.15.46:0/1682708965 wait complete. 2023-10-21T15:42:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:10 smithi105 ceph-mon[103980]: pgmap v372: 97 pgs: 97 active+clean; 49 MiB data, 760 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 515 op/s 2023-10-21T15:42:11.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:10 smithi119 ceph-mon[103628]: pgmap v372: 97 pgs: 97 active+clean; 49 MiB data, 760 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 515 op/s 2023-10-21T15:42:11.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:10 smithi046 ceph-mon[99436]: pgmap v372: 97 pgs: 97 active+clean; 49 MiB data, 760 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 515 op/s 2023-10-21T15:42:13.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:12 smithi105 ceph-mon[103980]: pgmap v373: 97 pgs: 97 active+clean; 51 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 515 op/s 2023-10-21T15:42:13.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:12 smithi119 ceph-mon[103628]: pgmap v373: 97 pgs: 97 active+clean; 51 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 515 op/s 2023-10-21T15:42:13.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:12 smithi046 ceph-mon[99436]: pgmap v373: 97 pgs: 97 active+clean; 51 MiB data, 750 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 515 op/s 2023-10-21T15:42:15.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:14 smithi105 ceph-mon[103980]: pgmap v374: 97 pgs: 97 active+clean; 48 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.4 MiB/s wr, 710 op/s 2023-10-21T15:42:15.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:14 smithi119 ceph-mon[103628]: pgmap v374: 97 pgs: 97 active+clean; 48 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.4 MiB/s wr, 710 op/s 2023-10-21T15:42:15.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:14 smithi046 ceph-mon[99436]: pgmap v374: 97 pgs: 97 active+clean; 48 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.4 MiB/s wr, 710 op/s 2023-10-21T15:42:17.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:16 smithi105 ceph-mon[103980]: pgmap v375: 97 pgs: 97 active+clean; 50 MiB data, 770 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 508 op/s 2023-10-21T15:42:17.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:16 smithi119 ceph-mon[103628]: pgmap v375: 97 pgs: 97 active+clean; 50 MiB data, 770 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 508 op/s 2023-10-21T15:42:17.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:16 smithi046 ceph-mon[99436]: pgmap v375: 97 pgs: 97 active+clean; 50 MiB data, 770 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 508 op/s 2023-10-21T15:42:19.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:18 smithi105 ceph-mon[103980]: pgmap v376: 97 pgs: 97 active+clean; 51 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 644 op/s 2023-10-21T15:42:19.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:18 smithi119 ceph-mon[103628]: pgmap v376: 97 pgs: 97 active+clean; 51 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 644 op/s 2023-10-21T15:42:19.286 INFO:tasks.workunit.client.0.smithi046.stdout:50000 mapwrite 0xd9535 thru 0xdf124 (0x5bf0 bytes) 2023-10-21T15:42:19.290 INFO:tasks.workunit.client.0.smithi046.stdout:All 50000 operations completed A-OK! 2023-10-21T15:42:19.290 INFO:tasks.workunit.client.0.smithi046.stderr:+ ./fsx -z 10MB -N 50000 -p 10000 -l 10485760 2023-10-21T15:42:19.291 INFO:tasks.workunit.client.0.smithi046.stdout:Seed set to 1 2023-10-21T15:42:19.416 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode 0, disabling! 2023-10-21T15:42:19.416 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2023-10-21T15:42:19.418 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2023-10-21T15:42:19.418 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2023-10-21T15:42:19.418 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support clone range, disabling! 2023-10-21T15:42:19.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:18 smithi046 ceph-mon[99436]: pgmap v376: 97 pgs: 97 active+clean; 51 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 644 op/s 2023-10-21T15:42:19.422 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support dedupe range, disabling! 2023-10-21T15:42:19.424 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x5a0dfb 2023-10-21T15:42:19.438 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x5c415c 2023-10-21T15:42:19.439 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x9c27b4 2023-10-21T15:42:19.501 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x9d03f4 2023-10-21T15:42:19.570 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x9f6462 2023-10-21T15:42:19.652 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x9fa7e5 2023-10-21T15:42:21.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:20 smithi105 ceph-mon[103980]: pgmap v377: 97 pgs: 97 active+clean; 52 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 471 op/s 2023-10-21T15:42:21.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:20 smithi119 ceph-mon[103628]: pgmap v377: 97 pgs: 97 active+clean; 52 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 471 op/s 2023-10-21T15:42:21.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:20 smithi046 ceph-mon[99436]: pgmap v377: 97 pgs: 97 active+clean; 52 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 471 op/s 2023-10-21T15:42:21.791 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x9fd4ba 2023-10-21T15:42:22.142 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x9fe323 2023-10-21T15:42:22.739 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 -- 172.21.15.46:0/561253398 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc100fe0 msgr2=0x7f81fc101440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.739 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 --2- 172.21.15.46:0/561253398 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc100fe0 0x7f81fc101440 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f81f00099c0 tx=0x7f81f0009cd0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.739 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 -- 172.21.15.46:0/561253398 shutdown_connections 2023-10-21T15:42:22.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 --2- 172.21.15.46:0/561253398 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81fc101980 0x7f81fc108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 --2- 172.21.15.46:0/561253398 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81fc0ffdf0 0x7f81fc100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 --2- 172.21.15.46:0/561253398 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc100fe0 0x7f81fc101440 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 -- 172.21.15.46:0/561253398 >> 172.21.15.46:0/561253398 conn(0x7f81fc0fb340 msgr2=0x7f81fc0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:22.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 -- 172.21.15.46:0/561253398 shutdown_connections 2023-10-21T15:42:22.741 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.736+0000 7f8200a7b700 1 -- 172.21.15.46:0/561253398 wait complete. 2023-10-21T15:42:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.737+0000 7f8200a7b700 1 Processor -- start 2023-10-21T15:42:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.737+0000 7f8200a7b700 1 -- start start 2023-10-21T15:42:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.737+0000 7f8200a7b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81fc0ffdf0 0x7f81fc195be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f8200a7b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81fc100fe0 0x7f81fc196120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f8200a7b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc101980 0x7f81fc196fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f8200a7b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81fc197600 con 0x7f81fc101980 2023-10-21T15:42:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f8200a7b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81fc197770 con 0x7f81fc100fe0 2023-10-21T15:42:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f8200a7b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81fc197930 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81fc0ffdf0 0x7f81fc195be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc101980 0x7f81fc196fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81fc0ffdf0 0x7f81fc195be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48644/0 (socket says 172.21.15.46:48644) 2023-10-21T15:42:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc101980 0x7f81fc196fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36650/0 (socket says 172.21.15.46:36650) 2023-10-21T15:42:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81f9d9b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81fc100fe0 0x7f81fc196120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 -- 172.21.15.46:0/108174579 learned_addr learned my addr 172.21.15.46:0/108174579 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 -- 172.21.15.46:0/108174579 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81fc100fe0 msgr2=0x7f81fc196120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81fc100fe0 0x7f81fc196120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 -- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc101980 msgr2=0x7f81fc196fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc101980 0x7f81fc196fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 -- 172.21.15.46:0/108174579 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81f00095f0 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81fc100fe0 0x7f81fc196120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fad9d700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc101980 0x7f81fc196fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81fa59c700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81fc0ffdf0 0x7f81fc195be0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f81ec00e970 tx=0x7f81ec00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81eb7fe700 1 -- 172.21.15.46:0/108174579 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec009790 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81eb7fe700 1 -- 172.21.15.46:0/108174579 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f81ec00c7e0 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f8200a7b700 1 -- 172.21.15.46:0/108174579 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81fc197c10 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.738+0000 7f81eb7fe700 1 -- 172.21.15.46:0/108174579 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec003c70 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.739+0000 7f8200a7b700 1 -- 172.21.15.46:0/108174579 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81fc19e3d0 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.757 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.741+0000 7f81eb7fe700 1 -- 172.21.15.46:0/108174579 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f81ec00cc50 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.742+0000 7f81eb7fe700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81e40a1480 0x7f81e40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.743+0000 7f81eb7fe700 1 -- 172.21.15.46:0/108174579 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f81ec014070 con 0x7f81fc0ffdf0 2023-10-21T15:42:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.743+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81e40a1480 0x7f81e40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.743+0000 7f820cc64b80 1 Processor -- start 2023-10-21T15:42:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.743+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81e40a1480 0x7f81e40a3940 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f81f000b580 tx=0x7f81f001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.743+0000 7f820cc64b80 1 -- start start 2023-10-21T15:42:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c772850 0x55bd5c772c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c773ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7740a0 0x55bd5c774520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f820cc64b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c6e7c10 con 0x55bd5c772850 2023-10-21T15:42:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f820cc64b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c6ccc00 con 0x55bd5c7731b0 2023-10-21T15:42:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f820cc64b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c6ca520 con 0x55bd5c7740a0 2023-10-21T15:42:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c772850 0x55bd5c772c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c772850 0x55bd5c772c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36654/0 (socket says 172.21.15.46:36654) 2023-10-21T15:42:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 -- 172.21.15.46:0/855158815 learned_addr learned my addr 172.21.15.46:0/855158815 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fad9d700 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7740a0 0x55bd5c774520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c773ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 -- 172.21.15.46:0/855158815 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7740a0 msgr2=0x55bd5c774520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7740a0 0x55bd5c774520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 -- 172.21.15.46:0/855158815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 msgr2=0x55bd5c773ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c773ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 -- 172.21.15.46:0/855158815 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bd5c683390 con 0x55bd5c772850 2023-10-21T15:42:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81fa59c700 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c772850 0x55bd5c772c70 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f81ec0a2070 tx=0x7f81ec003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a72674997ecaf984 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81e8ff9700 1 -- 172.21.15.46:0/855158815 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec09e170 con 0x55bd5c772850 2023-10-21T15:42:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81e8ff9700 1 -- 172.21.15.46:0/855158815 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f81ec0b2030 con 0x55bd5c772850 2023-10-21T15:42:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.744+0000 7f81e8ff9700 1 -- 172.21.15.46:0/855158815 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec09a470 con 0x55bd5c772850 2023-10-21T15:42:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 -- 172.21.15.46:0/855158815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c772850 msgr2=0x55bd5c772c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c772850 0x55bd5c772c70 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f81ec0a2070 tx=0x7f81ec003680 comp rx=0 tx=0).stop 2023-10-21T15:42:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 -- 172.21.15.46:0/855158815 shutdown_connections 2023-10-21T15:42:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c772850 0x55bd5c772c70 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7740a0 0x55bd5c774520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 --2- 172.21.15.46:0/855158815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c773ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 -- 172.21.15.46:0/855158815 >> 172.21.15.46:0/855158815 conn(0x55bd5c6a0d70 msgr2=0x55bd5c76dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 -- 172.21.15.46:0/855158815 shutdown_connections 2023-10-21T15:42:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.745+0000 7f820cc64b80 1 -- 172.21.15.46:0/855158815 wait complete. 2023-10-21T15:42:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 1 -- start start 2023-10-21T15:42:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 1 Processor -- start 2023-10-21T15:42:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c772850 0x55bd5c77c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7731b0 0x55bd5c77cd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c783dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c6c5e10 con 0x55bd5c7740a0 2023-10-21T15:42:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c6626b0 con 0x55bd5c772850 2023-10-21T15:42:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c662350 con 0x55bd5c7731b0 2023-10-21T15:42:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f820cc64b80 10 client.0 _ll_register_callbacks cb 0x55bd5c4bf7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f81fad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c783dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f81f9d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7731b0 0x55bd5c77cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c772850 0x55bd5c77c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f81f9d9b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7731b0 0x55bd5c77cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48660/0 (socket says 172.21.15.46:48660) 2023-10-21T15:42:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f81f9d9b700 1 -- 172.21.15.46:0/242941879 learned_addr learned my addr 172.21.15.46:0/242941879 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c772850 0x55bd5c77c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53592/0 (socket says 172.21.15.46:53592) 2023-10-21T15:42:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.746+0000 7f81fad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c783dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36664/0 (socket says 172.21.15.46:36664) 2023-10-21T15:42:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81fa59c700 1 -- 172.21.15.46:0/242941879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7731b0 msgr2=0x55bd5c77cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81fa59c700 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7731b0 0x55bd5c77cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81fa59c700 1 -- 172.21.15.46:0/242941879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 msgr2=0x55bd5c783dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81fa59c700 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c783dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81fa59c700 1 -- 172.21.15.46:0/242941879 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81fc19e3d0 con 0x55bd5c772850 2023-10-21T15:42:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7731b0 0x55bd5c77cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81fa59c700 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c772850 0x55bd5c77c840 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f81ec0a2070 tx=0x7f81ec09e1e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d9dabf3be93fdc0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81e1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:42:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81e1ffb700 1 -- 172.21.15.46:0/242941879 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec0a25a0 con 0x55bd5c772850 2023-10-21T15:42:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81e1ffb700 1 -- 172.21.15.46:0/242941879 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f81ec0b8300 con 0x55bd5c772850 2023-10-21T15:42:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f820cc64b80 1 -- 172.21.15.46:0/242941879 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bd5c6cae90 con 0x55bd5c772850 2023-10-21T15:42:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f81e1ffb700 1 -- 172.21.15.46:0/242941879 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81ec0b84c0 con 0x55bd5c772850 2023-10-21T15:42:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f820cc64b80 10 client.25796 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.747+0000 7f820cc64b80 1 -- 172.21.15.46:0/242941879 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55bd5c4f0d80 con 0x55bd5c772850 2023-10-21T15:42:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f81e1ffb700 1 -- 172.21.15.46:0/242941879 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bd5c6cae90 con 0x55bd5c772850 2023-10-21T15:42:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f81e1ffb700 1 -- 172.21.15.46:0/242941879 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f81ec096000 con 0x55bd5c772850 2023-10-21T15:42:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f820cc64b80 10 client.25796 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f820cc64b80 10 client.25796 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f820cc64b80 20 client.25796 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f820cc64b80 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bd5c788420 0x55bd5c78a840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f820cc64b80 4 client.25796 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f820cc64b80 1 -- 172.21.15.46:0/242941879 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bd5c742bb0 con 0x55bd5c788420 2023-10-21T15:42:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bd5c788420 0x55bd5c78a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f81e1ffb700 10 client.25796 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.748+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bd5c788420 0x55bd5c78a840 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d35d6407e34565a server_cookie=c8f53b1114202489 in_seq=0 out_seq=0 2023-10-21T15:42:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f81e1ffb700 1 -- 172.21.15.46:0/242941879 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55bd5c742bb0 con 0x55bd5c788420 2023-10-21T15:42:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f81e1ffb700 10 client.25796 handle_command_reply: tid=0 2023-10-21T15:42:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 client.25796 shutdown 2023-10-21T15:42:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 -- 172.21.15.46:0/242941879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c772850 msgr2=0x55bd5c77c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c772850 0x55bd5c77c840 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f81ec0a2070 tx=0x7f81ec09e1e0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 -- 172.21.15.46:0/242941879 shutdown_connections 2023-10-21T15:42:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bd5c788420 0x55bd5c78a840 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c783dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c772850 0x55bd5c77c840 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f81e1ffb700 0 client.25796 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:22.777 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 --2- 172.21.15.46:0/242941879 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c7731b0 0x55bd5c77cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.777 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 -- 172.21.15.46:0/242941879 >> 172.21.15.46:0/242941879 conn(0x55bd5c6a0d70 msgr2=0x55bd5c76d7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:22.777 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 -- 172.21.15.46:0/242941879 shutdown_connections 2023-10-21T15:42:22.777 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.749+0000 7f820cc64b80 1 -- 172.21.15.46:0/242941879 wait complete. 2023-10-21T15:42:22.777 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.750+0000 7f820cc64b80 20 client.25796 trim_cache size 0 max 16384 2023-10-21T15:42:22.782 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f820cc64b80 1 Processor -- start 2023-10-21T15:42:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f820cc64b80 1 -- start start 2023-10-21T15:42:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7770f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c783d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c777630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.784 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f820cc64b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c5468c0 con 0x55bd5c7740a0 2023-10-21T15:42:22.784 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f820cc64b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c77da30 con 0x55bd5c7731b0 2023-10-21T15:42:22.784 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f820cc64b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c77d890 con 0x55bd5c772850 2023-10-21T15:42:22.784 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7770f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f81f9d9b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c783d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f81fad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c777630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7770f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48666/0 (socket says 172.21.15.46:48666) 2023-10-21T15:42:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.767+0000 7f81fa59c700 1 -- 172.21.15.46:0/3150840677 learned_addr learned my addr 172.21.15.46:0/3150840677 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81fa59c700 1 -- 172.21.15.46:0/3150840677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 msgr2=0x55bd5c783d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81fa59c700 1 --2- 172.21.15.46:0/3150840677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c783d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81fa59c700 1 -- 172.21.15.46:0/3150840677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 msgr2=0x55bd5c777630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81fa59c700 1 --2- 172.21.15.46:0/3150840677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c777630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81fa59c700 1 -- 172.21.15.46:0/3150840677 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bd5c4d9c00 con 0x55bd5c772850 2023-10-21T15:42:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81fa59c700 1 --2- 172.21.15.46:0/3150840677 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7770f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f81ec096710 tx=0x7f81ec00cf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91e1cafb36257ebc server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:22.787 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81e97fa700 1 -- 172.21.15.46:0/3150840677 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec09a210 con 0x55bd5c772850 2023-10-21T15:42:22.787 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81e97fa700 1 -- 172.21.15.46:0/3150840677 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f81ec099fe0 con 0x55bd5c772850 2023-10-21T15:42:22.787 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.768+0000 7f81e97fa700 1 -- 172.21.15.46:0/3150840677 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec09a470 con 0x55bd5c772850 2023-10-21T15:42:22.787 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 -- 172.21.15.46:0/3150840677 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 msgr2=0x55bd5c7770f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.787 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3150840677 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7770f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f81ec096710 tx=0x7f81ec00cf50 comp rx=0 tx=0).stop 2023-10-21T15:42:22.788 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 -- 172.21.15.46:0/3150840677 shutdown_connections 2023-10-21T15:42:22.788 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3150840677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c777630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.788 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3150840677 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7770f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.788 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3150840677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c783d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.788 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 -- 172.21.15.46:0/3150840677 >> 172.21.15.46:0/3150840677 conn(0x55bd5c6a0d70 msgr2=0x55bd5c77b390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:22.789 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 -- 172.21.15.46:0/3150840677 shutdown_connections 2023-10-21T15:42:22.789 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 -- 172.21.15.46:0/3150840677 wait complete. 2023-10-21T15:42:22.789 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.769+0000 7f820cc64b80 1 -- start start 2023-10-21T15:42:22.789 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f820cc64b80 1 Processor -- start 2023-10-21T15:42:22.790 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7815d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.790 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c781b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.790 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f820cc64b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c782b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.791 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f820cc64b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c783060 con 0x55bd5c7740a0 2023-10-21T15:42:22.791 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f820cc64b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c7831d0 con 0x55bd5c7731b0 2023-10-21T15:42:22.791 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f820cc64b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd5c783390 con 0x55bd5c772850 2023-10-21T15:42:22.791 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f820cc64b80 10 client.0 _ll_register_callbacks cb 0x7f81f4009f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:22.792 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c782b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.792 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81f9d9b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c781b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.792 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7815d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.792 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fa59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7815d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48672/0 (socket says 172.21.15.46:48672) 2023-10-21T15:42:22.793 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81f9d9b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c781b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53606/0 (socket says 172.21.15.46:53606) 2023-10-21T15:42:22.793 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fad9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c782b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36676/0 (socket says 172.21.15.46:36676) 2023-10-21T15:42:22.793 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fa59c700 1 -- 172.21.15.46:0/3474935795 learned_addr learned my addr 172.21.15.46:0/3474935795 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:22.793 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fa59c700 1 -- 172.21.15.46:0/3474935795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 msgr2=0x55bd5c781b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:22.794 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fa59c700 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c781b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.794 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fa59c700 1 -- 172.21.15.46:0/3474935795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 msgr2=0x55bd5c782b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:22.794 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fa59c700 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c782b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.794 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fa59c700 1 -- 172.21.15.46:0/3474935795 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bd5c4f0d80 con 0x55bd5c772850 2023-10-21T15:42:22.794 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.770+0000 7f81fad9d700 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c782b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:22.795 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f81fa59c700 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7815d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f81ec09a1a0 tx=0x7f81ec09a7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25db98be50a40b0d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:22.795 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f81e1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:42:22.795 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f81e1ffb700 1 -- 172.21.15.46:0/3474935795 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81ec09e170 con 0x55bd5c772850 2023-10-21T15:42:22.795 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f81e1ffb700 1 -- 172.21.15.46:0/3474935795 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f81ec0a25a0 con 0x55bd5c772850 2023-10-21T15:42:22.796 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 1 -- 172.21.15.46:0/3474935795 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f81ec0b2030 con 0x55bd5c772850 2023-10-21T15:42:22.796 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f81e1ffb700 1 -- 172.21.15.46:0/3474935795 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81ec0b83e0 con 0x55bd5c772850 2023-10-21T15:42:22.796 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 10 client.25918 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:22.796 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 1 -- 172.21.15.46:0/3474935795 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x55bd5c5171f0 con 0x55bd5c772850 2023-10-21T15:42:22.796 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f81e1ffb700 1 -- 172.21.15.46:0/3474935795 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f81ec0b2030 con 0x55bd5c772850 2023-10-21T15:42:22.797 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f81e1ffb700 1 -- 172.21.15.46:0/3474935795 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f81ec09f0a0 con 0x55bd5c772850 2023-10-21T15:42:22.797 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 10 client.25918 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:22.797 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 10 client.25918 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:22.797 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 20 client.25918 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:22.797 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bd5c7dc5b0 0x55bd5c7de9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 4 client.25918 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:42:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f820cc64b80 1 -- 172.21.15.46:0/3474935795 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55bd5c6bedf0 con 0x55bd5c7dc5b0 2023-10-21T15:42:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.771+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bd5c7dc5b0 0x55bd5c7de9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.772+0000 7f81e1ffb700 10 client.25918 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.772+0000 7f81f9d9b700 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bd5c7dc5b0 0x55bd5c7de9a0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bede0b764c0fc4ba server_cookie=b02427eaeae38ccc in_seq=0 out_seq=0 2023-10-21T15:42:22.800 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.787+0000 7f81e1ffb700 1 -- 172.21.15.46:0/3474935795 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55bd5c6bedf0 con 0x55bd5c7dc5b0 2023-10-21T15:42:22.800 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.787+0000 7f81e1ffb700 10 client.25918 handle_command_reply: tid=0 2023-10-21T15:42:22.800 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.787+0000 7f820cc64b80 1 client.25918 shutdown 2023-10-21T15:42:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.788+0000 7f820cc64b80 1 -- 172.21.15.46:0/3474935795 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 msgr2=0x55bd5c7815d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.788+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7815d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f81ec09a1a0 tx=0x7f81ec09a7e0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.788+0000 7f820cc64b80 1 -- 172.21.15.46:0/3474935795 shutdown_connections 2023-10-21T15:42:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.788+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55bd5c7dc5b0 0x55bd5c7de9a0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.801 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.788+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55bd5c7740a0 0x55bd5c782b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.788+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55bd5c772850 0x55bd5c7815d0 secure :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f81ec09a1a0 tx=0x7f81ec09a7e0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.788+0000 7f820cc64b80 1 --2- 172.21.15.46:0/3474935795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bd5c7731b0 0x55bd5c781b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.788+0000 7f820cc64b80 1 -- 172.21.15.46:0/3474935795 >> 172.21.15.46:0/3474935795 conn(0x55bd5c6a0d70 msgr2=0x55bd5c7770f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f81e1ffb700 0 client.25918 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:22.802 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f820cc64b80 1 -- 172.21.15.46:0/3474935795 shutdown_connections 2023-10-21T15:42:22.803 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f820cc64b80 1 -- 172.21.15.46:0/3474935795 wait complete. 2023-10-21T15:42:22.803 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f820cc64b80 20 client.25918 trim_cache size 0 max 16384 2023-10-21T15:42:22.803 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:42:22.803 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:42:22.804 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:42:22.804 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:42:22.805 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 -- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81e40a1480 msgr2=0x7f81e40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.805 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81e40a1480 0x7f81e40a3940 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f81f000b580 tx=0x7f81f001a040 comp rx=0 tx=0).stop 2023-10-21T15:42:22.805 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 -- 172.21.15.46:0/108174579 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81fc0ffdf0 msgr2=0x7f81fc195be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:22.805 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81fc0ffdf0 0x7f81fc195be0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f81ec00e970 tx=0x7f81ec00ec80 comp rx=0 tx=0).stop 2023-10-21T15:42:22.806 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 -- 172.21.15.46:0/108174579 shutdown_connections 2023-10-21T15:42:22.806 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f81e40a1480 0x7f81e40a3940 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.806 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81fc101980 0x7f81fc196fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.806 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f81fc0ffdf0 0x7f81fc195be0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.807 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 --2- 172.21.15.46:0/108174579 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f81fc100fe0 0x7f81fc196120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:22.807 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.789+0000 7f8200a7b700 1 -- 172.21.15.46:0/108174579 >> 172.21.15.46:0/108174579 conn(0x7f81fc0fb340 msgr2=0x7f81fc1044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:22.807 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.790+0000 7f8200a7b700 1 -- 172.21.15.46:0/108174579 shutdown_connections 2023-10-21T15:42:22.807 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:22.790+0000 7f8200a7b700 1 -- 172.21.15.46:0/108174579 wait complete. 2023-10-21T15:42:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:22 smithi105 ceph-mon[103980]: pgmap v378: 97 pgs: 97 active+clean; 55 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 502 op/s 2023-10-21T15:42:23.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:22 smithi119 ceph-mon[103628]: pgmap v378: 97 pgs: 97 active+clean; 55 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 502 op/s 2023-10-21T15:42:23.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:22 smithi046 ceph-mon[99436]: pgmap v378: 97 pgs: 97 active+clean; 55 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 502 op/s 2023-10-21T15:42:23.671 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x9fec09 2023-10-21T15:42:24.909 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x9ff6e7 2023-10-21T15:42:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:24 smithi105 ceph-mon[103980]: pgmap v379: 97 pgs: 97 active+clean; 56 MiB data, 857 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 617 op/s 2023-10-21T15:42:25.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:24 smithi119 ceph-mon[103628]: pgmap v379: 97 pgs: 97 active+clean; 56 MiB data, 857 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 617 op/s 2023-10-21T15:42:25.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:24 smithi046 ceph-mon[99436]: pgmap v379: 97 pgs: 97 active+clean; 56 MiB data, 857 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 617 op/s 2023-10-21T15:42:26.308 INFO:tasks.workunit.client.0.smithi046.stdout:10000 copy from 0x2ab252 to 0x2b6f08, (0xbcb6 bytes) at 0x1cd955 2023-10-21T15:42:27.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:26 smithi105 ceph-mon[103980]: pgmap v380: 97 pgs: 97 active+clean; 57 MiB data, 882 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 645 op/s 2023-10-21T15:42:27.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:26 smithi119 ceph-mon[103628]: pgmap v380: 97 pgs: 97 active+clean; 57 MiB data, 882 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 645 op/s 2023-10-21T15:42:27.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:26 smithi046 ceph-mon[99436]: pgmap v380: 97 pgs: 97 active+clean; 57 MiB data, 882 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 3.3 MiB/s wr, 645 op/s 2023-10-21T15:42:29.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:28 smithi105 ceph-mon[103980]: pgmap v381: 97 pgs: 97 active+clean; 49 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 4.2 MiB/s wr, 764 op/s 2023-10-21T15:42:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:28 smithi119 ceph-mon[103628]: pgmap v381: 97 pgs: 97 active+clean; 49 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 4.2 MiB/s wr, 764 op/s 2023-10-21T15:42:29.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:28 smithi046 ceph-mon[99436]: pgmap v381: 97 pgs: 97 active+clean; 49 MiB data, 876 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 MiB/s rd, 4.2 MiB/s wr, 764 op/s 2023-10-21T15:42:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:30 smithi105 ceph-mon[103980]: pgmap v382: 97 pgs: 97 active+clean; 51 MiB data, 869 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 735 op/s 2023-10-21T15:42:31.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:30 smithi119 ceph-mon[103628]: pgmap v382: 97 pgs: 97 active+clean; 51 MiB data, 869 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 735 op/s 2023-10-21T15:42:31.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:30 smithi046 ceph-mon[99436]: pgmap v382: 97 pgs: 97 active+clean; 51 MiB data, 869 MiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 735 op/s 2023-10-21T15:42:33.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:32 smithi105 ceph-mon[103980]: pgmap v383: 97 pgs: 97 active+clean; 58 MiB data, 895 MiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 919 op/s 2023-10-21T15:42:33.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:32 smithi119 ceph-mon[103628]: pgmap v383: 97 pgs: 97 active+clean; 58 MiB data, 895 MiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 919 op/s 2023-10-21T15:42:33.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:32 smithi046 ceph-mon[99436]: pgmap v383: 97 pgs: 97 active+clean; 58 MiB data, 895 MiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 919 op/s 2023-10-21T15:42:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:34 smithi119 ceph-mon[103628]: pgmap v384: 97 pgs: 97 active+clean; 58 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 939 op/s 2023-10-21T15:42:35.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:34 smithi046 ceph-mon[99436]: pgmap v384: 97 pgs: 97 active+clean; 58 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 939 op/s 2023-10-21T15:42:35.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:34 smithi105 ceph-mon[103980]: pgmap v384: 97 pgs: 97 active+clean; 58 MiB data, 906 MiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.7 MiB/s wr, 939 op/s 2023-10-21T15:42:35.921 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 -- 172.21.15.46:0/1956494192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c102a40 msgr2=0x7ff25c109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 --2- 172.21.15.46:0/1956494192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c102a40 0x7ff25c109360 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff25400b0a0 tx=0x7ff25400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 -- 172.21.15.46:0/1956494192 shutdown_connections 2023-10-21T15:42:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 --2- 172.21.15.46:0/1956494192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c102a40 0x7ff25c109360 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 --2- 172.21.15.46:0/1956494192 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff25c100ea0 0x7ff25c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 --2- 172.21.15.46:0/1956494192 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff25c102080 0x7ff25c102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 -- 172.21.15.46:0/1956494192 >> 172.21.15.46:0/1956494192 conn(0x7ff25c0fc480 msgr2=0x7ff25c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 -- 172.21.15.46:0/1956494192 shutdown_connections 2023-10-21T15:42:35.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.919+0000 7ff263eaa700 1 -- 172.21.15.46:0/1956494192 wait complete. 2023-10-21T15:42:35.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff263eaa700 1 Processor -- start 2023-10-21T15:42:35.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff263eaa700 1 -- start start 2023-10-21T15:42:35.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff263eaa700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c100ea0 0x7ff25c198fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff263eaa700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff25c102080 0x7ff25c1994e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff263eaa700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff25c102a40 0x7ff25c19a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff263eaa700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff25c19a9c0 con 0x7ff25c100ea0 2023-10-21T15:42:35.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff263eaa700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff25c19ab30 con 0x7ff25c102080 2023-10-21T15:42:35.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff263eaa700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff25c19acf0 con 0x7ff25c102a40 2023-10-21T15:42:35.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff261c46700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c100ea0 0x7ff25c198fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff261c46700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c100ea0 0x7ff25c198fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36686/0 (socket says 172.21.15.46:36686) 2023-10-21T15:42:35.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff261c46700 1 -- 172.21.15.46:0/111787777 learned_addr learned my addr 172.21.15.46:0/111787777 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:35.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff262447700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff25c102a40 0x7ff25c19a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.920+0000 7ff261445700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff25c102080 0x7ff25c1994e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff261c46700 1 -- 172.21.15.46:0/111787777 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff25c102a40 msgr2=0x7ff25c19a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff261c46700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff25c102a40 0x7ff25c19a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff261c46700 1 -- 172.21.15.46:0/111787777 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff25c102080 msgr2=0x7ff25c1994e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff261c46700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff25c102080 0x7ff25c1994e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff261c46700 1 -- 172.21.15.46:0/111787777 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff258009520 con 0x7ff25c100ea0 2023-10-21T15:42:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff262447700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff25c102a40 0x7ff25c19a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff261c46700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c100ea0 0x7ff25c198fa0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff25800ea50 tx=0x7ff25800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff252ffd700 1 -- 172.21.15.46:0/111787777 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25800cbd0 con 0x7ff25c100ea0 2023-10-21T15:42:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff263eaa700 1 -- 172.21.15.46:0/111787777 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff24c009520 con 0x7ff25c100ea0 2023-10-21T15:42:35.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff252ffd700 1 -- 172.21.15.46:0/111787777 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff25800cd30 con 0x7ff25c100ea0 2023-10-21T15:42:35.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff252ffd700 1 -- 172.21.15.46:0/111787777 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff258018680 con 0x7ff25c100ea0 2023-10-21T15:42:35.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.921+0000 7ff263eaa700 1 -- 172.21.15.46:0/111787777 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff254009d00 con 0x7ff25c100ea0 2023-10-21T15:42:35.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.923+0000 7ff252ffd700 1 -- 172.21.15.46:0/111787777 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff258010430 con 0x7ff25c100ea0 2023-10-21T15:42:35.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.924+0000 7ff252ffd700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff2480a1480 0x7ff2480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.924+0000 7ff252ffd700 1 -- 172.21.15.46:0/111787777 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff258014070 con 0x7ff25c100ea0 2023-10-21T15:42:35.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.924+0000 7ff261445700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff2480a1480 0x7ff2480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.925+0000 7ff261445700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff2480a1480 0x7ff2480a3940 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7ff25c100bc0 tx=0x7ff24c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff270093b80 1 Processor -- start 2023-10-21T15:42:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff270093b80 1 -- start start 2023-10-21T15:42:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff270093b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262af5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff270093b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262af6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff270093b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262af7520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff270093b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262a6ac10 con 0x560262af5850 2023-10-21T15:42:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff270093b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262a4fc00 con 0x560262af61b0 2023-10-21T15:42:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff270093b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262a4d520 con 0x560262af70a0 2023-10-21T15:42:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff261c46700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262af5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff261c46700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262af5c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36694/0 (socket says 172.21.15.46:36694) 2023-10-21T15:42:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff262447700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262af7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff261c46700 1 -- 172.21.15.46:0/94511416 learned_addr learned my addr 172.21.15.46:0/94511416 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.926+0000 7ff261445700 1 --2- 172.21.15.46:0/94511416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262af6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff261c46700 1 -- 172.21.15.46:0/94511416 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 msgr2=0x560262af7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff261c46700 1 --2- 172.21.15.46:0/94511416 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262af7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff261c46700 1 -- 172.21.15.46:0/94511416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 msgr2=0x560262af6ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff261c46700 1 --2- 172.21.15.46:0/94511416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262af6ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff261c46700 1 -- 172.21.15.46:0/94511416 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560262a06390 con 0x560262af5850 2023-10-21T15:42:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff261c46700 1 --2- 172.21.15.46:0/94511416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262af5c70 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff2580a2310 tx=0x7ff25809a3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4dbbb9d2085b8309 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff247fff700 1 -- 172.21.15.46:0/94511416 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25809abb0 con 0x560262af5850 2023-10-21T15:42:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff247fff700 1 -- 172.21.15.46:0/94511416 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff25809a4b0 con 0x560262af5850 2023-10-21T15:42:35.943 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.927+0000 7ff247fff700 1 -- 172.21.15.46:0/94511416 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25809a970 con 0x560262af5850 2023-10-21T15:42:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 -- 172.21.15.46:0/94511416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 msgr2=0x560262af5c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 --2- 172.21.15.46:0/94511416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262af5c70 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff2580a2310 tx=0x7ff25809a3b0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 -- 172.21.15.46:0/94511416 shutdown_connections 2023-10-21T15:42:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 --2- 172.21.15.46:0/94511416 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262af5c70 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 --2- 172.21.15.46:0/94511416 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262af7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 --2- 172.21.15.46:0/94511416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262af6ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 -- 172.21.15.46:0/94511416 >> 172.21.15.46:0/94511416 conn(0x560262a23d70 msgr2=0x560262af0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 -- 172.21.15.46:0/94511416 shutdown_connections 2023-10-21T15:42:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.928+0000 7ff270093b80 1 -- 172.21.15.46:0/94511416 wait complete. 2023-10-21T15:42:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.929+0000 7ff270093b80 1 -- start start 2023-10-21T15:42:35.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.929+0000 7ff270093b80 1 Processor -- start 2023-10-21T15:42:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff270093b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262aff840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff270093b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af61b0 0x560262affd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff270093b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af70a0 0x560262b06dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff270093b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262a48e10 con 0x560262af5850 2023-10-21T15:42:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff270093b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602629e56b0 con 0x560262af70a0 2023-10-21T15:42:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff270093b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602629e5350 con 0x560262af61b0 2023-10-21T15:42:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff270093b80 10 client.0 _ll_register_callbacks cb 0x5602628427a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262aff840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262aff840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36700/0 (socket says 172.21.15.46:36700) 2023-10-21T15:42:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 -- 172.21.15.46:0/2272863546 learned_addr learned my addr 172.21.15.46:0/2272863546 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261445700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af61b0 0x560262affd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 -- 172.21.15.46:0/2272863546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af61b0 msgr2=0x560262affd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff262447700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af70a0 0x560262b06dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af61b0 0x560262affd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 -- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af70a0 msgr2=0x560262b06dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:35.951 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af70a0 0x560262b06dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.951 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 -- 172.21.15.46:0/2272863546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff254009d00 con 0x560262af5850 2023-10-21T15:42:35.951 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261445700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af61b0 0x560262affd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:35.951 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff262447700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af70a0 0x560262b06dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:42:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff261c46700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262aff840 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7ff25809a2c0 tx=0x7ff25801e5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61340d1bbbc28866 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff2457fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.930+0000 7ff2457fa700 1 -- 172.21.15.46:0/2272863546 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2580a2840 con 0x560262af5850 2023-10-21T15:42:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff2457fa700 1 -- 172.21.15.46:0/2272863546 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff25809a710 con 0x560262af5850 2023-10-21T15:42:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 1 -- 172.21.15.46:0/2272863546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560262a4de90 con 0x560262af5850 2023-10-21T15:42:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff2457fa700 1 -- 172.21.15.46:0/2272863546 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff25809a8d0 con 0x560262af5850 2023-10-21T15:42:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 10 client.16188 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 1 -- 172.21.15.46:0/2272863546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x560262873d80 con 0x560262af5850 2023-10-21T15:42:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff2457fa700 1 -- 172.21.15.46:0/2272863546 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560262a4de90 con 0x560262af5850 2023-10-21T15:42:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff2457fa700 1 -- 172.21.15.46:0/2272863546 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7ff258083030 con 0x560262af5850 2023-10-21T15:42:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 10 client.16188 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:35.955 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 10 client.16188 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:35.955 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 20 client.16188 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:35.955 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x560262b0b2e0 0x560262b0d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.955 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 4 client.16188 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:35.955 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.931+0000 7ff270093b80 1 -- 172.21.15.46:0/2272863546 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560262ac5bb0 con 0x560262b0b2e0 2023-10-21T15:42:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.932+0000 7ff261445700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x560262b0b2e0 0x560262b0d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.932+0000 7ff2457fa700 10 client.16188 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.932+0000 7ff261445700 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x560262b0b2e0 0x560262b0d700 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98b44959e5a8aa32 server_cookie=ca6b4d10eb775a09 in_seq=0 out_seq=0 2023-10-21T15:42:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.932+0000 7ff2457fa700 1 -- 172.21.15.46:0/2272863546 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560262ac5bb0 con 0x560262b0b2e0 2023-10-21T15:42:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.932+0000 7ff2457fa700 10 client.16188 handle_command_reply: tid=0 2023-10-21T15:42:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 client.16188 shutdown 2023-10-21T15:42:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 -- 172.21.15.46:0/2272863546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 msgr2=0x560262aff840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262aff840 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7ff25809a2c0 tx=0x7ff25801e5a0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 -- 172.21.15.46:0/2272863546 shutdown_connections 2023-10-21T15:42:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x560262b0b2e0 0x560262b0d700 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262aff840 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af70a0 0x560262b06dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 --2- 172.21.15.46:0/2272863546 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af61b0 0x560262affd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.958 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 -- 172.21.15.46:0/2272863546 >> 172.21.15.46:0/2272863546 conn(0x560262a23d70 msgr2=0x560262af0830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:35.959 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff2457fa700 0 client.16188 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:35.959 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 -- 172.21.15.46:0/2272863546 shutdown_connections 2023-10-21T15:42:35.959 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 1 -- 172.21.15.46:0/2272863546 wait complete. 2023-10-21T15:42:35.959 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.933+0000 7ff270093b80 20 client.16188 trim_cache size 0 max 16384 2023-10-21T15:42:35.964 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.951+0000 7ff270093b80 1 Processor -- start 2023-10-21T15:42:35.964 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.951+0000 7ff270093b80 1 -- start start 2023-10-21T15:42:35.964 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.951+0000 7ff270093b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af5850 0x560262afd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.951+0000 7ff270093b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af61b0 0x560262b06d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.951+0000 7ff270093b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262afa0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.951+0000 7ff270093b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602628c98c0 con 0x560262af61b0 2023-10-21T15:42:35.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.951+0000 7ff270093b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262afed20 con 0x560262af5850 2023-10-21T15:42:35.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.951+0000 7ff270093b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262af5490 con 0x560262af70a0 2023-10-21T15:42:35.965 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff261c46700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af5850 0x560262afd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.966 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff262447700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262afa0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.966 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff261c46700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af5850 0x560262afd590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53640/0 (socket says 172.21.15.46:53640) 2023-10-21T15:42:35.966 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff261c46700 1 -- 172.21.15.46:0/3605794732 learned_addr learned my addr 172.21.15.46:0/3605794732 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:35.966 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff262447700 1 -- 172.21.15.46:0/3605794732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af5850 msgr2=0x560262afd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:35.966 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff262447700 1 --2- 172.21.15.46:0/3605794732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af5850 0x560262afd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff262447700 1 -- 172.21.15.46:0/3605794732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af61b0 msgr2=0x560262b06d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:35.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff262447700 1 --2- 172.21.15.46:0/3605794732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af61b0 0x560262b06d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff262447700 1 -- 172.21.15.46:0/3605794732 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56026285cc00 con 0x560262af70a0 2023-10-21T15:42:35.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff262447700 1 --2- 172.21.15.46:0/3605794732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262afa0a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff254009fd0 tx=0x7ff254009390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84e68bb06421c4bd server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:35.967 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff250ff9700 1 -- 172.21.15.46:0/3605794732 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25400e040 con 0x560262af70a0 2023-10-21T15:42:35.968 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff250ff9700 1 -- 172.21.15.46:0/3605794732 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff254021070 con 0x560262af70a0 2023-10-21T15:42:35.968 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.952+0000 7ff250ff9700 1 -- 172.21.15.46:0/3605794732 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff254026480 con 0x560262af70a0 2023-10-21T15:42:35.968 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 -- 172.21.15.46:0/3605794732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 msgr2=0x560262afa0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.968 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 --2- 172.21.15.46:0/3605794732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262afa0a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff254009fd0 tx=0x7ff254009390 comp rx=0 tx=0).stop 2023-10-21T15:42:35.968 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 -- 172.21.15.46:0/3605794732 shutdown_connections 2023-10-21T15:42:35.969 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 --2- 172.21.15.46:0/3605794732 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262afa0a0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.969 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 --2- 172.21.15.46:0/3605794732 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af5850 0x560262afd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.969 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 --2- 172.21.15.46:0/3605794732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af61b0 0x560262b06d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.969 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 -- 172.21.15.46:0/3605794732 >> 172.21.15.46:0/3605794732 conn(0x560262a23d70 msgr2=0x560262b0d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:35.969 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 -- 172.21.15.46:0/3605794732 shutdown_connections 2023-10-21T15:42:35.970 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.953+0000 7ff270093b80 1 -- 172.21.15.46:0/3605794732 wait complete. 2023-10-21T15:42:35.970 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 1 -- start start 2023-10-21T15:42:35.970 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 1 Processor -- start 2023-10-21T15:42:35.970 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262b04530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.971 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262b04a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.971 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262b05a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.971 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262b05fc0 con 0x560262af5850 2023-10-21T15:42:35.971 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262b06130 con 0x560262af61b0 2023-10-21T15:42:35.971 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x560262b062a0 con 0x560262af70a0 2023-10-21T15:42:35.972 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff270093b80 10 client.0 _ll_register_callbacks cb 0x7ff24c009a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:35.972 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.954+0000 7ff261c46700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262b04530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.972 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261c46700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262b04530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36714/0 (socket says 172.21.15.46:36714) 2023-10-21T15:42:35.972 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261c46700 1 -- 172.21.15.46:0/327122616 learned_addr learned my addr 172.21.15.46:0/327122616 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:35.972 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261445700 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262b04a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.972 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff262447700 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262b05a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.973 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261c46700 1 -- 172.21.15.46:0/327122616 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 msgr2=0x560262b05a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:35.973 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261c46700 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262b05a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.973 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261c46700 1 -- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 msgr2=0x560262b04a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:35.973 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261c46700 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262b04a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.973 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261c46700 1 -- 172.21.15.46:0/327122616 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff25c109c90 con 0x560262af5850 2023-10-21T15:42:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261445700 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262b04a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff261c46700 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262b04530 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7ff258098800 tx=0x7ff258099f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4889965cdfb85ee3 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff2457fa700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff2457fa700 1 -- 172.21.15.46:0/327122616 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff25809abb0 con 0x560262af5850 2023-10-21T15:42:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff2457fa700 1 -- 172.21.15.46:0/327122616 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff2580a2840 con 0x560262af5850 2023-10-21T15:42:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff270093b80 1 -- 172.21.15.46:0/327122616 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff25809a4b0 con 0x560262af5850 2023-10-21T15:42:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff2457fa700 1 -- 172.21.15.46:0/327122616 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff25809e380 con 0x560262af5850 2023-10-21T15:42:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.955+0000 7ff270093b80 10 client.16191 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff270093b80 1 -- 172.21.15.46:0/327122616 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x56026289a1f0 con 0x560262af5850 2023-10-21T15:42:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff2457fa700 1 -- 172.21.15.46:0/327122616 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff25809a4b0 con 0x560262af5850 2023-10-21T15:42:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff2457fa700 1 -- 172.21.15.46:0/327122616 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7ff25801e2c0 con 0x560262af5850 2023-10-21T15:42:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff270093b80 10 client.16191 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff270093b80 10 client.16191 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff270093b80 20 client.16191 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:35.977 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff270093b80 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x560262b706b0 0x560262b72ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:35.977 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff270093b80 4 client.16191 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:42:35.977 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff270093b80 1 -- 172.21.15.46:0/327122616 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560262a41df0 con 0x560262b706b0 2023-10-21T15:42:35.978 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.956+0000 7ff261445700 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x560262b706b0 0x560262b72ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:35.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.957+0000 7ff2457fa700 10 client.16191 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:35.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.957+0000 7ff261445700 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x560262b706b0 0x560262b72ad0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6f38d88e3d67b65 server_cookie=206c10362b88f62a in_seq=0 out_seq=0 2023-10-21T15:42:35.980 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff2457fa700 1 -- 172.21.15.46:0/327122616 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560262a41df0 con 0x560262b706b0 2023-10-21T15:42:35.980 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff2457fa700 10 client.16191 handle_command_reply: tid=0 2023-10-21T15:42:35.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 client.16191 shutdown 2023-10-21T15:42:35.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 -- 172.21.15.46:0/327122616 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 msgr2=0x560262b04530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262b04530 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7ff258098800 tx=0x7ff258099f10 comp rx=0 tx=0).stop 2023-10-21T15:42:35.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 -- 172.21.15.46:0/327122616 shutdown_connections 2023-10-21T15:42:35.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x560262b706b0 0x560262b72ad0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560262af5850 0x560262b04530 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x560262af70a0 0x560262b05a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff2457fa700 0 client.16191 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:35.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 --2- 172.21.15.46:0/327122616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560262af61b0 0x560262b04a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 -- 172.21.15.46:0/327122616 >> 172.21.15.46:0/327122616 conn(0x560262a23d70 msgr2=0x560262afd590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:35.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 -- 172.21.15.46:0/327122616 shutdown_connections 2023-10-21T15:42:35.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 1 -- 172.21.15.46:0/327122616 wait complete. 2023-10-21T15:42:35.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.972+0000 7ff270093b80 20 client.16191 trim_cache size 0 max 16384 2023-10-21T15:42:35.984 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:42:35.984 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:42:35.984 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:42:35.984 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:42:35.985 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 -- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff2480a1480 msgr2=0x7ff2480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.985 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff2480a1480 0x7ff2480a3940 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7ff25c100bc0 tx=0x7ff24c009260 comp rx=0 tx=0).stop 2023-10-21T15:42:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 -- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c100ea0 msgr2=0x7ff25c198fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c100ea0 0x7ff25c198fa0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff25800ea50 tx=0x7ff25800ed60 comp rx=0 tx=0).stop 2023-10-21T15:42:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 -- 172.21.15.46:0/111787777 shutdown_connections 2023-10-21T15:42:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff2480a1480 0x7ff2480a3940 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff25c100ea0 0x7ff25c198fa0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff25c102a40 0x7ff25c19a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 --2- 172.21.15.46:0/111787777 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff25c102080 0x7ff25c1994e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 -- 172.21.15.46:0/111787777 >> 172.21.15.46:0/111787777 conn(0x7ff25c0fc480 msgr2=0x7ff25c0fe660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 -- 172.21.15.46:0/111787777 shutdown_connections 2023-10-21T15:42:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:35.973+0000 7ff263eaa700 1 -- 172.21.15.46:0/111787777 wait complete. 2023-10-21T15:42:37.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:36 smithi119 ceph-mon[103628]: pgmap v385: 97 pgs: 97 active+clean; 58 MiB data, 923 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 923 op/s 2023-10-21T15:42:37.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:36 smithi046 ceph-mon[99436]: pgmap v385: 97 pgs: 97 active+clean; 58 MiB data, 923 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 923 op/s 2023-10-21T15:42:37.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:36 smithi105 ceph-mon[103980]: pgmap v385: 97 pgs: 97 active+clean; 58 MiB data, 923 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 923 op/s 2023-10-21T15:42:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:38 smithi119 ceph-mon[103628]: pgmap v386: 97 pgs: 97 active+clean; 56 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 954 op/s 2023-10-21T15:42:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:42:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:38 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:38 smithi046 ceph-mon[99436]: pgmap v386: 97 pgs: 97 active+clean; 56 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 954 op/s 2023-10-21T15:42:39.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:42:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:38 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:38 smithi105 ceph-mon[103980]: pgmap v386: 97 pgs: 97 active+clean; 56 MiB data, 947 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.8 MiB/s wr, 954 op/s 2023-10-21T15:42:39.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:42:39.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:39.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:38 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:40.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:39 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:42:40.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:39 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:42:40.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:39 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:40.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:39 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:42:40.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:39 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:42:40.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:39 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:40.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:39 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:42:40.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:39 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:42:40.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:39 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:42:41.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:40 smithi119 ceph-mon[103628]: pgmap v387: 97 pgs: 97 active+clean; 55 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 878 op/s 2023-10-21T15:42:41.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:40 smithi046 ceph-mon[99436]: pgmap v387: 97 pgs: 97 active+clean; 55 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 878 op/s 2023-10-21T15:42:41.489 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:40 smithi105 ceph-mon[103980]: pgmap v387: 97 pgs: 97 active+clean; 55 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 878 op/s 2023-10-21T15:42:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:43 smithi119 ceph-mon[103628]: pgmap v388: 97 pgs: 97 active+clean; 52 MiB data, 990 MiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 935 op/s 2023-10-21T15:42:43.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:42 smithi046 ceph-mon[99436]: pgmap v388: 97 pgs: 97 active+clean; 52 MiB data, 990 MiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 935 op/s 2023-10-21T15:42:43.489 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:43 smithi105 ceph-mon[103980]: pgmap v388: 97 pgs: 97 active+clean; 52 MiB data, 990 MiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 4.3 MiB/s wr, 935 op/s 2023-10-21T15:42:45.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:45 smithi119 ceph-mon[103628]: pgmap v389: 97 pgs: 97 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 731 op/s 2023-10-21T15:42:45.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:45 smithi046 ceph-mon[99436]: pgmap v389: 97 pgs: 97 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 731 op/s 2023-10-21T15:42:45.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:45 smithi105 ceph-mon[103980]: pgmap v389: 97 pgs: 97 active+clean; 52 MiB data, 999 MiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 731 op/s 2023-10-21T15:42:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:47 smithi119 ceph-mon[103628]: pgmap v390: 97 pgs: 97 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 854 op/s 2023-10-21T15:42:47.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:47 smithi046 ceph-mon[99436]: pgmap v390: 97 pgs: 97 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 854 op/s 2023-10-21T15:42:47.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:47 smithi105 ceph-mon[103980]: pgmap v390: 97 pgs: 97 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.1 MiB/s wr, 854 op/s 2023-10-21T15:42:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 -- 172.21.15.46:0/1726974022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02ec102b20 msgr2=0x7f02ec1093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1726974022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02ec102b20 0x7f02ec1093d0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f02e400b0a0 tx=0x7f02e400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 -- 172.21.15.46:0/1726974022 shutdown_connections 2023-10-21T15:42:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1726974022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02ec102b20 0x7f02ec1093d0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1726974022 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec0ff1b0 0x7f02ec0ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1726974022 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02ec102180 0x7f02ec1025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 -- 172.21.15.46:0/1726974022 >> 172.21.15.46:0/1726974022 conn(0x7f02ec0faac0 msgr2=0x7f02ec0fcf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 -- 172.21.15.46:0/1726974022 shutdown_connections 2023-10-21T15:42:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.106+0000 7f02f0f65700 1 -- 172.21.15.46:0/1726974022 wait complete. 2023-10-21T15:42:49.113 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02f0f65700 1 Processor -- start 2023-10-21T15:42:49.113 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02f0f65700 1 -- start start 2023-10-21T15:42:49.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02f0f65700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02ec0ff1b0 0x7f02ec198fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02f0f65700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02ec102180 0x7f02ec1994e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02f0f65700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec102b20 0x7f02ec19a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02f0f65700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec19a9c0 con 0x7f02ec102180 2023-10-21T15:42:49.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02f0f65700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec19ab30 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02f0f65700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02ec19acf0 con 0x7f02ec102b20 2023-10-21T15:42:49.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02ea59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02ec0ff1b0 0x7f02ec198fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.107+0000 7f02ead9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec102b20 0x7f02ec19a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ea59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02ec0ff1b0 0x7f02ec198fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53662/0 (socket says 172.21.15.46:53662) 2023-10-21T15:42:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ead9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec102b20 0x7f02ec19a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48726/0 (socket says 172.21.15.46:48726) 2023-10-21T15:42:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ea59c700 1 -- 172.21.15.46:0/1541868083 learned_addr learned my addr 172.21.15.46:0/1541868083 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02ec102180 0x7f02ec1994e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ea59c700 1 -- 172.21.15.46:0/1541868083 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec102b20 msgr2=0x7f02ec19a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec102b20 0x7f02ec19a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ea59c700 1 -- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02ec102180 msgr2=0x7f02ec1994e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02ec102180 0x7f02ec1994e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ea59c700 1 -- 172.21.15.46:0/1541868083 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02dc009520 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ead9d700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec102b20 0x7f02ec19a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:49.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02ec0ff1b0 0x7f02ec198fa0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00ea50 tx=0x7f02dc00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:49.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02db7fe700 1 -- 172.21.15.46:0/1541868083 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02dc00cbd0 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02db7fe700 1 -- 172.21.15.46:0/1541868083 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02dc00cd30 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02f0f65700 1 -- 172.21.15.46:0/1541868083 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02e4009d00 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02db7fe700 1 -- 172.21.15.46:0/1541868083 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02dc018680 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.108+0000 7f02f0f65700 1 -- 172.21.15.46:0/1541868083 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02ec1a15b0 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.111+0000 7f02db7fe700 1 -- 172.21.15.46:0/1541868083 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f02dc010430 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.111+0000 7f02db7fe700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f02d40a1480 0x7f02d40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.111+0000 7f02db7fe700 1 -- 172.21.15.46:0/1541868083 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f02dc014070 con 0x7f02ec0ff1b0 2023-10-21T15:42:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.111+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f02d40a1480 0x7f02d40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.112+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f02d40a1480 0x7f02d40a3940 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f02e0009c60 tx=0x7f02e0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.112+0000 7f02fd14eb80 1 Processor -- start 2023-10-21T15:42:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.112+0000 7f02fd14eb80 1 -- start start 2023-10-21T15:42:49.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e09c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0a1b0 0x55fb42e0aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e0b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42d7ec10 con 0x55fb42e0a1b0 2023-10-21T15:42:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42d63c00 con 0x55fb42e0b0a0 2023-10-21T15:42:49.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42d61520 con 0x55fb42e09850 2023-10-21T15:42:49.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02e9d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0a1b0 0x55fb42e0aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02e9d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0a1b0 0x55fb42e0aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36738/0 (socket says 172.21.15.46:36738) 2023-10-21T15:42:49.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02e9d9b700 1 -- 172.21.15.46:0/139408123 learned_addr learned my addr 172.21.15.46:0/139408123 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02ea59c700 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e09c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02ead9d700 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e0b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02e9d9b700 1 -- 172.21.15.46:0/139408123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 msgr2=0x55fb42e09c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e09c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02e9d9b700 1 -- 172.21.15.46:0/139408123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 msgr2=0x55fb42e0b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e0b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02e9d9b700 1 -- 172.21.15.46:0/139408123 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb42d1a390 con 0x55fb42e0a1b0 2023-10-21T15:42:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.113+0000 7f02ea59c700 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e09c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0a1b0 0x55fb42e0aac0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f02e000e4e0 tx=0x7f02e0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=123cc2665d0af97d server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:49.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02d8ff9700 1 -- 172.21.15.46:0/139408123 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e000ee00 con 0x55fb42e0a1b0 2023-10-21T15:42:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02d8ff9700 1 -- 172.21.15.46:0/139408123 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02e0021070 con 0x55fb42e0a1b0 2023-10-21T15:42:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02d8ff9700 1 -- 172.21.15.46:0/139408123 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e001d810 con 0x55fb42e0a1b0 2023-10-21T15:42:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02fd14eb80 1 -- 172.21.15.46:0/139408123 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0a1b0 msgr2=0x55fb42e0aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0a1b0 0x55fb42e0aac0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f02e000e4e0 tx=0x7f02e0014000 comp rx=0 tx=0).stop 2023-10-21T15:42:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02fd14eb80 1 -- 172.21.15.46:0/139408123 shutdown_connections 2023-10-21T15:42:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e0b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e09c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/139408123 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0a1b0 0x55fb42e0aac0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.114+0000 7f02fd14eb80 1 -- 172.21.15.46:0/139408123 >> 172.21.15.46:0/139408123 conn(0x55fb42d37d70 msgr2=0x55fb42e04c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 -- 172.21.15.46:0/139408123 shutdown_connections 2023-10-21T15:42:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 -- 172.21.15.46:0/139408123 wait complete. 2023-10-21T15:42:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 -- start start 2023-10-21T15:42:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 Processor -- start 2023-10-21T15:42:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e13750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e13c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42d5ce10 con 0x55fb42e09850 2023-10-21T15:42:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42cf96b0 con 0x55fb42e0b0a0 2023-10-21T15:42:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42cf9350 con 0x55fb42e0a1b0 2023-10-21T15:42:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02fd14eb80 10 client.0 _ll_register_callbacks cb 0x55fb42b567a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02ea59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e13750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02ea59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e13750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36742/0 (socket says 172.21.15.46:36742) 2023-10-21T15:42:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02ea59c700 1 -- 172.21.15.46:0/4118859068 learned_addr learned my addr 172.21.15.46:0/4118859068 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e13c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.115+0000 7f02ead9d700 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02ea59c700 1 -- 172.21.15.46:0/4118859068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 msgr2=0x55fb42e13c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02ea59c700 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e13c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02ea59c700 1 -- 172.21.15.46:0/4118859068 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 msgr2=0x55fb42e1acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02ea59c700 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02ea59c700 1 -- 172.21.15.46:0/4118859068 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02ec1a15b0 con 0x55fb42e09850 2023-10-21T15:42:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02ea59c700 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e13750 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f02dc005950 tx=0x7f02dc01e5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7c6738b0c804077 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02d1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:42:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02d1ffb700 1 -- 172.21.15.46:0/4118859068 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02dc099ba0 con 0x55fb42e09850 2023-10-21T15:42:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02d1ffb700 1 -- 172.21.15.46:0/4118859068 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f02dc09e600 con 0x55fb42e09850 2023-10-21T15:42:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02fd14eb80 1 -- 172.21.15.46:0/4118859068 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fb42d61e90 con 0x55fb42e09850 2023-10-21T15:42:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02d1ffb700 1 -- 172.21.15.46:0/4118859068 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f02dc0a2840 con 0x55fb42e09850 2023-10-21T15:42:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02fd14eb80 10 client.16203 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02fd14eb80 1 -- 172.21.15.46:0/4118859068 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f02e0017070 con 0x55fb42e09850 2023-10-21T15:42:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.116+0000 7f02d1ffb700 1 -- 172.21.15.46:0/4118859068 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fb42d61e90 con 0x55fb42e09850 2023-10-21T15:42:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02d1ffb700 1 -- 172.21.15.46:0/4118859068 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f02dc09e260 con 0x55fb42e09850 2023-10-21T15:42:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02fd14eb80 10 client.16203 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02fd14eb80 10 client.16203 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02fd14eb80 20 client.16203 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:49.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fb42e1f680 0x55fb42e21aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02fd14eb80 4 client.16203 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:42:49.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02fd14eb80 1 -- 172.21.15.46:0/4118859068 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fb42dd9bb0 con 0x55fb42e1f680 2023-10-21T15:42:49.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fb42e1f680 0x55fb42e21aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fb42e1f680 0x55fb42e21aa0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=536bdb00ce402d75 server_cookie=264f450ea3410c49 in_seq=0 out_seq=0 2023-10-21T15:42:49.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.117+0000 7f02d1ffb700 10 client.16203 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:49.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.118+0000 7f02d1ffb700 1 -- 172.21.15.46:0/4118859068 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55fb42dd9bb0 con 0x55fb42e1f680 2023-10-21T15:42:49.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.118+0000 7f02d1ffb700 10 client.16203 handle_command_reply: tid=0 2023-10-21T15:42:49.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.118+0000 7f02fd14eb80 1 client.16203 shutdown 2023-10-21T15:42:49.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 -- 172.21.15.46:0/4118859068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 msgr2=0x55fb42e13750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e13750 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f02dc005950 tx=0x7f02dc01e5a0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 -- 172.21.15.46:0/4118859068 shutdown_connections 2023-10-21T15:42:49.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fb42e1f680 0x55fb42e21aa0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e13750 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02d1ffb700 0 client.16203 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/4118859068 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e13c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 -- 172.21.15.46:0/4118859068 >> 172.21.15.46:0/4118859068 conn(0x55fb42d37d70 msgr2=0x55fb42e04830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 -- 172.21.15.46:0/4118859068 shutdown_connections 2023-10-21T15:42:49.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 1 -- 172.21.15.46:0/4118859068 wait complete. 2023-10-21T15:42:49.142 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.119+0000 7f02fd14eb80 20 client.16203 trim_cache size 0 max 16384 2023-10-21T15:42:49.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02fd14eb80 1 Processor -- start 2023-10-21T15:42:49.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02fd14eb80 1 -- start start 2023-10-21T15:42:49.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e123d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e1ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e114a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42bdd8c0 con 0x55fb42e09850 2023-10-21T15:42:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42e04580 con 0x55fb42e0b0a0 2023-10-21T15:42:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42e1c970 con 0x55fb42e0a1b0 2023-10-21T15:42:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02ea59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e123d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02ea59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e123d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36750/0 (socket says 172.21.15.46:36750) 2023-10-21T15:42:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02ea59c700 1 -- 172.21.15.46:0/1192315570 learned_addr learned my addr 172.21.15.46:0/1192315570 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.138+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e1ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02ead9d700 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e114a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02ea59c700 1 -- 172.21.15.46:0/1192315570 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 msgr2=0x55fb42e1ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e1ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02ea59c700 1 -- 172.21.15.46:0/1192315570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 msgr2=0x55fb42e114a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e114a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02ea59c700 1 -- 172.21.15.46:0/1192315570 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb42b87d80 con 0x55fb42e09850 2023-10-21T15:42:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e1ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e123d0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f02dc098800 tx=0x7f02dc098a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f887310505305db server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02d97fa700 1 -- 172.21.15.46:0/1192315570 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02dc0a25b0 con 0x55fb42e09850 2023-10-21T15:42:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02d97fa700 1 -- 172.21.15.46:0/1192315570 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02dc09e600 con 0x55fb42e09850 2023-10-21T15:42:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.139+0000 7f02d97fa700 1 -- 172.21.15.46:0/1192315570 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02dc09e3c0 con 0x55fb42e09850 2023-10-21T15:42:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1192315570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 msgr2=0x55fb42e123d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e123d0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f02dc098800 tx=0x7f02dc098a60 comp rx=0 tx=0).stop 2023-10-21T15:42:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1192315570 shutdown_connections 2023-10-21T15:42:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e09850 0x55fb42e123d0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0b0a0 0x55fb42e114a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1192315570 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e0a1b0 0x55fb42e1ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1192315570 >> 172.21.15.46:0/1192315570 conn(0x55fb42d37d70 msgr2=0x55fb42e26400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:49.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1192315570 shutdown_connections 2023-10-21T15:42:49.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1192315570 wait complete. 2023-10-21T15:42:49.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 -- start start 2023-10-21T15:42:49.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.140+0000 7f02fd14eb80 1 Processor -- start 2023-10-21T15:42:49.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e16bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0a1b0 0x55fb42e17100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02fd14eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42e1a660 con 0x55fb42e0b0a0 2023-10-21T15:42:49.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42e1a7d0 con 0x55fb42e0a1b0 2023-10-21T15:42:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02fd14eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb42e1a990 con 0x55fb42e09850 2023-10-21T15:42:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02fd14eb80 10 client.0 _ll_register_callbacks cb 0x7f02dc09a010 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:42:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02ead9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02ea59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e16bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02e9d9b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0a1b0 0x55fb42e17100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02ea59c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e16bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48754/0 (socket says 172.21.15.46:48754) 2023-10-21T15:42:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02ea59c700 1 -- 172.21.15.46:0/1872501529 learned_addr learned my addr 172.21.15.46:0/1872501529 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:42:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02ead9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36760/0 (socket says 172.21.15.46:36760) 2023-10-21T15:42:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02e9d9b700 1 -- 172.21.15.46:0/1872501529 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 msgr2=0x55fb42e16bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e16bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02e9d9b700 1 -- 172.21.15.46:0/1872501529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0b0a0 msgr2=0x55fb42e1a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:42:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02e9d9b700 1 -- 172.21.15.46:0/1872501529 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02e002a040 con 0x55fb42e0a1b0 2023-10-21T15:42:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e16bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02ead9d700 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:42:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02e9d9b700 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0a1b0 0x55fb42e17100 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x55fb42e223b0 tx=0x7f02e000edb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1753d59b248aab08 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:42:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02d1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:42:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.141+0000 7f02d1ffb700 1 -- 172.21.15.46:0/1872501529 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e000ead0 con 0x55fb42e0a1b0 2023-10-21T15:42:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1872501529 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f02e0021070 con 0x55fb42e0a1b0 2023-10-21T15:42:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02d1ffb700 1 -- 172.21.15.46:0/1872501529 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f02e0033a90 con 0x55fb42e0a1b0 2023-10-21T15:42:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02d1ffb700 1 -- 172.21.15.46:0/1872501529 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f02e0033c50 con 0x55fb42e0a1b0 2023-10-21T15:42:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 10 client.25835 fetch_fsmap learned FSMap version 34 2023-10-21T15:42:49.159 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1872501529 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f02e0017070 con 0x55fb42e0a1b0 2023-10-21T15:42:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02d1ffb700 1 -- 172.21.15.46:0/1872501529 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f02e0042020 con 0x55fb42e0a1b0 2023-10-21T15:42:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02d1ffb700 1 -- 172.21.15.46:0/1872501529 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 34) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f02e003a060 con 0x55fb42e0a1b0 2023-10-21T15:42:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 10 client.25835 fetch_fsmap finished waiting for FSMap version 34 2023-10-21T15:42:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 10 client.25835 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:42:49.160 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 20 client.25835 populate_metadata read hostname 'smithi046' 2023-10-21T15:42:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fb42e746c0 0x55fb42e76ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:42:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 4 client.25835 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:42:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1872501529 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fb42d55df0 con 0x55fb42e746c0 2023-10-21T15:42:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.142+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fb42e746c0 0x55fb42e76ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:42:49.161 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.143+0000 7f02d1ffb700 10 client.25835 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:49.162 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.143+0000 7f02ea59c700 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fb42e746c0 0x55fb42e76ae0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26630d64c87cf739 server_cookie=c8ffa44d6afc8591 in_seq=0 out_seq=0 2023-10-21T15:42:49.163 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.160+0000 7f02d1ffb700 1 -- 172.21.15.46:0/1872501529 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fb42d55df0 con 0x55fb42e746c0 2023-10-21T15:42:49.164 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.160+0000 7f02d1ffb700 10 client.25835 handle_command_reply: tid=0 2023-10-21T15:42:49.164 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.160+0000 7f02fd14eb80 1 client.25835 shutdown 2023-10-21T15:42:49.164 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1872501529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0a1b0 msgr2=0x55fb42e17100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.164 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0a1b0 0x55fb42e17100 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x55fb42e223b0 tx=0x7f02e000edb0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.164 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1872501529 shutdown_connections 2023-10-21T15:42:49.165 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fb42e746c0 0x55fb42e76ae0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.165 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fb42e0b0a0 0x55fb42e1a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.165 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02d1ffb700 0 client.25835 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:42:49.165 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fb42e09850 0x55fb42e16bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.165 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 --2- 172.21.15.46:0/1872501529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fb42e0a1b0 0x55fb42e17100 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.166 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1872501529 >> 172.21.15.46:0/1872501529 conn(0x55fb42d37d70 msgr2=0x55fb42e123d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:49.166 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1872501529 shutdown_connections 2023-10-21T15:42:49.166 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 1 -- 172.21.15.46:0/1872501529 wait complete. 2023-10-21T15:42:49.166 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.161+0000 7f02fd14eb80 20 client.25835 trim_cache size 0 max 16384 2023-10-21T15:42:49.167 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:42:49.167 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:42:49.167 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:42:49.167 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:42:49.168 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 -- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f02d40a1480 msgr2=0x7f02d40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.168 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f02d40a1480 0x7f02d40a3940 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f02e0009c60 tx=0x7f02e0009260 comp rx=0 tx=0).stop 2023-10-21T15:42:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 -- 172.21.15.46:0/1541868083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02ec0ff1b0 msgr2=0x7f02ec198fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:42:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02ec0ff1b0 0x7f02ec198fa0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f02dc00ea50 tx=0x7f02dc00ed60 comp rx=0 tx=0).stop 2023-10-21T15:42:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 -- 172.21.15.46:0/1541868083 shutdown_connections 2023-10-21T15:42:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f02d40a1480 0x7f02d40a3940 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f02ec102b20 0x7f02ec19a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02ec0ff1b0 0x7f02ec198fa0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 --2- 172.21.15.46:0/1541868083 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02ec102180 0x7f02ec1994e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:42:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 -- 172.21.15.46:0/1541868083 >> 172.21.15.46:0/1541868083 conn(0x7f02ec0faac0 msgr2=0x7f02ec105660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:42:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 -- 172.21.15.46:0/1541868083 shutdown_connections 2023-10-21T15:42:49.171 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:42:49.162+0000 7f02f0f65700 1 -- 172.21.15.46:0/1541868083 wait complete. 2023-10-21T15:42:49.285 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:49 smithi119 ceph-mon[103628]: pgmap v391: 97 pgs: 97 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 897 op/s 2023-10-21T15:42:49.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:49 smithi046 ceph-mon[99436]: pgmap v391: 97 pgs: 97 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 897 op/s 2023-10-21T15:42:49.489 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:49 smithi105 ceph-mon[103980]: pgmap v391: 97 pgs: 97 active+clean; 56 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 897 op/s 2023-10-21T15:42:49.784 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:42:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: ignoring --setuser ceph since I am not root 2023-10-21T15:42:49.785 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:42:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: ignoring --setgroup ceph since I am not root 2023-10-21T15:42:49.785 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:42:49 smithi119 ceph-mds[141830]: -- 172.21.15.119:0/594256204 <== mon.1 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5624a904d1e0 con 0x5624a9022800 2023-10-21T15:42:49.785 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:42:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: starting mds.c at 2023-10-21T15:42:50.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:50 smithi119 ceph-mon[103628]: daemon mds.c restarted 2023-10-21T15:42:50.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:50 smithi046 ceph-mon[99436]: daemon mds.c restarted 2023-10-21T15:42:50.489 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:50 smithi105 ceph-mon[103980]: daemon mds.c restarted 2023-10-21T15:42:50.847 INFO:tasks.workunit.client.0.smithi046.stdout:40000 copy from 0x19d87f to 0x1a73ec, (0x9b6d bytes) at 0x9241fd 2023-10-21T15:42:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:51 smithi119 ceph-mon[103628]: pgmap v392: 97 pgs: 97 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 731 op/s 2023-10-21T15:42:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:51 smithi119 ceph-mon[103628]: osdmap e87: 12 total, 12 up, 12 in 2023-10-21T15:42:51.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:51 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6836/1432260369,v1:172.21.15.119:6837/1432260369] up:boot 2023-10-21T15:42:51.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:51 smithi119 ceph-mon[103628]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-10-21T15:42:51.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:51 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:42:51.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:51 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:42:51.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:51 smithi046 ceph-mon[99436]: pgmap v392: 97 pgs: 97 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 731 op/s 2023-10-21T15:42:51.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:51 smithi046 ceph-mon[99436]: osdmap e87: 12 total, 12 up, 12 in 2023-10-21T15:42:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:51 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6836/1432260369,v1:172.21.15.119:6837/1432260369] up:boot 2023-10-21T15:42:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:51 smithi046 ceph-mon[99436]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-10-21T15:42:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:51 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:42:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:51 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:42:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:51 smithi105 ceph-mon[103980]: pgmap v392: 97 pgs: 97 active+clean; 55 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 731 op/s 2023-10-21T15:42:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:51 smithi105 ceph-mon[103980]: osdmap e87: 12 total, 12 up, 12 in 2023-10-21T15:42:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:51 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6836/1432260369,v1:172.21.15.119:6837/1432260369] up:boot 2023-10-21T15:42:51.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:51 smithi105 ceph-mon[103980]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-10-21T15:42:51.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:51 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:42:51.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:51 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:42:53.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:53 smithi119 ceph-mon[103628]: pgmap v394: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 741 op/s 2023-10-21T15:42:53.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:53 smithi046 ceph-mon[99436]: pgmap v394: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 741 op/s 2023-10-21T15:42:53.489 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:53 smithi105 ceph-mon[103980]: pgmap v394: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.8 MiB/s wr, 741 op/s 2023-10-21T15:42:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:55 smithi119 ceph-mon[103628]: pgmap v395: 97 pgs: 97 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 809 op/s 2023-10-21T15:42:55.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:55 smithi046 ceph-mon[99436]: pgmap v395: 97 pgs: 97 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 809 op/s 2023-10-21T15:42:55.489 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:55 smithi105 ceph-mon[103980]: pgmap v395: 97 pgs: 97 active+clean; 54 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 809 op/s 2023-10-21T15:42:57.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:57 smithi119 ceph-mon[103628]: pgmap v396: 97 pgs: 97 active+clean; 51 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 690 op/s 2023-10-21T15:42:57.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:57 smithi046 ceph-mon[99436]: pgmap v396: 97 pgs: 97 active+clean; 51 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 690 op/s 2023-10-21T15:42:57.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:57 smithi105 ceph-mon[103980]: pgmap v396: 97 pgs: 97 active+clean; 51 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.5 MiB/s wr, 690 op/s 2023-10-21T15:42:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:42:59 smithi119 ceph-mon[103628]: pgmap v397: 97 pgs: 97 active+clean; 49 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 748 op/s 2023-10-21T15:42:59.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:42:59 smithi046 ceph-mon[99436]: pgmap v397: 97 pgs: 97 active+clean; 49 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 748 op/s 2023-10-21T15:42:59.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:42:59 smithi105 ceph-mon[103980]: pgmap v397: 97 pgs: 97 active+clean; 49 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 748 op/s 2023-10-21T15:43:00.740 INFO:tasks.workunit.client.0.smithi046.stdout:50000 trunc from 0x3a0a6d to 0x51d279 2023-10-21T15:43:00.741 INFO:tasks.workunit.client.0.smithi046.stdout:All 50000 operations completed A-OK! 2023-10-21T15:43:00.741 INFO:tasks.workunit.client.0.smithi046.stderr:+ ./fsx -z 100MB -N 50000 -p 10000 -l 104857600 2023-10-21T15:43:00.742 INFO:tasks.workunit.client.0.smithi046.stdout:Seed set to 1 2023-10-21T15:43:01.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:01 smithi119 ceph-mon[103628]: pgmap v398: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 730 op/s 2023-10-21T15:43:01.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:01 smithi046 ceph-mon[99436]: pgmap v398: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 730 op/s 2023-10-21T15:43:01.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:01 smithi105 ceph-mon[103980]: pgmap v398: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.5 MiB/s wr, 730 op/s 2023-10-21T15:43:01.922 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode 0, disabling! 2023-10-21T15:43:01.923 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2023-10-21T15:43:01.925 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2023-10-21T15:43:01.925 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2023-10-21T15:43:01.926 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support clone range, disabling! 2023-10-21T15:43:01.929 INFO:tasks.workunit.client.0.smithi046.stderr:main: filesystem does not support dedupe range, disabling! 2023-10-21T15:43:01.932 INFO:tasks.workunit.client.0.smithi046.stdout:skipping zero size read 2023-10-21T15:43:01.933 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x7e0023 2023-10-21T15:43:01.942 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0xe91bf1 2023-10-21T15:43:01.943 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x5a6de73 2023-10-21T15:43:01.959 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x5bdf572 2023-10-21T15:43:01.963 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x602fcad 2023-10-21T15:43:02.077 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x623914d 2023-10-21T15:43:02.126 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x628f369 2023-10-21T15:43:02.165 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x6328dee 2023-10-21T15:43:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.296+0000 7fac81042700 1 -- 172.21.15.46:0/232455666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c0ff7f0 msgr2=0x7fac7c0ffc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.296+0000 7fac81042700 1 --2- 172.21.15.46:0/232455666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c0ff7f0 0x7fac7c0ffc10 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fac6c0099c0 tx=0x7fac6c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.296+0000 7fac81042700 1 -- 172.21.15.46:0/232455666 shutdown_connections 2023-10-21T15:43:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.296+0000 7fac81042700 1 --2- 172.21.15.46:0/232455666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c0ff7f0 0x7fac7c0ffc10 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.296+0000 7fac81042700 1 --2- 172.21.15.46:0/232455666 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac7c100b10 0x7fac7c100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.296+0000 7fac81042700 1 --2- 172.21.15.46:0/232455666 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac7c100150 0x7fac7c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.296+0000 7fac81042700 1 -- 172.21.15.46:0/232455666 >> 172.21.15.46:0/232455666 conn(0x7fac7c0fb3b0 msgr2=0x7fac7c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:02.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.297+0000 7fac81042700 1 -- 172.21.15.46:0/232455666 shutdown_connections 2023-10-21T15:43:02.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.297+0000 7fac81042700 1 -- 172.21.15.46:0/232455666 wait complete. 2023-10-21T15:43:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.297+0000 7fac81042700 1 Processor -- start 2023-10-21T15:43:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac81042700 1 -- start start 2023-10-21T15:43:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac81042700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac7c0ff7f0 0x7fac7c10fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.303 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac81042700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac7c100150 0x7fac7c110340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac81042700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c100b10 0x7fac7c111210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac81042700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c111870 con 0x7fac7c100b10 2023-10-21T15:43:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac81042700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c1119e0 con 0x7fac7c100150 2023-10-21T15:43:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac81042700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c111ba0 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac7c0ff7f0 0x7fac7c10fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac7b59e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c100b10 0x7fac7c111210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac7c0ff7f0 0x7fac7c10fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48768/0 (socket says 172.21.15.46:48768) 2023-10-21T15:43:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac7ad9d700 1 -- 172.21.15.46:0/4064714942 learned_addr learned my addr 172.21.15.46:0/4064714942 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.298+0000 7fac7a59c700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac7c100150 0x7fac7c110340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.306 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac7ad9d700 1 -- 172.21.15.46:0/4064714942 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac7c100150 msgr2=0x7fac7c110340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.306 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac7c100150 0x7fac7c110340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.306 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac7ad9d700 1 -- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c100b10 msgr2=0x7fac7c111210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.306 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c100b10 0x7fac7c111210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.306 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac7ad9d700 1 -- 172.21.15.46:0/4064714942 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac6c0095f0 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.307 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac7b59e700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c100b10 0x7fac7c111210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:02.307 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac7c0ff7f0 0x7fac7c10fe00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fac6c005740 tx=0x7fac6c005770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:02.307 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac63fff700 1 -- 172.21.15.46:0/4064714942 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c01d070 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.307 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac63fff700 1 -- 172.21.15.46:0/4064714942 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac6c004150 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.307 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac81042700 1 -- 172.21.15.46:0/4064714942 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac7c111e20 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac63fff700 1 -- 172.21.15.46:0/4064714942 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c022da0 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.308 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.299+0000 7fac81042700 1 -- 172.21.15.46:0/4064714942 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac7c114640 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.314 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.301+0000 7fac63fff700 1 -- 172.21.15.46:0/4064714942 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fac6c022500 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.314 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.302+0000 7fac63fff700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fac640a1500 0x7fac640a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.314 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.302+0000 7fac63fff700 1 -- 172.21.15.46:0/4064714942 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fac6c0ce1c0 con 0x7fac7c0ff7f0 2023-10-21T15:43:02.314 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.302+0000 7fac7a59c700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fac640a1500 0x7fac640a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac7a59c700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fac640a1500 0x7fac640a39c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fac70005950 tx=0x7fac7000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:02.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac8d22bb80 1 Processor -- start 2023-10-21T15:43:02.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac8d22bb80 1 -- start start 2023-10-21T15:43:02.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2a3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2a4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 0x557b7b2a5520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b218c10 con 0x557b7b2a41b0 2023-10-21T15:43:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b1fdc00 con 0x557b7b2a3850 2023-10-21T15:43:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b1fb520 con 0x557b7b2a50a0 2023-10-21T15:43:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac7a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2a4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2a3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2a3c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53708/0 (socket says 172.21.15.46:53708) 2023-10-21T15:43:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac7a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2a4ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36778/0 (socket says 172.21.15.46:36778) 2023-10-21T15:43:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac7ad9d700 1 -- 172.21.15.46:0/1340699409 learned_addr learned my addr 172.21.15.46:0/1340699409 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.303+0000 7fac7b59e700 1 --2- 172.21.15.46:0/1340699409 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 0x557b7b2a5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac7ad9d700 1 -- 172.21.15.46:0/1340699409 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 msgr2=0x557b7b2a5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/1340699409 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 0x557b7b2a5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac7ad9d700 1 -- 172.21.15.46:0/1340699409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 msgr2=0x557b7b2a4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/1340699409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2a4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac7ad9d700 1 -- 172.21.15.46:0/1340699409 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557b7b1b4390 con 0x557b7b2a3850 2023-10-21T15:43:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/1340699409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2a3c70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fac6c004320 tx=0x7fac6c0228a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b755da19ed7650f server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac617fa700 1 -- 172.21.15.46:0/1340699409 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c09b6a0 con 0x557b7b2a3850 2023-10-21T15:43:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac617fa700 1 -- 172.21.15.46:0/1340699409 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac6c09f7f0 con 0x557b7b2a3850 2023-10-21T15:43:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.304+0000 7fac617fa700 1 -- 172.21.15.46:0/1340699409 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c09adf0 con 0x557b7b2a3850 2023-10-21T15:43:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1340699409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 msgr2=0x557b7b2a3c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1340699409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2a3c70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fac6c004320 tx=0x7fac6c0228a0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1340699409 shutdown_connections 2023-10-21T15:43:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1340699409 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 0x557b7b2a5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1340699409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2a3c70 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1340699409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1340699409 >> 172.21.15.46:0/1340699409 conn(0x557b7b1d1d70 msgr2=0x557b7b29ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1340699409 shutdown_connections 2023-10-21T15:43:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1340699409 wait complete. 2023-10-21T15:43:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 -- start start 2023-10-21T15:43:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.305+0000 7fac8d22bb80 1 Processor -- start 2023-10-21T15:43:02.322 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2ad480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2ad9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 0x557b7b2b4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b1f6e10 con 0x557b7b2a41b0 2023-10-21T15:43:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b1936b0 con 0x557b7b2a3850 2023-10-21T15:43:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b193350 con 0x557b7b2a50a0 2023-10-21T15:43:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac8d22bb80 10 client.0 _ll_register_callbacks cb 0x557b7aff07a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2ad480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2ad480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53714/0 (socket says 172.21.15.46:53714) 2023-10-21T15:43:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 -- 172.21.15.46:0/1368633558 learned_addr learned my addr 172.21.15.46:0/1368633558 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7a59c700 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2ad9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7b59e700 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 0x557b7b2b4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 -- 172.21.15.46:0/1368633558 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 msgr2=0x557b7b2b4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 0x557b7b2b4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 -- 172.21.15.46:0/1368633558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 msgr2=0x557b7b2ad9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2ad9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 -- 172.21.15.46:0/1368633558 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac7c114640 con 0x557b7b2a3850 2023-10-21T15:43:02.327 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2ad480 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fac6c0cbd20 tx=0x7fac6c009cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15fc80c310e15992 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:02.328 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.306+0000 7fac5eff5700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:43:02.328 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac5eff5700 1 -- 172.21.15.46:0/1368633558 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c065070 con 0x557b7b2a3850 2023-10-21T15:43:02.328 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac5eff5700 1 -- 172.21.15.46:0/1368633558 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fac6c0cd070 con 0x557b7b2a3850 2023-10-21T15:43:02.328 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1368633558 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557b7b1fbe90 con 0x557b7b2a3850 2023-10-21T15:43:02.328 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac5eff5700 1 -- 172.21.15.46:0/1368633558 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fac6c09bb50 con 0x557b7b2a3850 2023-10-21T15:43:02.329 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 10 client.25850 fetch_fsmap learned FSMap version 36 2023-10-21T15:43:02.329 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1368633558 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) v3 -- 0x557b7b021d80 con 0x557b7b2a3850 2023-10-21T15:43:02.329 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac5eff5700 1 -- 172.21.15.46:0/1368633558 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x557b7b1fbe90 con 0x557b7b2a3850 2023-10-21T15:43:02.329 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac5eff5700 1 -- 172.21.15.46:0/1368633558 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 36) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fac6c097490 con 0x557b7b2a3850 2023-10-21T15:43:02.329 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 10 client.25850 fetch_fsmap finished waiting for FSMap version 36 2023-10-21T15:43:02.330 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 10 client.25850 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:02.330 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 20 client.25850 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:02.330 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x557b7b2b8ea0 0x557b7b2bb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.330 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 4 client.25850 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:43:02.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1368633558 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557b7b273bb0 con 0x557b7b2b8ea0 2023-10-21T15:43:02.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.307+0000 7fac7a59c700 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x557b7b2b8ea0 0x557b7b2bb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.308+0000 7fac7a59c700 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x557b7b2b8ea0 0x557b7b2bb2c0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd3376e026b85fb9 server_cookie=21f36015da856cd6 in_seq=0 out_seq=0 2023-10-21T15:43:02.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.308+0000 7fac5eff5700 10 client.25850 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:02.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.308+0000 7fac5eff5700 1 -- 172.21.15.46:0/1368633558 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x557b7b273bb0 con 0x557b7b2b8ea0 2023-10-21T15:43:02.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.308+0000 7fac5eff5700 10 client.25850 handle_command_reply: tid=0 2023-10-21T15:43:02.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.308+0000 7fac8d22bb80 1 client.25850 shutdown 2023-10-21T15:43:02.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.308+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1368633558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 msgr2=0x557b7b2ad480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.308+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2ad480 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fac6c0cbd20 tx=0x7fac6c009cd0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1368633558 shutdown_connections 2023-10-21T15:43:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x557b7b2b8ea0 0x557b7b2bb2c0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a50a0 0x557b7b2b4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a3850 0x557b7b2ad480 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac5eff5700 0 client.25850 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:02.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/1368633558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2ad9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1368633558 >> 172.21.15.46:0/1368633558 conn(0x557b7b1d1d70 msgr2=0x557b7b29e830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1368633558 shutdown_connections 2023-10-21T15:43:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 1 -- 172.21.15.46:0/1368633558 wait complete. 2023-10-21T15:43:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.309+0000 7fac8d22bb80 20 client.25850 trim_cache size 0 max 16384 2023-10-21T15:43:02.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.329+0000 7fac8d22bb80 1 Processor -- start 2023-10-21T15:43:02.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.329+0000 7fac8d22bb80 1 -- start start 2023-10-21T15:43:02.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.329+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b29e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.329+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b29ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.329+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.329+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b0778c0 con 0x557b7b2a41b0 2023-10-21T15:43:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.329+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b1fbe90 con 0x557b7b2a50a0 2023-10-21T15:43:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.329+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b2ac790 con 0x557b7b2a3850 2023-10-21T15:43:02.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b29ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53724/0 (socket says 172.21.15.46:53724) 2023-10-21T15:43:02.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b29ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36790/0 (socket says 172.21.15.46:36790) 2023-10-21T15:43:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 -- 172.21.15.46:0/103753650 learned_addr learned my addr 172.21.15.46:0/103753650 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:02.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b29e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 -- 172.21.15.46:0/103753650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 msgr2=0x557b7b29e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b29e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 -- 172.21.15.46:0/103753650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 msgr2=0x557b7b29ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b29ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 -- 172.21.15.46:0/103753650 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557b7b00ac00 con 0x557b7b2a50a0 2023-10-21T15:43:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b29e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac7b59e700 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b49c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fac7400a840 tx=0x7fac74009650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c29618e50e23b948 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac61ffb700 1 -- 172.21.15.46:0/103753650 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac74010040 con 0x557b7b2a50a0 2023-10-21T15:43:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac61ffb700 1 -- 172.21.15.46:0/103753650 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac74016b00 con 0x557b7b2a50a0 2023-10-21T15:43:02.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.330+0000 7fac61ffb700 1 -- 172.21.15.46:0/103753650 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac74017c50 con 0x557b7b2a50a0 2023-10-21T15:43:02.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 -- 172.21.15.46:0/103753650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 msgr2=0x557b7b2b49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b49c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fac7400a840 tx=0x7fac74009650 comp rx=0 tx=0).stop 2023-10-21T15:43:02.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 -- 172.21.15.46:0/103753650 shutdown_connections 2023-10-21T15:43:02.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b49c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b29e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/103753650 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b29ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 -- 172.21.15.46:0/103753650 >> 172.21.15.46:0/103753650 conn(0x557b7b1d1d70 msgr2=0x557b7b2ab4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 -- 172.21.15.46:0/103753650 shutdown_connections 2023-10-21T15:43:02.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 -- 172.21.15.46:0/103753650 wait complete. 2023-10-21T15:43:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.331+0000 7fac8d22bb80 1 -- start start 2023-10-21T15:43:02.348 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac8d22bb80 1 Processor -- start 2023-10-21T15:43:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b2b41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2b4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac8d22bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b2b1200 con 0x557b7b2a41b0 2023-10-21T15:43:02.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b2b1370 con 0x557b7b2a50a0 2023-10-21T15:43:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac8d22bb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b7b2b1530 con 0x557b7b2a3850 2023-10-21T15:43:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac8d22bb80 10 client.0 _ll_register_callbacks cb 0x7fac7000a8a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2b4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.350 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7ad9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b2b41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7b59e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2b4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36796/0 (socket says 172.21.15.46:36796) 2023-10-21T15:43:02.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 -- 172.21.15.46:0/3872086700 learned_addr learned my addr 172.21.15.46:0/3872086700 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:02.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 -- 172.21.15.46:0/3872086700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 msgr2=0x557b7b2b41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:02.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b2b41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 -- 172.21.15.46:0/3872086700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 msgr2=0x557b7b2b0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:02.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 -- 172.21.15.46:0/3872086700 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557b7b021d80 con 0x557b7b2a41b0 2023-10-21T15:43:02.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b2b41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:02.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7b59e700 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:02.353 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac7a59c700 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2b4720 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x557b7b2bbba0 tx=0x7fac700047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80867cf178d1c00a server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:02.353 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.332+0000 7fac5eff5700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:43:02.353 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac5eff5700 1 -- 172.21.15.46:0/3872086700 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac70022040 con 0x557b7b2a41b0 2023-10-21T15:43:02.353 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 1 -- 172.21.15.46:0/3872086700 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fac6c09f7f0 con 0x557b7b2a41b0 2023-10-21T15:43:02.353 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac5eff5700 1 -- 172.21.15.46:0/3872086700 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fac70027b00 con 0x557b7b2a41b0 2023-10-21T15:43:02.354 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac5eff5700 1 -- 172.21.15.46:0/3872086700 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fac70027cc0 con 0x557b7b2a41b0 2023-10-21T15:43:02.354 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 10 client.16233 fetch_fsmap learned FSMap version 36 2023-10-21T15:43:02.354 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 1 -- 172.21.15.46:0/3872086700 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) v3 -- 0x7fac7400a520 con 0x557b7b2a41b0 2023-10-21T15:43:02.354 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac5eff5700 1 -- 172.21.15.46:0/3872086700 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac6c09f7f0 con 0x557b7b2a41b0 2023-10-21T15:43:02.354 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac5eff5700 1 -- 172.21.15.46:0/3872086700 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 36) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fac700306f0 con 0x557b7b2a41b0 2023-10-21T15:43:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 10 client.16233 fetch_fsmap finished waiting for FSMap version 36 2023-10-21T15:43:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 10 client.16233 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 20 client.16233 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x557b7b30e340 0x557b7b310760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 4 client.16233 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:43:02.355 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac8d22bb80 1 -- 172.21.15.46:0/3872086700 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557b7b1efdf0 con 0x557b7b30e340 2023-10-21T15:43:02.356 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.333+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x557b7b30e340 0x557b7b310760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:02.356 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.334+0000 7fac7ad9d700 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x557b7b30e340 0x557b7b310760 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=923b83a3b9935af3 server_cookie=459850ed0f71f97e in_seq=0 out_seq=0 2023-10-21T15:43:02.356 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.334+0000 7fac5eff5700 10 client.16233 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:02.357 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.351+0000 7fac5eff5700 1 -- 172.21.15.46:0/3872086700 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557b7b1efdf0 con 0x557b7b30e340 2023-10-21T15:43:02.357 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.351+0000 7fac5eff5700 10 client.16233 handle_command_reply: tid=0 2023-10-21T15:43:02.358 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.351+0000 7fac8d22bb80 1 client.16233 shutdown 2023-10-21T15:43:02.358 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 -- 172.21.15.46:0/3872086700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 msgr2=0x557b7b2b4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.358 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2b4720 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x557b7b2bbba0 tx=0x7fac700047c0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.359 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 -- 172.21.15.46:0/3872086700 shutdown_connections 2023-10-21T15:43:02.359 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x557b7b30e340 0x557b7b310760 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.359 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557b7b2a50a0 0x557b7b2b0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.359 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x557b7b2a3850 0x557b7b2b41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.359 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 --2- 172.21.15.46:0/3872086700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x557b7b2a41b0 0x557b7b2b4720 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.360 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac5eff5700 0 client.16233 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:02.360 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 -- 172.21.15.46:0/3872086700 >> 172.21.15.46:0/3872086700 conn(0x557b7b1d1d70 msgr2=0x557b7b2a7fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:02.360 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 -- 172.21.15.46:0/3872086700 shutdown_connections 2023-10-21T15:43:02.360 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 1 -- 172.21.15.46:0/3872086700 wait complete. 2023-10-21T15:43:02.360 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.352+0000 7fac8d22bb80 20 client.16233 trim_cache size 0 max 16384 2023-10-21T15:43:02.361 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:43:02.361 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:43:02.361 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:43:02.361 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:43:02.362 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 -- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fac640a1500 msgr2=0x7fac640a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fac640a1500 0x7fac640a39c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fac70005950 tx=0x7fac7000a300 comp rx=0 tx=0).stop 2023-10-21T15:43:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 -- 172.21.15.46:0/4064714942 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac7c0ff7f0 msgr2=0x7fac7c10fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac7c0ff7f0 0x7fac7c10fe00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fac6c005740 tx=0x7fac6c005770 comp rx=0 tx=0).stop 2023-10-21T15:43:02.363 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 -- 172.21.15.46:0/4064714942 shutdown_connections 2023-10-21T15:43:02.364 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fac640a1500 0x7fac640a39c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.364 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac7c100b10 0x7fac7c111210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.364 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fac7c0ff7f0 0x7fac7c10fe00 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.364 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 --2- 172.21.15.46:0/4064714942 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac7c100150 0x7fac7c110340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:02.364 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 -- 172.21.15.46:0/4064714942 >> 172.21.15.46:0/4064714942 conn(0x7fac7c0fb3b0 msgr2=0x7fac7c0fd070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:02.365 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 -- 172.21.15.46:0/4064714942 shutdown_connections 2023-10-21T15:43:02.365 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:02.353+0000 7fac81042700 1 -- 172.21.15.46:0/4064714942 wait complete. 2023-10-21T15:43:02.384 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x635b95a 2023-10-21T15:43:02.620 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x637b84e 2023-10-21T15:43:02.703 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x63b535e 2023-10-21T15:43:03.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:03 smithi119 ceph-mon[103628]: pgmap v399: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 665 op/s 2023-10-21T15:43:03.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:03 smithi046 ceph-mon[99436]: pgmap v399: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 665 op/s 2023-10-21T15:43:03.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:03 smithi105 ceph-mon[103980]: pgmap v399: 97 pgs: 97 active+clean; 53 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 665 op/s 2023-10-21T15:43:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:05 smithi119 ceph-mon[103628]: pgmap v400: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 604 op/s 2023-10-21T15:43:05.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:05 smithi046 ceph-mon[99436]: pgmap v400: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 604 op/s 2023-10-21T15:43:05.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:05 smithi105 ceph-mon[103980]: pgmap v400: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 2.9 MiB/s wr, 604 op/s 2023-10-21T15:43:07.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:07 smithi119 ceph-mon[103628]: pgmap v401: 97 pgs: 97 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 663 op/s 2023-10-21T15:43:07.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:07 smithi046 ceph-mon[99436]: pgmap v401: 97 pgs: 97 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 663 op/s 2023-10-21T15:43:07.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:07 smithi105 ceph-mon[103980]: pgmap v401: 97 pgs: 97 active+clean; 59 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 663 op/s 2023-10-21T15:43:07.778 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x63d8bf1 2023-10-21T15:43:09.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:09 smithi046 ceph-mon[99436]: pgmap v402: 97 pgs: 97 active+clean; 67 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 817 op/s 2023-10-21T15:43:09.489 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:09 smithi105 ceph-mon[103980]: pgmap v402: 97 pgs: 97 active+clean; 67 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 817 op/s 2023-10-21T15:43:09.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:09 smithi119 ceph-mon[103628]: pgmap v402: 97 pgs: 97 active+clean; 67 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 817 op/s 2023-10-21T15:43:09.539 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x63e65d6 2023-10-21T15:43:11.337 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x63ea964 2023-10-21T15:43:11.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:11 smithi046 ceph-mon[99436]: pgmap v403: 97 pgs: 97 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 651 op/s 2023-10-21T15:43:11.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:11 smithi105 ceph-mon[103980]: pgmap v403: 97 pgs: 97 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 651 op/s 2023-10-21T15:43:11.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:11 smithi119 ceph-mon[103628]: pgmap v403: 97 pgs: 97 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 651 op/s 2023-10-21T15:43:13.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:13 smithi046 ceph-mon[99436]: pgmap v404: 97 pgs: 97 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 988 op/s 2023-10-21T15:43:13.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:13 smithi105 ceph-mon[103980]: pgmap v404: 97 pgs: 97 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 988 op/s 2023-10-21T15:43:13.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:13 smithi119 ceph-mon[103628]: pgmap v404: 97 pgs: 97 active+clean; 66 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 988 op/s 2023-10-21T15:43:15.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:15 smithi046 ceph-mon[99436]: pgmap v405: 97 pgs: 97 active+clean; 63 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 1.05k op/s 2023-10-21T15:43:15.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:15 smithi105 ceph-mon[103980]: pgmap v405: 97 pgs: 97 active+clean; 63 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 1.05k op/s 2023-10-21T15:43:15.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 -- 172.21.15.46:0/3001924290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 msgr2=0x7fa264108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 --2- 172.21.15.46:0/3001924290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 0x7fa264108230 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fa25c00b0d0 tx=0x7fa25c00b3e0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 -- 172.21.15.46:0/3001924290 shutdown_connections 2023-10-21T15:43:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 --2- 172.21.15.46:0/3001924290 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 0x7fa264108230 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 --2- 172.21.15.46:0/3001924290 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa2640ffdf0 0x7fa264100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 --2- 172.21.15.46:0/3001924290 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa264100fe0 0x7fa264101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 -- 172.21.15.46:0/3001924290 >> 172.21.15.46:0/3001924290 conn(0x7fa2640fb340 msgr2=0x7fa2640fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 -- 172.21.15.46:0/3001924290 shutdown_connections 2023-10-21T15:43:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.493+0000 7fa26a54d700 1 -- 172.21.15.46:0/3001924290 wait complete. 2023-10-21T15:43:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa26a54d700 1 Processor -- start 2023-10-21T15:43:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa26a54d700 1 -- start start 2023-10-21T15:43:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa26a54d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa2640ffdf0 0x7fa2641999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa26a54d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa264100fe0 0x7fa26419bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa26a54d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 0x7fa26419e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa26a54d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa26419ea60 con 0x7fa264101980 2023-10-21T15:43:15.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa26a54d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa26419eba0 con 0x7fa2640ffdf0 2023-10-21T15:43:15.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa26a54d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa26419ed60 con 0x7fa264100fe0 2023-10-21T15:43:15.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa263fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa2640ffdf0 0x7fa2641999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa268aea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 0x7fa26419e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa263fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa2640ffdf0 0x7fa2641999f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53740/0 (socket says 172.21.15.46:53740) 2023-10-21T15:43:15.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.494+0000 7fa263fff700 1 -- 172.21.15.46:0/2707678833 learned_addr learned my addr 172.21.15.46:0/2707678833 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:15.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa264100fe0 0x7fa26419bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa263fff700 1 -- 172.21.15.46:0/2707678833 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa264100fe0 msgr2=0x7fa26419bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa263fff700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa264100fe0 0x7fa26419bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa263fff700 1 -- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 msgr2=0x7fa26419e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa263fff700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 0x7fa26419e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa263fff700 1 -- 172.21.15.46:0/2707678833 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa25c009d00 con 0x7fa2640ffdf0 2023-10-21T15:43:15.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa268aea700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 0x7fa26419e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:15.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa263fff700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa2640ffdf0 0x7fa2641999f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa25400e970 tx=0x7fa25400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:15.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa2617fa700 1 -- 172.21.15.46:0/2707678833 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa254009790 con 0x7fa2640ffdf0 2023-10-21T15:43:15.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa2617fa700 1 -- 172.21.15.46:0/2707678833 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa25400c7e0 con 0x7fa2640ffdf0 2023-10-21T15:43:15.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa26a54d700 1 -- 172.21.15.46:0/2707678833 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa26419efe0 con 0x7fa2640ffdf0 2023-10-21T15:43:15.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa2617fa700 1 -- 172.21.15.46:0/2707678833 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa254003c70 con 0x7fa2640ffdf0 2023-10-21T15:43:15.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.495+0000 7fa26a54d700 1 -- 172.21.15.46:0/2707678833 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa26419f460 con 0x7fa2640ffdf0 2023-10-21T15:43:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.498+0000 7fa2617fa700 1 -- 172.21.15.46:0/2707678833 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa25400cc50 con 0x7fa2640ffdf0 2023-10-21T15:43:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.499+0000 7fa2617fa700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa24c0a1480 0x7fa24c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.499+0000 7fa2617fa700 1 -- 172.21.15.46:0/2707678833 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa254014070 con 0x7fa2640ffdf0 2023-10-21T15:43:15.513 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.499+0000 7fa276736b80 1 Processor -- start 2023-10-21T15:43:15.513 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.499+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa24c0a1480 0x7fa24c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.513 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa24c0a1480 0x7fa24c0a3940 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa264068780 tx=0x7fa258009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:15.513 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa276736b80 1 -- start start 2023-10-21T15:43:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa276736b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba5d20 0x55a083ba6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa276736b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa276736b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083ba79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.514 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa276736b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083b16c10 con 0x55a083ba5d20 2023-10-21T15:43:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa276736b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083afbc00 con 0x55a083ba7520 2023-10-21T15:43:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa276736b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083af9520 con 0x55a083ba6680 2023-10-21T15:43:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa2637fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa268aea700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083ba79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa2637fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba6f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48816/0 (socket says 172.21.15.46:48816) 2023-10-21T15:43:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa2637fe700 1 -- 172.21.15.46:0/771446127 learned_addr learned my addr 172.21.15.46:0/771446127 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.500+0000 7fa268aea700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083ba79a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53748/0 (socket says 172.21.15.46:53748) 2023-10-21T15:43:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.501+0000 7fa2637fe700 1 -- 172.21.15.46:0/771446127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 msgr2=0x55a083ba79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.501+0000 7fa2637fe700 1 --2- 172.21.15.46:0/771446127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083ba79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.501+0000 7fa2637fe700 1 -- 172.21.15.46:0/771446127 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba5d20 msgr2=0x55a083ba6140 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T15:43:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.501+0000 7fa2637fe700 1 --2- 172.21.15.46:0/771446127 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba5d20 0x55a083ba6140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.501+0000 7fa2637fe700 1 -- 172.21.15.46:0/771446127 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a083ab2390 con 0x55a083ba6680 2023-10-21T15:43:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.501+0000 7fa2637fe700 1 --2- 172.21.15.46:0/771446127 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba6f40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa258011d50 tx=0x7fa258014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a6ae44c15baa7c8 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:15.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.502+0000 7fa24a7fc700 1 -- 172.21.15.46:0/771446127 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25800eb20 con 0x55a083ba6680 2023-10-21T15:43:15.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.502+0000 7fa24a7fc700 1 -- 172.21.15.46:0/771446127 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa258021070 con 0x55a083ba6680 2023-10-21T15:43:15.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.502+0000 7fa24a7fc700 1 -- 172.21.15.46:0/771446127 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa258003c70 con 0x55a083ba6680 2023-10-21T15:43:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 -- 172.21.15.46:0/771446127 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 msgr2=0x55a083ba6f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 --2- 172.21.15.46:0/771446127 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba6f40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa258011d50 tx=0x7fa258014000 comp rx=0 tx=0).stop 2023-10-21T15:43:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 -- 172.21.15.46:0/771446127 shutdown_connections 2023-10-21T15:43:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 --2- 172.21.15.46:0/771446127 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba5d20 0x55a083ba6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 --2- 172.21.15.46:0/771446127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083ba79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 --2- 172.21.15.46:0/771446127 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba6f40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 -- 172.21.15.46:0/771446127 >> 172.21.15.46:0/771446127 conn(0x55a083acfd70 msgr2=0x55a083b9cac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 -- 172.21.15.46:0/771446127 shutdown_connections 2023-10-21T15:43:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 -- 172.21.15.46:0/771446127 wait complete. 2023-10-21T15:43:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.503+0000 7fa276736b80 1 -- start start 2023-10-21T15:43:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa276736b80 1 Processor -- start 2023-10-21T15:43:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa276736b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bab790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa276736b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083babcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa276736b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083bacce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa276736b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083af4e10 con 0x55a083ba7520 2023-10-21T15:43:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa276736b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083a916b0 con 0x55a083ba5d20 2023-10-21T15:43:15.524 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa276736b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083a91350 con 0x55a083ba6680 2023-10-21T15:43:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa276736b80 10 client.0 _ll_register_callbacks cb 0x55a0838ee7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa268aea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083bacce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa268aea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083bacce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36822/0 (socket says 172.21.15.46:36822) 2023-10-21T15:43:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa263fff700 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bab790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.525 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.504+0000 7fa268aea700 1 -- 172.21.15.46:0/29776354 learned_addr learned my addr 172.21.15.46:0/29776354 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa2637fe700 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083babcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa263fff700 1 -- 172.21.15.46:0/29776354 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 msgr2=0x55a083babcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa263fff700 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083babcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa263fff700 1 -- 172.21.15.46:0/29776354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 msgr2=0x55a083bacce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa263fff700 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083bacce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa263fff700 1 -- 172.21.15.46:0/29776354 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa258017070 con 0x55a083ba5d20 2023-10-21T15:43:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa263fff700 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bab790 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa2540ca9e0 tx=0x7fa254099b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e261c3f1778af2a8 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa2437fe700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:43:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa2437fe700 1 -- 172.21.15.46:0/29776354 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25409a610 con 0x55a083ba5d20 2023-10-21T15:43:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa276736b80 1 -- 172.21.15.46:0/29776354 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a083af9e90 con 0x55a083ba5d20 2023-10-21T15:43:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa2437fe700 1 -- 172.21.15.46:0/29776354 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa25409a1b0 con 0x55a083ba5d20 2023-10-21T15:43:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa2437fe700 1 -- 172.21.15.46:0/29776354 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa25409e300 con 0x55a083ba5d20 2023-10-21T15:43:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.505+0000 7fa276736b80 10 client.25868 fetch_fsmap learned FSMap version 36 2023-10-21T15:43:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa276736b80 1 -- 172.21.15.46:0/29776354 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) v3 -- 0x55a08391fd80 con 0x55a083ba5d20 2023-10-21T15:43:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa2437fe700 1 -- 172.21.15.46:0/29776354 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a083af9e90 con 0x55a083ba5d20 2023-10-21T15:43:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa2437fe700 1 -- 172.21.15.46:0/29776354 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 36) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fa2540a2140 con 0x55a083ba5d20 2023-10-21T15:43:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa276736b80 10 client.25868 fetch_fsmap finished waiting for FSMap version 36 2023-10-21T15:43:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa276736b80 10 client.25868 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa276736b80 20 client.25868 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa276736b80 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55a083bbfe60 0x55a083bc2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.530 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa276736b80 4 client.25868 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:43:15.530 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa276736b80 1 -- 172.21.15.46:0/29776354 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a083b71bb0 con 0x55a083bbfe60 2023-10-21T15:43:15.530 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.506+0000 7fa2637fe700 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55a083bbfe60 0x55a083bc2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.530 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.507+0000 7fa2437fe700 10 client.25868 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:15.531 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.507+0000 7fa2637fe700 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55a083bbfe60 0x55a083bc2280 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b492267ffbf56769 server_cookie=c3ec49028bacbbae in_seq=0 out_seq=0 2023-10-21T15:43:15.531 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.507+0000 7fa2437fe700 1 -- 172.21.15.46:0/29776354 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55a083b71bb0 con 0x55a083bbfe60 2023-10-21T15:43:15.531 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.507+0000 7fa2437fe700 10 client.25868 handle_command_reply: tid=0 2023-10-21T15:43:15.531 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.507+0000 7fa276736b80 1 client.25868 shutdown 2023-10-21T15:43:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 -- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 msgr2=0x55a083bab790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bab790 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa2540ca9e0 tx=0x7fa254099b10 comp rx=0 tx=0).stop 2023-10-21T15:43:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 -- 172.21.15.46:0/29776354 shutdown_connections 2023-10-21T15:43:15.533 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55a083bbfe60 0x55a083bc2280 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.533 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083bacce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.533 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa2437fe700 0 client.25868 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:15.534 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bab790 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.534 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 --2- 172.21.15.46:0/29776354 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083babcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.534 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 -- 172.21.15.46:0/29776354 >> 172.21.15.46:0/29776354 conn(0x55a083acfd70 msgr2=0x55a083b9c670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:15.535 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 -- 172.21.15.46:0/29776354 shutdown_connections 2023-10-21T15:43:15.535 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 1 -- 172.21.15.46:0/29776354 wait complete. 2023-10-21T15:43:15.535 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.508+0000 7fa276736b80 20 client.25868 trim_cache size 0 max 16384 2023-10-21T15:43:15.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:15 smithi119 ceph-mon[103628]: pgmap v405: 97 pgs: 97 active+clean; 63 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 1.05k op/s 2023-10-21T15:43:15.544 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa276736b80 1 Processor -- start 2023-10-21T15:43:15.544 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa276736b80 1 -- start start 2023-10-21T15:43:15.544 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa276736b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bacca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.544 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa276736b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.545 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa276736b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083ba2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.545 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa276736b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0839758c0 con 0x55a083ba7520 2023-10-21T15:43:15.545 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa276736b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083bbf9f0 con 0x55a083ba5d20 2023-10-21T15:43:15.545 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa276736b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083bab330 con 0x55a083ba6680 2023-10-21T15:43:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa268aea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083ba2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa263fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bacca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa2637fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa268aea700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083ba2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36832/0 (socket says 172.21.15.46:36832) 2023-10-21T15:43:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa268aea700 1 -- 172.21.15.46:0/2103436302 learned_addr learned my addr 172.21.15.46:0/2103436302 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa2637fe700 1 -- 172.21.15.46:0/2103436302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 msgr2=0x55a083bacca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2103436302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bacca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa2637fe700 1 -- 172.21.15.46:0/2103436302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 msgr2=0x55a083ba2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2103436302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083ba2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.548 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa2637fe700 1 -- 172.21.15.46:0/2103436302 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a083908c00 con 0x55a083ba6680 2023-10-21T15:43:15.548 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.524+0000 7fa263fff700 1 --2- 172.21.15.46:0/2103436302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bacca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:15.548 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.525+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2103436302 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba29a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa2580117d0 tx=0x7fa2580092d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53062868a6768377 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:15.548 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.525+0000 7fa24affd700 1 -- 172.21.15.46:0/2103436302 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25802a040 con 0x55a083ba6680 2023-10-21T15:43:15.548 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.525+0000 7fa24affd700 1 -- 172.21.15.46:0/2103436302 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa25800ee40 con 0x55a083ba6680 2023-10-21T15:43:15.549 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.525+0000 7fa24affd700 1 -- 172.21.15.46:0/2103436302 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa258005640 con 0x55a083ba6680 2023-10-21T15:43:15.549 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 -- 172.21.15.46:0/2103436302 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 msgr2=0x55a083ba29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.549 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 --2- 172.21.15.46:0/2103436302 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba29a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa2580117d0 tx=0x7fa2580092d0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.549 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 -- 172.21.15.46:0/2103436302 shutdown_connections 2023-10-21T15:43:15.549 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 --2- 172.21.15.46:0/2103436302 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba7520 0x55a083ba2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 --2- 172.21.15.46:0/2103436302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba5d20 0x55a083bacca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 --2- 172.21.15.46:0/2103436302 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba6680 0x55a083ba29a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 -- 172.21.15.46:0/2103436302 >> 172.21.15.46:0/2103436302 conn(0x55a083acfd70 msgr2=0x55a083bc6bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:15.550 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 -- 172.21.15.46:0/2103436302 shutdown_connections 2023-10-21T15:43:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.526+0000 7fa276736b80 1 -- 172.21.15.46:0/2103436302 wait complete. 2023-10-21T15:43:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 1 -- start start 2023-10-21T15:43:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 1 Processor -- start 2023-10-21T15:43:15.551 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba5d20 0x55a083bb9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba6680 0x55a083bba4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083bbb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083bbba00 con 0x55a083ba6680 2023-10-21T15:43:15.552 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083bbbb70 con 0x55a083ba7520 2023-10-21T15:43:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a083bbbd30 con 0x55a083ba5d20 2023-10-21T15:43:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa276736b80 10 client.0 _ll_register_callbacks cb 0x7fa254099fa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa2637fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba6680 0x55a083bba4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.553 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa2637fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba6680 0x55a083bba4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36836/0 (socket says 172.21.15.46:36836) 2023-10-21T15:43:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa2637fe700 1 -- 172.21.15.46:0/2530226597 learned_addr learned my addr 172.21.15.46:0/2530226597 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.527+0000 7fa263fff700 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba5d20 0x55a083bb9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa268aea700 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083bbb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.554 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2637fe700 1 -- 172.21.15.46:0/2530226597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba5d20 msgr2=0x55a083bb9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:15.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba5d20 0x55a083bb9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2637fe700 1 -- 172.21.15.46:0/2530226597 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 msgr2=0x55a083bbb4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:15.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083bbb4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2637fe700 1 -- 172.21.15.46:0/2530226597 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a08391fd80 con 0x55a083ba6680 2023-10-21T15:43:15.555 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa263fff700 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba5d20 0x55a083bb9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:15.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2637fe700 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba6680 0x55a083bba4b0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fa258011a10 tx=0x7fa258011800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e70f3cf196e657 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:15.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2437fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:43:15.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2437fe700 1 -- 172.21.15.46:0/2530226597 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25802a070 con 0x55a083ba6680 2023-10-21T15:43:15.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2437fe700 1 -- 172.21.15.46:0/2530226597 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa2580055c0 con 0x55a083ba6680 2023-10-21T15:43:15.556 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa276736b80 1 -- 172.21.15.46:0/2530226597 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa258021070 con 0x55a083ba6680 2023-10-21T15:43:15.557 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa2437fe700 1 -- 172.21.15.46:0/2530226597 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa2580329f0 con 0x55a083ba6680 2023-10-21T15:43:15.557 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa276736b80 10 client.16248 fetch_fsmap learned FSMap version 36 2023-10-21T15:43:15.557 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.528+0000 7fa276736b80 1 -- 172.21.15.46:0/2530226597 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) v3 -- 0x55a083ab2390 con 0x55a083ba6680 2023-10-21T15:43:15.557 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa2437fe700 1 -- 172.21.15.46:0/2530226597 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa258021070 con 0x55a083ba6680 2023-10-21T15:43:15.557 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa2437fe700 1 -- 172.21.15.46:0/2530226597 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 36) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fa2580038c0 con 0x55a083ba6680 2023-10-21T15:43:15.557 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa276736b80 10 client.16248 fetch_fsmap finished waiting for FSMap version 36 2023-10-21T15:43:15.558 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa276736b80 10 client.16248 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:15.558 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa276736b80 20 client.16248 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:15.558 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa276736b80 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55a083c14510 0x55a083c16930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:15.558 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa276736b80 4 client.16248 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:43:15.559 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa276736b80 1 -- 172.21.15.46:0/2530226597 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a083aeddf0 con 0x55a083c14510 2023-10-21T15:43:15.559 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa263fff700 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55a083c14510 0x55a083c16930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:15.559 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa263fff700 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55a083c14510 0x55a083c16930 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9cd6b79f363dec1 server_cookie=6cc1cc811bacd817 in_seq=0 out_seq=0 2023-10-21T15:43:15.559 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.529+0000 7fa2437fe700 10 client.16248 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:15.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa2437fe700 1 -- 172.21.15.46:0/2530226597 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a083aeddf0 con 0x55a083c14510 2023-10-21T15:43:15.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa2437fe700 10 client.16248 handle_command_reply: tid=0 2023-10-21T15:43:15.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 client.16248 shutdown 2023-10-21T15:43:15.561 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 -- 172.21.15.46:0/2530226597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba6680 msgr2=0x55a083bba4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba6680 0x55a083bba4b0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fa258011a10 tx=0x7fa258011800 comp rx=0 tx=0).stop 2023-10-21T15:43:15.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 -- 172.21.15.46:0/2530226597 shutdown_connections 2023-10-21T15:43:15.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55a083c14510 0x55a083c16930 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.562 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a083ba7520 0x55a083bbb4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55a083ba5d20 0x55a083bb9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa2437fe700 0 client.16248 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:15.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 --2- 172.21.15.46:0/2530226597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a083ba6680 0x55a083bba4b0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.563 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 -- 172.21.15.46:0/2530226597 >> 172.21.15.46:0/2530226597 conn(0x55a083acfd70 msgr2=0x55a083ba29a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:15.564 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 -- 172.21.15.46:0/2530226597 shutdown_connections 2023-10-21T15:43:15.564 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.543+0000 7fa276736b80 1 -- 172.21.15.46:0/2530226597 wait complete. 2023-10-21T15:43:15.564 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa276736b80 20 client.16248 trim_cache size 0 max 16384 2023-10-21T15:43:15.564 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:43:15.565 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:43:15.565 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:43:15.565 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:43:15.566 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 -- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa24c0a1480 msgr2=0x7fa24c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.566 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa24c0a1480 0x7fa24c0a3940 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa264068780 tx=0x7fa258009260 comp rx=0 tx=0).stop 2023-10-21T15:43:15.567 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 -- 172.21.15.46:0/2707678833 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa2640ffdf0 msgr2=0x7fa2641999f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:15.567 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa2640ffdf0 0x7fa2641999f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa25400e970 tx=0x7fa25400ec80 comp rx=0 tx=0).stop 2023-10-21T15:43:15.568 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 -- 172.21.15.46:0/2707678833 shutdown_connections 2023-10-21T15:43:15.568 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa24c0a1480 0x7fa24c0a3940 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.568 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa264101980 0x7fa26419e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.568 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa2640ffdf0 0x7fa2641999f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.568 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 --2- 172.21.15.46:0/2707678833 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa264100fe0 0x7fa26419bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:15.569 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 -- 172.21.15.46:0/2707678833 >> 172.21.15.46:0/2707678833 conn(0x7fa2640fb340 msgr2=0x7fa264104480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:15.569 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 -- 172.21.15.46:0/2707678833 shutdown_connections 2023-10-21T15:43:15.569 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:15.544+0000 7fa26a54d700 1 -- 172.21.15.46:0/2707678833 wait complete. 2023-10-21T15:43:17.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:17 smithi046 ceph-mon[99436]: pgmap v406: 97 pgs: 97 active+clean; 56 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.18k op/s 2023-10-21T15:43:17.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:17 smithi105 ceph-mon[103980]: pgmap v406: 97 pgs: 97 active+clean; 56 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.18k op/s 2023-10-21T15:43:17.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:17 smithi119 ceph-mon[103628]: pgmap v406: 97 pgs: 97 active+clean; 56 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.18k op/s 2023-10-21T15:43:19.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:19 smithi046 ceph-mon[99436]: pgmap v407: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 1.36k op/s 2023-10-21T15:43:19.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:19 smithi105 ceph-mon[103980]: pgmap v407: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 1.36k op/s 2023-10-21T15:43:19.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:19 smithi119 ceph-mon[103628]: pgmap v407: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.0 MiB/s wr, 1.36k op/s 2023-10-21T15:43:21.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:21 smithi046 ceph-mon[99436]: pgmap v408: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 1.15k op/s 2023-10-21T15:43:21.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:21 smithi105 ceph-mon[103980]: pgmap v408: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 1.15k op/s 2023-10-21T15:43:21.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:21 smithi119 ceph-mon[103628]: pgmap v408: 97 pgs: 97 active+clean; 58 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 1.15k op/s 2023-10-21T15:43:22.573 INFO:tasks.workunit.client.0.smithi046.stdout:copying to largest ever: 0x63fd4d5 2023-10-21T15:43:23.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:23 smithi046 ceph-mon[99436]: pgmap v409: 97 pgs: 97 active+clean; 60 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 1.44k op/s 2023-10-21T15:43:23.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:23 smithi105 ceph-mon[103980]: pgmap v409: 97 pgs: 97 active+clean; 60 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 1.44k op/s 2023-10-21T15:43:23.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:23 smithi119 ceph-mon[103628]: pgmap v409: 97 pgs: 97 active+clean; 60 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.4 MiB/s wr, 1.44k op/s 2023-10-21T15:43:25.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:25 smithi046 ceph-mon[99436]: pgmap v410: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 1.22k op/s 2023-10-21T15:43:25.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:25 smithi105 ceph-mon[103980]: pgmap v410: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 1.22k op/s 2023-10-21T15:43:25.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:25 smithi119 ceph-mon[103628]: pgmap v410: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 1.22k op/s 2023-10-21T15:43:27.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:27 smithi046 ceph-mon[99436]: pgmap v411: 97 pgs: 97 active+clean; 56 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 1.21k op/s 2023-10-21T15:43:27.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:27 smithi105 ceph-mon[103980]: pgmap v411: 97 pgs: 97 active+clean; 56 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 1.21k op/s 2023-10-21T15:43:27.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:27 smithi119 ceph-mon[103628]: pgmap v411: 97 pgs: 97 active+clean; 56 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 1.21k op/s 2023-10-21T15:43:28.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2515364050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e8104320 msgr2=0x7fe5e8106710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2515364050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e8104320 0x7fe5e8106710 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc009990 tx=0x7fe5dc009ca0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2515364050 shutdown_connections 2023-10-21T15:43:28.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2515364050 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5e8106c50 0x7fe5e8109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2515364050 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5e81019f0 0x7fe5e8103de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2515364050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e8104320 0x7fe5e8106710 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2515364050 >> 172.21.15.46:0/2515364050 conn(0x7fe5e80fb340 msgr2=0x7fe5e80fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:28.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2515364050 shutdown_connections 2023-10-21T15:43:28.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.678+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2515364050 wait complete. 2023-10-21T15:43:28.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.679+0000 7fe5ee91c700 1 Processor -- start 2023-10-21T15:43:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.679+0000 7fe5ee91c700 1 -- start start 2023-10-21T15:43:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5ee91c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e81019f0 0x7fe5e8196d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5ee91c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5e8104320 0x7fe5e81972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5ee91c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5e8106c50 0x7fe5e8198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5ee91c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5e8198750 con 0x7fe5e81019f0 2023-10-21T15:43:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5ee91c700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5e81988c0 con 0x7fe5e8104320 2023-10-21T15:43:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5ee91c700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5e8198a80 con 0x7fe5e8106c50 2023-10-21T15:43:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5e7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e81019f0 0x7fe5e8196d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5eceb9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5e8106c50 0x7fe5e8198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5e7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e81019f0 0x7fe5e8196d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36848/0 (socket says 172.21.15.46:36848) 2023-10-21T15:43:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5eceb9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5e8106c50 0x7fe5e8198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48850/0 (socket says 172.21.15.46:48850) 2023-10-21T15:43:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5e7fff700 1 -- 172.21.15.46:0/2370765773 learned_addr learned my addr 172.21.15.46:0/2370765773 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5e8104320 0x7fe5e81972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5eceb9700 1 -- 172.21.15.46:0/2370765773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5e8104320 msgr2=0x7fe5e81972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5e8104320 0x7fe5e81972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5eceb9700 1 -- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e81019f0 msgr2=0x7fe5e8196d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e81019f0 0x7fe5e8196d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5eceb9700 1 -- 172.21.15.46:0/2370765773 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5e0009c40 con 0x7fe5e8106c50 2023-10-21T15:43:28.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e81019f0 0x7fe5e8196d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:28.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.680+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5e8106c50 0x7fe5e8198040 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe5e000efb0 tx=0x7fe5e000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:28.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.681+0000 7fe5e57fa700 1 -- 172.21.15.46:0/2370765773 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e0003a00 con 0x7fe5e8106c50 2023-10-21T15:43:28.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.681+0000 7fe5e57fa700 1 -- 172.21.15.46:0/2370765773 <== mon.1 v2:172.21.15.119:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5e000f040 con 0x7fe5e8106c50 2023-10-21T15:43:28.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.681+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2370765773 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5dc0095f0 con 0x7fe5e8106c50 2023-10-21T15:43:28.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.681+0000 7fe5e57fa700 1 -- 172.21.15.46:0/2370765773 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e0004540 con 0x7fe5e8106c50 2023-10-21T15:43:28.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.681+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2370765773 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5e8198eb0 con 0x7fe5e8106c50 2023-10-21T15:43:28.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.683+0000 7fe5e57fa700 1 -- 172.21.15.46:0/2370765773 <== mon.1 v2:172.21.15.119:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe5e0003bf0 con 0x7fe5e8106c50 2023-10-21T15:43:28.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.683+0000 7fe5e57fa700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe5d00a1480 0x7fe5d00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe5d00a1480 0x7fe5d00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5e57fa700 1 -- 172.21.15.46:0/2370765773 <== mon.1 v2:172.21.15.119:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe5e00cc780 con 0x7fe5e8106c50 2023-10-21T15:43:28.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe5d00a1480 0x7fe5d00a3940 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8196ab0 tx=0x7fe5d8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:28.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5fab05b80 1 Processor -- start 2023-10-21T15:43:28.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5fab05b80 1 -- start start 2023-10-21T15:43:28.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 0x55fff6d84080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d84ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d85930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6cf4c10 con 0x55fff6d854b0 2023-10-21T15:43:28.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6cd9c00 con 0x55fff6d845c0 2023-10-21T15:43:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.684+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6cd7520 con 0x55fff6d83c60 2023-10-21T15:43:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5eceb9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d85930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5eceb9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d85930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36858/0 (socket says 172.21.15.46:36858) 2023-10-21T15:43:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5eceb9700 1 -- 172.21.15.46:0/4292290238 learned_addr learned my addr 172.21.15.46:0/4292290238 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d84ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 0x55fff6d84080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5e77fe700 1 -- 172.21.15.46:0/4292290238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 msgr2=0x55fff6d84080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 0x55fff6d84080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5e77fe700 1 -- 172.21.15.46:0/4292290238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 msgr2=0x55fff6d85930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d85930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5e77fe700 1 -- 172.21.15.46:0/4292290238 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fff6c90390 con 0x55fff6d845c0 2023-10-21T15:43:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d85930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.685+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d84ed0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc000c00 tx=0x7fe5dc005ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c41908037e6ebe0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.687+0000 7fe5ce7fc700 1 -- 172.21.15.46:0/4292290238 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5dc01d070 con 0x55fff6d845c0 2023-10-21T15:43:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.687+0000 7fe5ce7fc700 1 -- 172.21.15.46:0/4292290238 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5dc01e040 con 0x55fff6d845c0 2023-10-21T15:43:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.687+0000 7fe5ce7fc700 1 -- 172.21.15.46:0/4292290238 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5dc004900 con 0x55fff6d845c0 2023-10-21T15:43:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4292290238 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 msgr2=0x55fff6d84ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d84ed0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc000c00 tx=0x7fe5dc005ea0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4292290238 shutdown_connections 2023-10-21T15:43:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d85930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 0x55fff6d84080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4292290238 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d84ed0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4292290238 >> 172.21.15.46:0/4292290238 conn(0x55fff6cadd70 msgr2=0x55fff6d7ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4292290238 shutdown_connections 2023-10-21T15:43:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.688+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4292290238 wait complete. 2023-10-21T15:43:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.689+0000 7fe5fab05b80 1 -- start start 2023-10-21T15:43:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.689+0000 7fe5fab05b80 1 Processor -- start 2023-10-21T15:43:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.689+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d83c60 0x55fff6d8daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d845c0 0x55fff6d8dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d854b0 0x55fff6d95020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6cd2e10 con 0x55fff6d845c0 2023-10-21T15:43:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6c6f6b0 con 0x55fff6d83c60 2023-10-21T15:43:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6c6f350 con 0x55fff6d854b0 2023-10-21T15:43:28.702 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5fab05b80 10 client.0 _ll_register_callbacks cb 0x55fff6acc7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d83c60 0x55fff6d8daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5eceb9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d854b0 0x55fff6d95020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d83c60 0x55fff6d8daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53794/0 (socket says 172.21.15.46:53794) 2023-10-21T15:43:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 -- 172.21.15.46:0/376199311 learned_addr learned my addr 172.21.15.46:0/376199311 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:28.703 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d845c0 0x55fff6d8dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 -- 172.21.15.46:0/376199311 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d854b0 msgr2=0x55fff6d95020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d854b0 0x55fff6d95020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 -- 172.21.15.46:0/376199311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d845c0 msgr2=0x55fff6d8dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d845c0 0x55fff6d8dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.704 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 -- 172.21.15.46:0/376199311 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5e0021020 con 0x55fff6d83c60 2023-10-21T15:43:28.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d854b0 0x55fff6d95020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:28.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d83c60 0x55fff6d8daa0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80039d0 tx=0x7fe5d80047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21803bac4d9ae961 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:28.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.690+0000 7fe5c77fe700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:43:28.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5c77fe700 1 -- 172.21.15.46:0/376199311 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d801e6f0 con 0x55fff6d83c60 2023-10-21T15:43:28.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5c77fe700 1 -- 172.21.15.46:0/376199311 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe5d801e850 con 0x55fff6d83c60 2023-10-21T15:43:28.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 1 -- 172.21.15.46:0/376199311 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fff6cd7e90 con 0x55fff6d83c60 2023-10-21T15:43:28.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5c77fe700 1 -- 172.21.15.46:0/376199311 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe5d801ea10 con 0x55fff6d83c60 2023-10-21T15:43:28.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 10 client.25886 fetch_fsmap learned FSMap version 36 2023-10-21T15:43:28.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 1 -- 172.21.15.46:0/376199311 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) v3 -- 0x7fe5e8109c30 con 0x55fff6d83c60 2023-10-21T15:43:28.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5c77fe700 1 -- 172.21.15.46:0/376199311 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fff6cd7e90 con 0x55fff6d83c60 2023-10-21T15:43:28.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5c77fe700 1 -- 172.21.15.46:0/376199311 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 36) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fe5d8028cf0 con 0x55fff6d83c60 2023-10-21T15:43:28.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 10 client.25886 fetch_fsmap finished waiting for FSMap version 36 2023-10-21T15:43:28.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 10 client.25886 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:28.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 20 client.25886 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:28.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fff6d99a60 0x55fff6d9be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 4 client.25886 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:43:28.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5fab05b80 1 -- 172.21.15.46:0/376199311 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fff6d4fbb0 con 0x55fff6d99a60 2023-10-21T15:43:28.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.691+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fff6d99a60 0x55fff6d9be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.692+0000 7fe5c77fe700 10 client.25886 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:28.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.692+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fff6d99a60 0x55fff6d9be80 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b17f998e1a78d04e server_cookie=39dc9ec81f073e1c in_seq=0 out_seq=0 2023-10-21T15:43:28.710 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.692+0000 7fe5c77fe700 1 -- 172.21.15.46:0/376199311 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55fff6d4fbb0 con 0x55fff6d99a60 2023-10-21T15:43:28.710 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.692+0000 7fe5c77fe700 10 client.25886 handle_command_reply: tid=0 2023-10-21T15:43:28.710 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.692+0000 7fe5fab05b80 1 client.25886 shutdown 2023-10-21T15:43:28.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 -- 172.21.15.46:0/376199311 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d83c60 msgr2=0x55fff6d8daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d83c60 0x55fff6d8daa0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80039d0 tx=0x7fe5d80047c0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 -- 172.21.15.46:0/376199311 shutdown_connections 2023-10-21T15:43:28.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fff6d99a60 0x55fff6d9be80 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d854b0 0x55fff6d95020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5c77fe700 0 client.25886 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:28.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d83c60 0x55fff6d8daa0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/376199311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d845c0 0x55fff6d8dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 -- 172.21.15.46:0/376199311 >> 172.21.15.46:0/376199311 conn(0x55fff6cadd70 msgr2=0x55fff6d7a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:28.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 -- 172.21.15.46:0/376199311 shutdown_connections 2023-10-21T15:43:28.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 1 -- 172.21.15.46:0/376199311 wait complete. 2023-10-21T15:43:28.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.693+0000 7fe5fab05b80 20 client.25886 trim_cache size 0 max 16384 2023-10-21T15:43:28.717 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.710+0000 7fe5fab05b80 1 Processor -- start 2023-10-21T15:43:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5fab05b80 1 -- start start 2023-10-21T15:43:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 0x55fff6d85890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d94fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d79e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.719 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6b538c0 con 0x55fff6d854b0 2023-10-21T15:43:28.719 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6d8d640 con 0x55fff6d845c0 2023-10-21T15:43:28.719 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6d96ce0 con 0x55fff6d83c60 2023-10-21T15:43:28.719 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5eceb9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d79e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.719 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5eceb9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d79e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36874/0 (socket says 172.21.15.46:36874) 2023-10-21T15:43:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5eceb9700 1 -- 172.21.15.46:0/1760244893 learned_addr learned my addr 172.21.15.46:0/1760244893 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d94fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 0x55fff6d85890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5eceb9700 1 -- 172.21.15.46:0/1760244893 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 msgr2=0x55fff6d85890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 0x55fff6d85890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.711+0000 7fe5eceb9700 1 -- 172.21.15.46:0/1760244893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 msgr2=0x55fff6d94fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.712+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d94fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.712+0000 7fe5eceb9700 1 -- 172.21.15.46:0/1760244893 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fff6afdd80 con 0x55fff6d854b0 2023-10-21T15:43:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.712+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d79e30 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fe5e00090a0 tx=0x7fe5e00cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2840853ca6d66de server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.712+0000 7fe5ceffd700 1 -- 172.21.15.46:0/1760244893 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e0099b40 con 0x55fff6d854b0 2023-10-21T15:43:28.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.712+0000 7fe5ceffd700 1 -- 172.21.15.46:0/1760244893 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5e009dc90 con 0x55fff6d854b0 2023-10-21T15:43:28.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.712+0000 7fe5ceffd700 1 -- 172.21.15.46:0/1760244893 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5e009a000 con 0x55fff6d854b0 2023-10-21T15:43:28.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 -- 172.21.15.46:0/1760244893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 msgr2=0x55fff6d79e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d79e30 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fe5e00090a0 tx=0x7fe5e00cc040 comp rx=0 tx=0).stop 2023-10-21T15:43:28.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 -- 172.21.15.46:0/1760244893 shutdown_connections 2023-10-21T15:43:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d854b0 0x55fff6d79e30 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d83c60 0x55fff6d85890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/1760244893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d845c0 0x55fff6d94fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 -- 172.21.15.46:0/1760244893 >> 172.21.15.46:0/1760244893 conn(0x55fff6cadd70 msgr2=0x55fff6d8c780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 -- 172.21.15.46:0/1760244893 shutdown_connections 2023-10-21T15:43:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 -- 172.21.15.46:0/1760244893 wait complete. 2023-10-21T15:43:28.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.713+0000 7fe5fab05b80 1 -- start start 2023-10-21T15:43:28.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5fab05b80 1 Processor -- start 2023-10-21T15:43:28.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d83c60 0x55fff6d90a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d845c0 0x55fff6d90fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5fab05b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d854b0 0x55fff6d93fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6d94520 con 0x55fff6d83c60 2023-10-21T15:43:28.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6d94690 con 0x55fff6d854b0 2023-10-21T15:43:28.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5fab05b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fff6d94850 con 0x55fff6d845c0 2023-10-21T15:43:28.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5fab05b80 10 client.0 _ll_register_callbacks cb 0x7fe5d8004590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:28.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d83c60 0x55fff6d90a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d83c60 0x55fff6d90a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36876/0 (socket says 172.21.15.46:36876) 2023-10-21T15:43:28.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 -- 172.21.15.46:0/4163868324 learned_addr learned my addr 172.21.15.46:0/4163868324 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:28.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5eceb9700 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d854b0 0x55fff6d93fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d845c0 0x55fff6d90fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.727 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 -- 172.21.15.46:0/4163868324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d845c0 msgr2=0x55fff6d90fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:28.727 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d845c0 0x55fff6d90fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.727 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 -- 172.21.15.46:0/4163868324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d854b0 msgr2=0x55fff6d93fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:28.727 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d854b0 0x55fff6d93fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.727 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 -- 172.21.15.46:0/4163868324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5dc0095f0 con 0x55fff6d83c60 2023-10-21T15:43:28.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5e7fff700 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d83c60 0x55fff6d90a80 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80039d0 tx=0x7fe5d801f770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b863c975dcf26870 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:28.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.714+0000 7fe5c77fe700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:43:28.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5c77fe700 1 -- 172.21.15.46:0/4163868324 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d801fe60 con 0x55fff6d83c60 2023-10-21T15:43:28.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4163868324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe5dc01e040 con 0x55fff6d83c60 2023-10-21T15:43:28.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5c77fe700 1 -- 172.21.15.46:0/4163868324 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe5d8028430 con 0x55fff6d83c60 2023-10-21T15:43:28.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5c77fe700 1 -- 172.21.15.46:0/4163868324 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe5d80285f0 con 0x55fff6d83c60 2023-10-21T15:43:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 10 client.16266 fetch_fsmap learned FSMap version 36 2023-10-21T15:43:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4163868324 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) v3 -- 0x55fff6ae6c00 con 0x55fff6d83c60 2023-10-21T15:43:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5c77fe700 1 -- 172.21.15.46:0/4163868324 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5d8042020 con 0x55fff6d83c60 2023-10-21T15:43:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5c77fe700 1 -- 172.21.15.46:0/4163868324 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 36) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fe5d803a060 con 0x55fff6d83c60 2023-10-21T15:43:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 10 client.16266 fetch_fsmap finished waiting for FSMap version 36 2023-10-21T15:43:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 10 client.16266 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 20 client.16266 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fff6dee600 0x55fff6df0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 4 client.16266 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:43:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.715+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4163868324 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fff6ccbdf0 con 0x55fff6dee600 2023-10-21T15:43:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.716+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fff6dee600 0x55fff6df0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.716+0000 7fe5c77fe700 10 client.16266 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.716+0000 7fe5e77fe700 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fff6dee600 0x55fff6df0a20 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f900d02b64c5bd6 server_cookie=4474f9702575b731 in_seq=0 out_seq=0 2023-10-21T15:43:28.736 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.735+0000 7fe5c77fe700 1 -- 172.21.15.46:0/4163868324 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fff6ccbdf0 con 0x55fff6dee600 2023-10-21T15:43:28.736 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.735+0000 7fe5c77fe700 10 client.16266 handle_command_reply: tid=0 2023-10-21T15:43:28.736 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.735+0000 7fe5fab05b80 1 client.16266 shutdown 2023-10-21T15:43:28.737 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.736+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4163868324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d83c60 msgr2=0x55fff6d90a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.737 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.736+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d83c60 0x55fff6d90a80 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80039d0 tx=0x7fe5d801f770 comp rx=0 tx=0).stop 2023-10-21T15:43:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.736+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4163868324 shutdown_connections 2023-10-21T15:43:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.736+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55fff6dee600 0x55fff6df0a20 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.736+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fff6d83c60 0x55fff6d90a80 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.736+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fff6d854b0 0x55fff6d93fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.738 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.736+0000 7fe5fab05b80 1 --2- 172.21.15.46:0/4163868324 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55fff6d845c0 0x55fff6d90fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.736+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4163868324 >> 172.21.15.46:0/4163868324 conn(0x55fff6cadd70 msgr2=0x55fff6d79e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:28.739 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.738+0000 7fe5c77fe700 0 client.16266 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.738+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4163868324 shutdown_connections 2023-10-21T15:43:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.738+0000 7fe5fab05b80 1 -- 172.21.15.46:0/4163868324 wait complete. 2023-10-21T15:43:28.740 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.738+0000 7fe5fab05b80 20 client.16266 trim_cache size 0 max 16384 2023-10-21T15:43:28.741 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:43:28.741 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:43:28.741 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:43:28.741 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:43:28.742 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe5d00a1480 msgr2=0x7fe5d00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.742 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe5d00a1480 0x7fe5d00a3940 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8196ab0 tx=0x7fe5d8009260 comp rx=0 tx=0).stop 2023-10-21T15:43:28.742 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2370765773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5e8106c50 msgr2=0x7fe5e8198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:28.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5e8106c50 0x7fe5e8198040 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe5e000efb0 tx=0x7fe5e000c3a0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2370765773 shutdown_connections 2023-10-21T15:43:28.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fe5d00a1480 0x7fe5d00a3940 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe5e81019f0 0x7fe5e8196d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fe5e8106c50 0x7fe5e8198040 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 --2- 172.21.15.46:0/2370765773 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5e8104320 0x7fe5e81972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:28.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2370765773 >> 172.21.15.46:0/2370765773 conn(0x7fe5e80fb340 msgr2=0x7fe5e81026e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:28.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2370765773 shutdown_connections 2023-10-21T15:43:28.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:28.739+0000 7fe5ee91c700 1 -- 172.21.15.46:0/2370765773 wait complete. 2023-10-21T15:43:29.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:29 smithi046 ceph-mon[99436]: pgmap v412: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:29.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:29 smithi105 ceph-mon[103980]: pgmap v412: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:29.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:29 smithi119 ceph-mon[103628]: pgmap v412: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:31.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:31 smithi046 ceph-mon[99436]: pgmap v413: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 1.04k op/s 2023-10-21T15:43:31.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:31 smithi105 ceph-mon[103980]: pgmap v413: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 1.04k op/s 2023-10-21T15:43:31.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:31 smithi119 ceph-mon[103628]: pgmap v413: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 MiB/s rd, 2.3 MiB/s wr, 1.04k op/s 2023-10-21T15:43:33.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:33 smithi046 ceph-mon[99436]: pgmap v414: 97 pgs: 97 active+clean; 61 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:33.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:33 smithi105 ceph-mon[103980]: pgmap v414: 97 pgs: 97 active+clean; 61 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:33.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:33 smithi119 ceph-mon[103628]: pgmap v414: 97 pgs: 97 active+clean; 61 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:35.361 INFO:tasks.workunit.client.0.smithi046.stdout:30000 mapread 0x11b12cb thru 0x11b885f (0x7595 bytes) 2023-10-21T15:43:35.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:35 smithi046 ceph-mon[99436]: pgmap v415: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 1.19k op/s 2023-10-21T15:43:35.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:35 smithi105 ceph-mon[103980]: pgmap v415: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 1.19k op/s 2023-10-21T15:43:35.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:35 smithi119 ceph-mon[103628]: pgmap v415: 97 pgs: 97 active+clean; 58 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.6 MiB/s wr, 1.19k op/s 2023-10-21T15:43:37.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:37 smithi046 ceph-mon[99436]: pgmap v416: 97 pgs: 97 active+clean; 59 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 1.20k op/s 2023-10-21T15:43:37.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:37 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:43:37.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:37 smithi105 ceph-mon[103980]: pgmap v416: 97 pgs: 97 active+clean; 59 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 1.20k op/s 2023-10-21T15:43:37.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:37 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:43:37.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:37 smithi119 ceph-mon[103628]: pgmap v416: 97 pgs: 97 active+clean; 59 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 1.20k op/s 2023-10-21T15:43:37.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:37 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:43:38.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:38 smithi046 ceph-mon[99436]: pgmap v417: 97 pgs: 97 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:38.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:38 smithi105 ceph-mon[103980]: pgmap v417: 97 pgs: 97 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:38.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:38 smithi119 ceph-mon[103628]: pgmap v417: 97 pgs: 97 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 1.36k op/s 2023-10-21T15:43:40.669 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:40 smithi046 ceph-mon[99436]: pgmap v418: 97 pgs: 97 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 1.05k op/s 2023-10-21T15:43:40.670 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:40 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:43:40.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:40 smithi105 ceph-mon[103980]: pgmap v418: 97 pgs: 97 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 1.05k op/s 2023-10-21T15:43:40.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:40 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:43:40.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:40 smithi119 ceph-mon[103628]: pgmap v418: 97 pgs: 97 active+clean; 68 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 1.05k op/s 2023-10-21T15:43:40.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:40 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:43:41.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:41 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:41 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:41 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:43:41.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:41 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:43:41.672 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:41 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:41 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:41 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:41 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:43:41.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:41 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:43:41.741 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:41 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:41 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:41 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.783 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:41 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:43:41.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:41 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:43:41.784 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:41 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:43:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 -- 172.21.15.46:0/1888720081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac101980 msgr2=0x7f0bac108230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/1888720081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac101980 0x7f0bac108230 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f0ba400b0d0 tx=0x7f0ba400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 -- 172.21.15.46:0/1888720081 shutdown_connections 2023-10-21T15:43:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/1888720081 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac101980 0x7f0bac108230 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/1888720081 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0bac0ffdf0 0x7f0bac100210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/1888720081 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0bac100fe0 0x7f0bac101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 -- 172.21.15.46:0/1888720081 >> 172.21.15.46:0/1888720081 conn(0x7f0bac0fb360 msgr2=0x7f0bac0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 -- 172.21.15.46:0/1888720081 shutdown_connections 2023-10-21T15:43:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 -- 172.21.15.46:0/1888720081 wait complete. 2023-10-21T15:43:41.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.880+0000 7f0bb1bae700 1 Processor -- start 2023-10-21T15:43:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bb1bae700 1 -- start start 2023-10-21T15:43:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bb1bae700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac0ffdf0 0x7f0bac196e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bb1bae700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0bac100fe0 0x7f0bac197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bb1bae700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0bac101980 0x7f0bac198110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bb1bae700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac198820 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bb1bae700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac198990 con 0x7f0bac100fe0 2023-10-21T15:43:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bb1bae700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac198b50 con 0x7f0bac101980 2023-10-21T15:43:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac0ffdf0 0x7f0bac196e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac0ffdf0 0x7f0bac196e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36892/0 (socket says 172.21.15.46:36892) 2023-10-21T15:43:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bab7fe700 1 -- 172.21.15.46:0/431551388 learned_addr learned my addr 172.21.15.46:0/431551388 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0babfff700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0bac101980 0x7f0bac198110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0baaffd700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0bac100fe0 0x7f0bac197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bab7fe700 1 -- 172.21.15.46:0/431551388 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0bac101980 msgr2=0x7f0bac198110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0bac101980 0x7f0bac198110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bab7fe700 1 -- 172.21.15.46:0/431551388 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0bac100fe0 msgr2=0x7f0bac197370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0bac100fe0 0x7f0bac197370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0bab7fe700 1 -- 172.21.15.46:0/431551388 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ba0009520 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0babfff700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0bac101980 0x7f0bac198110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.881+0000 7f0baaffd700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0bac100fe0 0x7f0bac197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.882+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac0ffdf0 0x7f0bac196e30 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c00e970 tx=0x7f0b9c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.882+0000 7f0ba8ff9700 1 -- 172.21.15.46:0/431551388 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c009790 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.882+0000 7f0ba8ff9700 1 -- 172.21.15.46:0/431551388 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b9c00c7e0 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.882+0000 7f0bb1bae700 1 -- 172.21.15.46:0/431551388 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ba4009d00 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.882+0000 7f0ba8ff9700 1 -- 172.21.15.46:0/431551388 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c003c70 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.882+0000 7f0bb1bae700 1 -- 172.21.15.46:0/431551388 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bac19f540 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.884+0000 7f0ba8ff9700 1 -- 172.21.15.46:0/431551388 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0b9c00cc50 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.885+0000 7f0ba8ff9700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b940a1500 0x7f0b940a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.885+0000 7f0baaffd700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b940a1500 0x7f0b940a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.885+0000 7f0ba8ff9700 1 -- 172.21.15.46:0/431551388 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0b9c014070 con 0x7f0bac0ffdf0 2023-10-21T15:43:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.886+0000 7f0baaffd700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b940a1500 0x7f0b940a39c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0009fd0 tx=0x7f0ba0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bbdd97b80 1 Processor -- start 2023-10-21T15:43:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bbdd97b80 1 -- start start 2023-10-21T15:43:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf58ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 0x55cb2cf59520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2ceccc10 con 0x55cb2cf57850 2023-10-21T15:43:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2ceb1c00 con 0x55cb2cf581b0 2023-10-21T15:43:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2ceaf520 con 0x55cb2cf590a0 2023-10-21T15:43:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36900/0 (socket says 172.21.15.46:36900) 2023-10-21T15:43:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2495726212 learned_addr learned my addr 172.21.15.46:0/2495726212 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0babfff700 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 0x55cb2cf59520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0baaffd700 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf58ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2495726212 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 msgr2=0x55cb2cf59520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 0x55cb2cf59520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2495726212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 msgr2=0x55cb2cf58ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:41.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf58ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2495726212 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb2ce68390 con 0x55cb2cf57850 2023-10-21T15:43:41.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.887+0000 7f0baaffd700 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf58ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:43:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.888+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c70 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0a1fb0 tx=0x7f0b9c00cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ad7e8643e5681b server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.888+0000 7f0b91ffb700 1 -- 172.21.15.46:0/2495726212 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c0b1070 con 0x55cb2cf57850 2023-10-21T15:43:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.888+0000 7f0b91ffb700 1 -- 172.21.15.46:0/2495726212 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b9c09a150 con 0x55cb2cf57850 2023-10-21T15:43:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.888+0000 7f0b91ffb700 1 -- 172.21.15.46:0/2495726212 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c096860 con 0x55cb2cf57850 2023-10-21T15:43:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2495726212 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf57850 msgr2=0x55cb2cf57c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c70 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0a1fb0 tx=0x7f0b9c00cf50 comp rx=0 tx=0).stop 2023-10-21T15:43:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2495726212 shutdown_connections 2023-10-21T15:43:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c70 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 0x55cb2cf59520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2495726212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf58ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2495726212 >> 172.21.15.46:0/2495726212 conn(0x55cb2ce85d70 msgr2=0x55cb2cf52c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2495726212 shutdown_connections 2023-10-21T15:43:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2495726212 wait complete. 2023-10-21T15:43:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- start start 2023-10-21T15:43:41.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 Processor -- start 2023-10-21T15:43:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf57850 0x55cb2cf616c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf61c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 0x55cb2cf68c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2ceaae10 con 0x55cb2cf590a0 2023-10-21T15:43:41.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2ce476b0 con 0x55cb2cf581b0 2023-10-21T15:43:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.889+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2ce47350 con 0x55cb2cf57850 2023-10-21T15:43:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bbdd97b80 10 client.0 _ll_register_callbacks cb 0x55cb2cca47a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf57850 0x55cb2cf616c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0baaffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf61c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf57850 0x55cb2cf616c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48904/0 (socket says 172.21.15.46:48904) 2023-10-21T15:43:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2089064761 learned_addr learned my addr 172.21.15.46:0/2089064761 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0babfff700 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 0x55cb2cf68c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2089064761 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 msgr2=0x55cb2cf61c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf61c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2089064761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 msgr2=0x55cb2cf68c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 0x55cb2cf68c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2089064761 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bac19f540 con 0x55cb2cf57850 2023-10-21T15:43:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf57850 0x55cb2cf616c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c096b70 tx=0x7f0b9c09a910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ace6cbda1526f23 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0b8affd700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:43:41.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0b8affd700 1 -- 172.21.15.46:0/2089064761 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c0b1030 con 0x55cb2cf57850 2023-10-21T15:43:41.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2089064761 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cb2ceafe90 con 0x55cb2cf57850 2023-10-21T15:43:41.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.890+0000 7f0b8affd700 1 -- 172.21.15.46:0/2089064761 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0b9c0b2070 con 0x55cb2cf57850 2023-10-21T15:43:41.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0b8affd700 1 -- 172.21.15.46:0/2089064761 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0b9c0a24e0 con 0x55cb2cf57850 2023-10-21T15:43:41.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0bbdd97b80 10 client.26023 fetch_fsmap learned FSMap version 37 2023-10-21T15:43:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2089064761 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x55cb2ccd5d80 con 0x55cb2cf57850 2023-10-21T15:43:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0b8affd700 1 -- 172.21.15.46:0/2089064761 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55cb2ceafe90 con 0x55cb2cf57850 2023-10-21T15:43:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0b8affd700 1 -- 172.21.15.46:0/2089064761 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 37) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f0b9c082020 con 0x55cb2cf57850 2023-10-21T15:43:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0bbdd97b80 10 client.26023 fetch_fsmap finished waiting for FSMap version 37 2023-10-21T15:43:41.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0bbdd97b80 10 client.26023 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0bbdd97b80 20 client.26023 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55cb2cf6d250 0x55cb2cf6f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0bbdd97b80 4 client.26023 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:43:41.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2089064761 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cb2cf27bb0 con 0x55cb2cf6d250 2023-10-21T15:43:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.891+0000 7f0baaffd700 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55cb2cf6d250 0x55cb2cf6f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.892+0000 7f0baaffd700 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55cb2cf6d250 0x55cb2cf6f670 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e4348c0adaf3214 server_cookie=a2f8006083e431c0 in_seq=0 out_seq=0 2023-10-21T15:43:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.892+0000 7f0b8affd700 10 client.26023 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0b8affd700 1 -- 172.21.15.46:0/2089064761 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55cb2cf27bb0 con 0x55cb2cf6d250 2023-10-21T15:43:41.912 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0b8affd700 10 client.26023 handle_command_reply: tid=0 2023-10-21T15:43:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 client.26023 shutdown 2023-10-21T15:43:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2089064761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf57850 msgr2=0x55cb2cf616c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf57850 0x55cb2cf616c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c096b70 tx=0x7f0b9c09a910 comp rx=0 tx=0).stop 2023-10-21T15:43:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2089064761 shutdown_connections 2023-10-21T15:43:41.913 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55cb2cf6d250 0x55cb2cf6f670 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.914 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 0x55cb2cf68c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.914 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0b8affd700 0 client.26023 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:41.914 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf57850 0x55cb2cf616c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.914 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2089064761 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf581b0 0x55cb2cf61c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.914 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2089064761 >> 172.21.15.46:0/2089064761 conn(0x55cb2ce85d70 msgr2=0x55cb2cf52770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:41.915 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2089064761 shutdown_connections 2023-10-21T15:43:41.915 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2089064761 wait complete. 2023-10-21T15:43:41.915 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.893+0000 7f0bbdd97b80 20 client.26023 trim_cache size 0 max 16384 2023-10-21T15:43:41.917 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bbdd97b80 1 Processor -- start 2023-10-21T15:43:41.917 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bbdd97b80 1 -- start start 2023-10-21T15:43:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf581b0 0x55cb2cf5f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 0x55cb2cf5bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2cd2b8c0 con 0x55cb2cf581b0 2023-10-21T15:43:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2cf58f20 con 0x55cb2cf57850 2023-10-21T15:43:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2cf60b70 con 0x55cb2cf590a0 2023-10-21T15:43:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0baaffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf581b0 0x55cb2cf5f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0baaffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf581b0 0x55cb2cf5f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36914/0 (socket says 172.21.15.46:36914) 2023-10-21T15:43:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0baaffd700 1 -- 172.21.15.46:0/3194629437 learned_addr learned my addr 172.21.15.46:0/3194629437 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.914+0000 7f0babfff700 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 0x55cb2cf5bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0baaffd700 1 -- 172.21.15.46:0/3194629437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 msgr2=0x55cb2cf5bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0baaffd700 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 0x55cb2cf5bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0baaffd700 1 -- 172.21.15.46:0/3194629437 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 msgr2=0x55cb2cf57c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0baaffd700 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.921 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0baaffd700 1 -- 172.21.15.46:0/3194629437 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb2ccbec00 con 0x55cb2cf581b0 2023-10-21T15:43:41.921 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0baaffd700 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf581b0 0x55cb2cf5f430 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x55cb2cf6ff40 tx=0x7f0ba0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dbcaa8383ccf171 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:41.921 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0b927fc700 1 -- 172.21.15.46:0/3194629437 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba0020040 con 0x55cb2cf581b0 2023-10-21T15:43:41.921 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0b927fc700 1 -- 172.21.15.46:0/3194629437 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ba002b0f0 con 0x55cb2cf581b0 2023-10-21T15:43:41.922 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.915+0000 7f0b927fc700 1 -- 172.21.15.46:0/3194629437 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba0029760 con 0x55cb2cf581b0 2023-10-21T15:43:41.922 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.916+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/3194629437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf581b0 msgr2=0x55cb2cf5f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.922 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.916+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf581b0 0x55cb2cf5f430 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x55cb2cf6ff40 tx=0x7f0ba0014000 comp rx=0 tx=0).stop 2023-10-21T15:43:41.922 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.916+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/3194629437 shutdown_connections 2023-10-21T15:43:41.922 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.916+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf590a0 0x55cb2cf5bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.916+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cf57c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.916+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/3194629437 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf581b0 0x55cb2cf5f430 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.916+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/3194629437 >> 172.21.15.46:0/3194629437 conn(0x55cb2ce85d70 msgr2=0x55cb2cf60370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:41.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/3194629437 shutdown_connections 2023-10-21T15:43:41.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/3194629437 wait complete. 2023-10-21T15:43:41.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 -- start start 2023-10-21T15:43:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 Processor -- start 2023-10-21T15:43:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cfbd260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf581b0 0x55cb2cfbd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 0x55cb2cfc40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2cfc4620 con 0x55cb2cf590a0 2023-10-21T15:43:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2cfc4790 con 0x55cb2cf57850 2023-10-21T15:43:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb2cfc4950 con 0x55cb2cf581b0 2023-10-21T15:43:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.917+0000 7f0bbdd97b80 10 client.0 _ll_register_callbacks cb 0x7f0bac197a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cfbd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cfbd260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53852/0 (socket says 172.21.15.46:53852) 2023-10-21T15:43:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2084903263 learned_addr learned my addr 172.21.15.46:0/2084903263 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0babfff700 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 0x55cb2cfc40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0baaffd700 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf581b0 0x55cb2cfbd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2084903263 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf581b0 msgr2=0x55cb2cfbd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf581b0 0x55cb2cfbd7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2084903263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 msgr2=0x55cb2cfc40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 0x55cb2cfc40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 -- 172.21.15.46:0/2084903263 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ba0017050 con 0x55cb2cf57850 2023-10-21T15:43:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bab7fe700 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cfbd260 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0caca0 tx=0x7f0b9c000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=832350297a3cba8e server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:41.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0b8affd700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:43:41.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0b8affd700 1 -- 172.21.15.46:0/2084903263 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c0b1070 con 0x55cb2cf57850 2023-10-21T15:43:41.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2084903263 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0b9c09a150 con 0x55cb2cf57850 2023-10-21T15:43:41.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0b8affd700 1 -- 172.21.15.46:0/2084903263 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0b9c0a24e0 con 0x55cb2cf57850 2023-10-21T15:43:41.931 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0b8affd700 1 -- 172.21.15.46:0/2084903263 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0b9c098290 con 0x55cb2cf57850 2023-10-21T15:43:41.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bbdd97b80 10 client.25910 fetch_fsmap learned FSMap version 37 2023-10-21T15:43:41.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.918+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2084903263 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x55cb2ccfc1f0 con 0x55cb2cf57850 2023-10-21T15:43:41.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0b8affd700 1 -- 172.21.15.46:0/2084903263 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b9c09a150 con 0x55cb2cf57850 2023-10-21T15:43:41.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0b8affd700 1 -- 172.21.15.46:0/2084903263 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 37) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f0b9c00c950 con 0x55cb2cf57850 2023-10-21T15:43:41.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0bbdd97b80 10 client.25910 fetch_fsmap finished waiting for FSMap version 37 2023-10-21T15:43:41.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0bbdd97b80 10 client.25910 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:41.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0bbdd97b80 20 client.25910 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:41.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55cb2cfc5da0 0x55cb2cfc8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:41.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0bbdd97b80 4 client.25910 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:43:41.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2084903263 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55cb2cea3df0 con 0x55cb2cfc5da0 2023-10-21T15:43:41.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0baaffd700 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55cb2cfc5da0 0x55cb2cfc8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:41.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0b8affd700 10 client.25910 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:41.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.919+0000 7f0baaffd700 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55cb2cfc5da0 0x55cb2cfc8190 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=230f619201609177 server_cookie=7777361b8927793c in_seq=0 out_seq=0 2023-10-21T15:43:41.935 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.932+0000 7f0b8affd700 1 -- 172.21.15.46:0/2084903263 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55cb2cea3df0 con 0x55cb2cfc5da0 2023-10-21T15:43:41.936 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.932+0000 7f0b8affd700 10 client.25910 handle_command_reply: tid=0 2023-10-21T15:43:41.936 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.932+0000 7f0bbdd97b80 1 client.25910 shutdown 2023-10-21T15:43:41.936 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.932+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2084903263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 msgr2=0x55cb2cfbd260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.936 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.932+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cfbd260 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0caca0 tx=0x7f0b9c000bc0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.936 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2084903263 shutdown_connections 2023-10-21T15:43:41.937 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55cb2cfc5da0 0x55cb2cfc8190 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.937 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cb2cf590a0 0x55cb2cfc40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.937 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0b8affd700 0 client.25910 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:41.937 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55cb2cf57850 0x55cb2cfbd260 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.937 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 1 --2- 172.21.15.46:0/2084903263 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55cb2cf581b0 0x55cb2cfbd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.938 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2084903263 >> 172.21.15.46:0/2084903263 conn(0x55cb2ce85d70 msgr2=0x55cb2cf5f430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:41.938 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2084903263 shutdown_connections 2023-10-21T15:43:41.938 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 1 -- 172.21.15.46:0/2084903263 wait complete. 2023-10-21T15:43:41.938 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bbdd97b80 20 client.25910 trim_cache size 0 max 16384 2023-10-21T15:43:41.939 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:43:41.939 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:43:41.939 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:43:41.939 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:43:41.940 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 -- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b940a1500 msgr2=0x7f0b940a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.940 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b940a1500 0x7f0b940a39c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0009fd0 tx=0x7f0ba0009260 comp rx=0 tx=0).stop 2023-10-21T15:43:41.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 -- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac0ffdf0 msgr2=0x7f0bac196e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:41.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac0ffdf0 0x7f0bac196e30 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c00e970 tx=0x7f0b9c00ec80 comp rx=0 tx=0).stop 2023-10-21T15:43:41.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 -- 172.21.15.46:0/431551388 shutdown_connections 2023-10-21T15:43:41.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f0b940a1500 0x7f0b940a39c0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.941 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0bac0ffdf0 0x7f0bac196e30 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f0bac101980 0x7f0bac198110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 --2- 172.21.15.46:0/431551388 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0bac100fe0 0x7f0bac197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:41.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.933+0000 7f0bb1bae700 1 -- 172.21.15.46:0/431551388 >> 172.21.15.46:0/431551388 conn(0x7f0bac0fb360 msgr2=0x7f0bac0692c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:41.942 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.934+0000 7f0bb1bae700 1 -- 172.21.15.46:0/431551388 shutdown_connections 2023-10-21T15:43:41.943 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:41.934+0000 7f0bb1bae700 1 -- 172.21.15.46:0/431551388 wait complete. 2023-10-21T15:43:43.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:42 smithi046 ceph-mon[99436]: pgmap v419: 97 pgs: 97 active+clean; 63 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 1.40k op/s 2023-10-21T15:43:43.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:42 smithi105 ceph-mon[103980]: pgmap v419: 97 pgs: 97 active+clean; 63 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 1.40k op/s 2023-10-21T15:43:43.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:42 smithi119 ceph-mon[103628]: pgmap v419: 97 pgs: 97 active+clean; 63 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 1.40k op/s 2023-10-21T15:43:45.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:44 smithi046 ceph-mon[99436]: pgmap v420: 97 pgs: 97 active+clean; 62 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.19k op/s 2023-10-21T15:43:45.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:44 smithi105 ceph-mon[103980]: pgmap v420: 97 pgs: 97 active+clean; 62 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.19k op/s 2023-10-21T15:43:45.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:44 smithi119 ceph-mon[103628]: pgmap v420: 97 pgs: 97 active+clean; 62 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.19k op/s 2023-10-21T15:43:47.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:46 smithi046 ceph-mon[99436]: pgmap v421: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 1.25k op/s 2023-10-21T15:43:47.230 INFO:tasks.workunit.client.0.smithi046.stdout:40000 copy from 0x98ca82 to 0x993e9d, (0x741b bytes) at 0xfd3925 2023-10-21T15:43:47.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:46 smithi105 ceph-mon[103980]: pgmap v421: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 1.25k op/s 2023-10-21T15:43:47.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:46 smithi119 ceph-mon[103628]: pgmap v421: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 1.25k op/s 2023-10-21T15:43:49.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:48 smithi046 ceph-mon[99436]: pgmap v422: 97 pgs: 97 active+clean; 63 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 1.30k op/s 2023-10-21T15:43:49.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:48 smithi105 ceph-mon[103980]: pgmap v422: 97 pgs: 97 active+clean; 63 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 1.30k op/s 2023-10-21T15:43:49.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:48 smithi119 ceph-mon[103628]: pgmap v422: 97 pgs: 97 active+clean; 63 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 1.30k op/s 2023-10-21T15:43:51.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:50 smithi046 ceph-mon[99436]: pgmap v423: 97 pgs: 97 active+clean; 63 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 1.03k op/s 2023-10-21T15:43:51.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:50 smithi105 ceph-mon[103980]: pgmap v423: 97 pgs: 97 active+clean; 63 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 1.03k op/s 2023-10-21T15:43:51.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:50 smithi119 ceph-mon[103628]: pgmap v423: 97 pgs: 97 active+clean; 63 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 1.03k op/s 2023-10-21T15:43:51.758 INFO:tasks.workunit.client.0.smithi046.stdout:truncating to largest ever: 0x63ff6b1 2023-10-21T15:43:53.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:52 smithi046 ceph-mon[99436]: pgmap v424: 97 pgs: 97 active+clean; 61 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 1.35k op/s 2023-10-21T15:43:53.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:52 smithi105 ceph-mon[103980]: pgmap v424: 97 pgs: 97 active+clean; 61 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 1.35k op/s 2023-10-21T15:43:53.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:52 smithi119 ceph-mon[103628]: pgmap v424: 97 pgs: 97 active+clean; 61 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 1.35k op/s 2023-10-21T15:43:55.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.070+0000 7f1689835700 1 -- 172.21.15.46:0/2782599802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 msgr2=0x7f16841013f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.070+0000 7f1689835700 1 --2- 172.21.15.46:0/2782599802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 0x7f16841013f0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f1678009990 tx=0x7f1678009ca0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.070+0000 7f1689835700 1 -- 172.21.15.46:0/2782599802 shutdown_connections 2023-10-21T15:43:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.070+0000 7f1689835700 1 --2- 172.21.15.46:0/2782599802 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1684101930 0x7f1684108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.070+0000 7f1689835700 1 --2- 172.21.15.46:0/2782599802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f16840ffe20 0x7f1684100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.070+0000 7f1689835700 1 --2- 172.21.15.46:0/2782599802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 0x7f16841013f0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.070+0000 7f1689835700 1 -- 172.21.15.46:0/2782599802 >> 172.21.15.46:0/2782599802 conn(0x7f16840fb3b0 msgr2=0x7f16840fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:55.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.071+0000 7f1689835700 1 -- 172.21.15.46:0/2782599802 shutdown_connections 2023-10-21T15:43:55.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.071+0000 7f1689835700 1 -- 172.21.15.46:0/2782599802 wait complete. 2023-10-21T15:43:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.071+0000 7f1689835700 1 Processor -- start 2023-10-21T15:43:55.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1689835700 1 -- start start 2023-10-21T15:43:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1689835700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f16840ffe20 0x7f1684199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1689835700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 0x7f168419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1689835700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1684101930 0x7f168419e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1689835700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f168419e980 con 0x7f1684100f70 2023-10-21T15:43:55.078 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1689835700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f168419eac0 con 0x7f1684101930 2023-10-21T15:43:55.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1689835700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f168419ec80 con 0x7f16840ffe20 2023-10-21T15:43:55.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16827fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 0x7f168419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1682ffd700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f16840ffe20 0x7f1684199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16827fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 0x7f168419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36936/0 (socket says 172.21.15.46:36936) 2023-10-21T15:43:55.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16827fc700 1 -- 172.21.15.46:0/3427310537 learned_addr learned my addr 172.21.15.46:0/3427310537 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:55.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16837fe700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1684101930 0x7f168419e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16827fc700 1 -- 172.21.15.46:0/3427310537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f16840ffe20 msgr2=0x7f1684199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16827fc700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f16840ffe20 0x7f1684199910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16827fc700 1 -- 172.21.15.46:0/3427310537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1684101930 msgr2=0x7f168419e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16827fc700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1684101930 0x7f168419e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16827fc700 1 -- 172.21.15.46:0/3427310537 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16780095f0 con 0x7f1684100f70 2023-10-21T15:43:55.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f1682ffd700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f16840ffe20 0x7f1684199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:55.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.072+0000 7f16837fe700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1684101930 0x7f168419e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:55.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.073+0000 7f16827fc700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 0x7f168419be60 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f167800b620 tx=0x7f1678004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:55.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.073+0000 7f1688833700 1 -- 172.21.15.46:0/3427310537 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167801d070 con 0x7f1684100f70 2023-10-21T15:43:55.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.073+0000 7f1688833700 1 -- 172.21.15.46:0/3427310537 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1678005030 con 0x7f1684100f70 2023-10-21T15:43:55.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.073+0000 7f1689835700 1 -- 172.21.15.46:0/3427310537 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f168419ef00 con 0x7f1684100f70 2023-10-21T15:43:55.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.073+0000 7f1688833700 1 -- 172.21.15.46:0/3427310537 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1678004b80 con 0x7f1684100f70 2023-10-21T15:43:55.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.073+0000 7f1689835700 1 -- 172.21.15.46:0/3427310537 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f168419f2c0 con 0x7f1684100f70 2023-10-21T15:43:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.076+0000 7f1688833700 1 -- 172.21.15.46:0/3427310537 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f16780051a0 con 0x7f1684100f70 2023-10-21T15:43:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.077+0000 7f1688833700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f166c0a1480 0x7f166c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.078+0000 7f1695a1eb80 1 Processor -- start 2023-10-21T15:43:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.078+0000 7f1695a1eb80 1 -- start start 2023-10-21T15:43:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.078+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c55f860 0x55694c55fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.078+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c560ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5610b0 0x55694c561530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c4c3c10 con 0x55694c5610b0 2023-10-21T15:43:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c4a8c00 con 0x55694c5601c0 2023-10-21T15:43:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c4a6520 con 0x55694c55f860 2023-10-21T15:43:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f16827fc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c560ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f16827fc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c560ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53872/0 (socket says 172.21.15.46:53872) 2023-10-21T15:43:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f16827fc700 1 -- 172.21.15.46:0/1219925317 learned_addr learned my addr 172.21.15.46:0/1219925317 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f16827fc700 1 -- 172.21.15.46:0/1219925317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c55f860 msgr2=0x55694c55fc80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-21T15:43:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f16827fc700 1 --2- 172.21.15.46:0/1219925317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c55f860 0x55694c55fc80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f16827fc700 1 -- 172.21.15.46:0/1219925317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5610b0 msgr2=0x55694c561530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f16827fc700 1 --2- 172.21.15.46:0/1219925317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5610b0 0x55694c561530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.079+0000 7f16827fc700 1 -- 172.21.15.46:0/1219925317 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55694c45f390 con 0x55694c5601c0 2023-10-21T15:43:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.080+0000 7f16827fc700 1 --2- 172.21.15.46:0/1219925317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c560ad0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f167809b080 tx=0x7f1678009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9b7017ed4ae3dfe server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.080+0000 7f1669ffb700 1 -- 172.21.15.46:0/1219925317 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167809f240 con 0x55694c5601c0 2023-10-21T15:43:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.080+0000 7f1669ffb700 1 -- 172.21.15.46:0/1219925317 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f16780a33f0 con 0x55694c5601c0 2023-10-21T15:43:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.080+0000 7f1669ffb700 1 -- 172.21.15.46:0/1219925317 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167809a5e0 con 0x55694c5601c0 2023-10-21T15:43:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.081+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1219925317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 msgr2=0x55694c560ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.081+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/1219925317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c560ad0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f167809b080 tx=0x7f1678009ca0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.081+0000 7f1688833700 1 -- 172.21.15.46:0/3427310537 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f16780aee40 con 0x7f1684100f70 2023-10-21T15:43:55.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.082+0000 7f1682ffd700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f166c0a1480 0x7f166c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1219925317 shutdown_connections 2023-10-21T15:43:55.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/1219925317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5610b0 0x55694c561530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/1219925317 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c55f860 0x55694c55fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/1219925317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c560ad0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1219925317 >> 172.21.15.46:0/1219925317 conn(0x55694c47cd70 msgr2=0x55694c549c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1219925317 shutdown_connections 2023-10-21T15:43:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1682ffd700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f166c0a1480 0x7f166c0a3940 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f16840698d0 tx=0x7f1674009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1219925317 wait complete. 2023-10-21T15:43:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.083+0000 7f1695a1eb80 1 -- start start 2023-10-21T15:43:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.084+0000 7f1695a1eb80 1 Processor -- start 2023-10-21T15:43:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.085+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c54f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.085+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c54fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.085+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c556de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.085+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c4a1e10 con 0x55694c5601c0 2023-10-21T15:43:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.085+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c43e6b0 con 0x55694c55f860 2023-10-21T15:43:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.085+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c43e350 con 0x55694c5610b0 2023-10-21T15:43:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1695a1eb80 10 client.0 _ll_register_callbacks cb 0x55694c29b7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f16827fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c54fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f16827fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c54fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36946/0 (socket says 172.21.15.46:36946) 2023-10-21T15:43:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f16827fc700 1 -- 172.21.15.46:0/3590659482 learned_addr learned my addr 172.21.15.46:0/3590659482 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1682ffd700 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c54f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f16837fe700 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c556de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1682ffd700 1 -- 172.21.15.46:0/3590659482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 msgr2=0x55694c556de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1682ffd700 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c556de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1682ffd700 1 -- 172.21.15.46:0/3590659482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 msgr2=0x55694c54fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1682ffd700 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c54fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1682ffd700 1 -- 172.21.15.46:0/3590659482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f168419f2c0 con 0x55694c55f860 2023-10-21T15:43:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f16827fc700 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c54fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1682ffd700 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c54f860 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f16740038e0 tx=0x7f16740047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de63fe1473ef6408 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.086+0000 7f1662ffd700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2023-10-21T15:43:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1662ffd700 1 -- 172.21.15.46:0/3590659482 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167400e900 con 0x55694c55f860 2023-10-21T15:43:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1662ffd700 1 -- 172.21.15.46:0/3590659482 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f167400ea60 con 0x55694c55f860 2023-10-21T15:43:55.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 1 -- 172.21.15.46:0/3590659482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55694c4a6e90 con 0x55694c55f860 2023-10-21T15:43:55.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1662ffd700 1 -- 172.21.15.46:0/3590659482 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f167402c030 con 0x55694c55f860 2023-10-21T15:43:55.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 10 client.25922 fetch_fsmap learned FSMap version 37 2023-10-21T15:43:55.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 1 -- 172.21.15.46:0/3590659482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x55694c2ccd80 con 0x55694c55f860 2023-10-21T15:43:55.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1662ffd700 1 -- 172.21.15.46:0/3590659482 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55694c4a6e90 con 0x55694c55f860 2023-10-21T15:43:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1662ffd700 1 -- 172.21.15.46:0/3590659482 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 37) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f1674024020 con 0x55694c55f860 2023-10-21T15:43:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 10 client.25922 fetch_fsmap finished waiting for FSMap version 37 2023-10-21T15:43:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 10 client.25922 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 20 client.25922 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55694c55b7e0 0x55694c55dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 4 client.25922 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:43:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.087+0000 7f1695a1eb80 1 -- 172.21.15.46:0/3590659482 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55694c51ebb0 con 0x55694c55b7e0 2023-10-21T15:43:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.088+0000 7f16827fc700 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55694c55b7e0 0x55694c55dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.088+0000 7f16827fc700 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55694c55b7e0 0x55694c55dc00 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baad73deb8716823 server_cookie=a61fddc253b317ab in_seq=0 out_seq=0 2023-10-21T15:43:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.088+0000 7f1662ffd700 10 client.25922 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:55.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1662ffd700 1 -- 172.21.15.46:0/3590659482 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55694c51ebb0 con 0x55694c55b7e0 2023-10-21T15:43:55.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1662ffd700 10 client.25922 handle_command_reply: tid=0 2023-10-21T15:43:55.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 client.25922 shutdown 2023-10-21T15:43:55.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 -- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 msgr2=0x55694c54f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c54f860 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f16740038e0 tx=0x7f16740047c0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 -- 172.21.15.46:0/3590659482 shutdown_connections 2023-10-21T15:43:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55694c55b7e0 0x55694c55dc00 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c556de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c54f860 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1662ffd700 0 client.25922 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/3590659482 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c54fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 -- 172.21.15.46:0/3590659482 >> 172.21.15.46:0/3590659482 conn(0x55694c47cd70 msgr2=0x55694c549830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 -- 172.21.15.46:0/3590659482 shutdown_connections 2023-10-21T15:43:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 1 -- 172.21.15.46:0/3590659482 wait complete. 2023-10-21T15:43:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.089+0000 7f1695a1eb80 20 client.25922 trim_cache size 0 max 16384 2023-10-21T15:43:55.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.105+0000 7f1695a1eb80 1 Processor -- start 2023-10-21T15:43:55.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1695a1eb80 1 -- start start 2023-10-21T15:43:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c548e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c556da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c567410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c3228c0 con 0x55694c5601c0 2023-10-21T15:43:55.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c54ed10 con 0x55694c55f860 2023-10-21T15:43:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c54f3d0 con 0x55694c5610b0 2023-10-21T15:43:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1682ffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c548e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f16837fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c567410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f16827fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c556da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1682ffd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c548e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53886/0 (socket says 172.21.15.46:53886) 2023-10-21T15:43:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f16837fe700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c567410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48954/0 (socket says 172.21.15.46:48954) 2023-10-21T15:43:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1682ffd700 1 -- 172.21.15.46:0/1025643704 learned_addr learned my addr 172.21.15.46:0/1025643704 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:55.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f16827fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c556da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36958/0 (socket says 172.21.15.46:36958) 2023-10-21T15:43:55.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1682ffd700 1 -- 172.21.15.46:0/1025643704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 msgr2=0x55694c567410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:55.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1682ffd700 1 --2- 172.21.15.46:0/1025643704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c567410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1682ffd700 1 -- 172.21.15.46:0/1025643704 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 msgr2=0x55694c556da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:55.115 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1682ffd700 1 --2- 172.21.15.46:0/1025643704 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c556da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f1682ffd700 1 -- 172.21.15.46:0/1025643704 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55694c2b5c00 con 0x55694c55f860 2023-10-21T15:43:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.106+0000 7f16827fc700 1 --2- 172.21.15.46:0/1025643704 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c556da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:43:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.107+0000 7f1682ffd700 1 --2- 172.21.15.46:0/1025643704 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c548e30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1674013010 tx=0x7f1674003ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13cb034f1b60b7ca server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.107+0000 7f166a7fc700 1 -- 172.21.15.46:0/1025643704 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167402c070 con 0x55694c55f860 2023-10-21T15:43:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.107+0000 7f166a7fc700 1 -- 172.21.15.46:0/1025643704 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1674005020 con 0x55694c55f860 2023-10-21T15:43:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.107+0000 7f166a7fc700 1 -- 172.21.15.46:0/1025643704 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167400e960 con 0x55694c55f860 2023-10-21T15:43:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1025643704 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 msgr2=0x55694c548e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/1025643704 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c548e30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1674013010 tx=0x7f1674003ed0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1025643704 shutdown_connections 2023-10-21T15:43:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/1025643704 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c567410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/1025643704 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c55f860 0x55694c548e30 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/1025643704 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c5601c0 0x55694c556da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1025643704 >> 172.21.15.46:0/1025643704 conn(0x55694c47cd70 msgr2=0x55694c56bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:55.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1025643704 shutdown_connections 2023-10-21T15:43:55.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 -- 172.21.15.46:0/1025643704 wait complete. 2023-10-21T15:43:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.108+0000 7f1695a1eb80 1 -- start start 2023-10-21T15:43:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1695a1eb80 1 Processor -- start 2023-10-21T15:43:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c55f860 0x55694c551810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c556d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1695a1eb80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c551e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c5b7060 con 0x55694c55f860 2023-10-21T15:43:55.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c5b71a0 con 0x55694c5601c0 2023-10-21T15:43:55.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1695a1eb80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x55694c5b72e0 con 0x55694c5610b0 2023-10-21T15:43:55.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1695a1eb80 10 client.0 _ll_register_callbacks cb 0x7f1674004530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:43:55.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c55f860 0x55694c551810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c55f860 0x55694c551810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36960/0 (socket says 172.21.15.46:36960) 2023-10-21T15:43:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f16827fc700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c556d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 -- 172.21.15.46:0/2472636998 learned_addr learned my addr 172.21.15.46:0/2472636998 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:43:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f16837fe700 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c551e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 -- 172.21.15.46:0/2472636998 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 msgr2=0x55694c551e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:55.122 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c551e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.122 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 -- 172.21.15.46:0/2472636998 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 msgr2=0x55694c556d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:43:55.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c556d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 -- 172.21.15.46:0/2472636998 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55694c45f390 con 0x55694c55f860 2023-10-21T15:43:55.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1682ffd700 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c55f860 0x55694c551810 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f167401ee60 tx=0x7f1674009370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=860b56bf8cad66e5 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:43:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.109+0000 7f1662ffd700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:43:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1662ffd700 1 -- 172.21.15.46:0/2472636998 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167402c070 con 0x55694c55f860 2023-10-21T15:43:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 1 -- 172.21.15.46:0/2472636998 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f16780a33f0 con 0x55694c55f860 2023-10-21T15:43:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1662ffd700 1 -- 172.21.15.46:0/2472636998 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f167402d070 con 0x55694c55f860 2023-10-21T15:43:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1662ffd700 1 -- 172.21.15.46:0/2472636998 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) v2 ==== 24+0+0 (secure 0 0 0) 0x7f167404a030 con 0x55694c55f860 2023-10-21T15:43:55.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 10 client.16299 fetch_fsmap learned FSMap version 37 2023-10-21T15:43:55.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 1 -- 172.21.15.46:0/2472636998 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) v3 -- 0x55694c2ccd80 con 0x55694c55f860 2023-10-21T15:43:55.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1662ffd700 1 -- 172.21.15.46:0/2472636998 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f16780a33f0 con 0x55694c55f860 2023-10-21T15:43:55.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1662ffd700 1 -- 172.21.15.46:0/2472636998 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 37) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f1674039070 con 0x55694c55f860 2023-10-21T15:43:55.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 10 client.16299 fetch_fsmap finished waiting for FSMap version 37 2023-10-21T15:43:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 10 client.16299 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:43:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 20 client.16299 populate_metadata read hostname 'smithi046' 2023-10-21T15:43:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55694c5b8920 0x55694c5bad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:43:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 4 client.16299 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:43:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f1695a1eb80 1 -- 172.21.15.46:0/2472636998 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55694c49adf0 con 0x55694c5b8920 2023-10-21T15:43:55.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.110+0000 7f16827fc700 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55694c5b8920 0x55694c5bad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:43:55.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.111+0000 7f1662ffd700 10 client.16299 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:55.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.111+0000 7f16827fc700 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55694c5b8920 0x55694c5bad40 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43e4f17ec7c2d64e server_cookie=d895a810b046b691 in_seq=0 out_seq=0 2023-10-21T15:43:55.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.130+0000 7f1662ffd700 1 -- 172.21.15.46:0/2472636998 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55694c49adf0 con 0x55694c5b8920 2023-10-21T15:43:55.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.130+0000 7f1662ffd700 10 client.16299 handle_command_reply: tid=0 2023-10-21T15:43:55.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.130+0000 7f1695a1eb80 1 client.16299 shutdown 2023-10-21T15:43:55.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.130+0000 7f1695a1eb80 1 -- 172.21.15.46:0/2472636998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c55f860 msgr2=0x55694c551810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.130+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c55f860 0x55694c551810 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f167401ee60 tx=0x7f1674009370 comp rx=0 tx=0).stop 2023-10-21T15:43:55.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 1 -- 172.21.15.46:0/2472636998 shutdown_connections 2023-10-21T15:43:55.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x55694c5b8920 0x55694c5bad40 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55694c55f860 0x55694c551810 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x55694c5610b0 0x55694c551e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1662ffd700 0 client.16299 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:43:55.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 1 --2- 172.21.15.46:0/2472636998 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55694c5601c0 0x55694c556d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 1 -- 172.21.15.46:0/2472636998 >> 172.21.15.46:0/2472636998 conn(0x55694c47cd70 msgr2=0x55694c548e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:55.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 1 -- 172.21.15.46:0/2472636998 shutdown_connections 2023-10-21T15:43:55.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 1 -- 172.21.15.46:0/2472636998 wait complete. 2023-10-21T15:43:55.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1695a1eb80 20 client.16299 trim_cache size 0 max 16384 2023-10-21T15:43:55.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:43:55.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:43:55.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:43:55.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:43:55.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 -- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f166c0a1480 msgr2=0x7f166c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f166c0a1480 0x7f166c0a3940 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f16840698d0 tx=0x7f1674009260 comp rx=0 tx=0).stop 2023-10-21T15:43:55.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 -- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 msgr2=0x7f168419be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:43:55.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 0x7f168419be60 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f167800b620 tx=0x7f1678004730 comp rx=0 tx=0).stop 2023-10-21T15:43:55.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 -- 172.21.15.46:0/3427310537 shutdown_connections 2023-10-21T15:43:55.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f166c0a1480 0x7f166c0a3940 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1684101930 0x7f168419e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f16840ffe20 0x7f1684199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 --2- 172.21.15.46:0/3427310537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1684100f70 0x7f168419be60 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:43:55.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.131+0000 7f1689835700 1 -- 172.21.15.46:0/3427310537 >> 172.21.15.46:0/3427310537 conn(0x7f16840fb3b0 msgr2=0x7f1684104540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:43:55.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.132+0000 7f1689835700 1 -- 172.21.15.46:0/3427310537 shutdown_connections 2023-10-21T15:43:55.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:43:55.132+0000 7f1689835700 1 -- 172.21.15.46:0/3427310537 wait complete. 2023-10-21T15:43:55.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:54 smithi046 ceph-mon[99436]: pgmap v425: 97 pgs: 97 active+clean; 60 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 1.10k op/s 2023-10-21T15:43:55.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:54 smithi105 ceph-mon[103980]: pgmap v425: 97 pgs: 97 active+clean; 60 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 1.10k op/s 2023-10-21T15:43:55.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:54 smithi119 ceph-mon[103628]: pgmap v425: 97 pgs: 97 active+clean; 60 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 1.10k op/s 2023-10-21T15:43:57.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:56 smithi046 ceph-mon[99436]: pgmap v426: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 1.15k op/s 2023-10-21T15:43:57.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:56 smithi105 ceph-mon[103980]: pgmap v426: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 1.15k op/s 2023-10-21T15:43:57.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:56 smithi119 ceph-mon[103628]: pgmap v426: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 1.15k op/s 2023-10-21T15:43:59.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:43:58 smithi046 ceph-mon[99436]: pgmap v427: 97 pgs: 97 active+clean; 65 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.22k op/s 2023-10-21T15:43:59.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:43:58 smithi105 ceph-mon[103980]: pgmap v427: 97 pgs: 97 active+clean; 65 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.22k op/s 2023-10-21T15:43:59.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:43:58 smithi119 ceph-mon[103628]: pgmap v427: 97 pgs: 97 active+clean; 65 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 1.22k op/s 2023-10-21T15:43:59.689 INFO:tasks.workunit.client.0.smithi046.stdout:All 50000 operations completed A-OK! 2023-10-21T15:43:59.691 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-10-21T15:43:59.691 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-10-21T15:44:01.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:00 smithi046 ceph-mon[99436]: pgmap v428: 97 pgs: 97 active+clean; 65 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 973 op/s 2023-10-21T15:44:01.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:00 smithi105 ceph-mon[103980]: pgmap v428: 97 pgs: 97 active+clean; 65 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 973 op/s 2023-10-21T15:44:01.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:00 smithi119 ceph-mon[103628]: pgmap v428: 97 pgs: 97 active+clean; 65 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 973 op/s 2023-10-21T15:44:03.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:02 smithi046 ceph-mon[99436]: pgmap v429: 97 pgs: 97 active+clean; 68 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 1.24k op/s 2023-10-21T15:44:03.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:02 smithi105 ceph-mon[103980]: pgmap v429: 97 pgs: 97 active+clean; 68 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 1.24k op/s 2023-10-21T15:44:03.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:02 smithi119 ceph-mon[103628]: pgmap v429: 97 pgs: 97 active+clean; 68 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.8 MiB/s wr, 1.24k op/s 2023-10-21T15:44:05.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:04 smithi046 ceph-mon[99436]: pgmap v430: 97 pgs: 97 active+clean; 61 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 962 op/s 2023-10-21T15:44:05.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:04 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:05.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:04 smithi105 ceph-mon[103980]: pgmap v430: 97 pgs: 97 active+clean; 61 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 962 op/s 2023-10-21T15:44:05.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:04 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:04 smithi119 ceph-mon[103628]: pgmap v430: 97 pgs: 97 active+clean; 61 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 962 op/s 2023-10-21T15:44:05.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:04 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:06.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:05 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:06.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:05 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:06.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:05 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:06 smithi105 ceph-mon[103980]: pgmap v431: 97 pgs: 97 active+clean; 62 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 884 op/s 2023-10-21T15:44:07.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:06 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:07.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:06 smithi119 ceph-mon[103628]: pgmap v431: 97 pgs: 97 active+clean; 62 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 884 op/s 2023-10-21T15:44:07.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:06 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:07.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:06 smithi046 ceph-mon[99436]: pgmap v431: 97 pgs: 97 active+clean; 62 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 884 op/s 2023-10-21T15:44:07.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:06 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:08.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:07 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:08.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:07 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:08.287 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.284+0000 7fcc38e28700 1 -- 172.21.15.46:0/1475437514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 msgr2=0x7fcc34107950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.287 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.284+0000 7fcc38e28700 1 --2- 172.21.15.46:0/1475437514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 0x7fcc34107950 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fcc2400b0d0 tx=0x7fcc2400b3e0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.287 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.284+0000 7fcc38e28700 1 -- 172.21.15.46:0/1475437514 shutdown_connections 2023-10-21T15:44:08.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.285+0000 7fcc38e28700 1 --2- 172.21.15.46:0/1475437514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 0x7fcc34107950 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.285+0000 7fcc38e28700 1 --2- 172.21.15.46:0/1475437514 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc341090c0 0x7fcc3410f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.285+0000 7fcc38e28700 1 --2- 172.21.15.46:0/1475437514 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc34108720 0x7fcc34108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.285+0000 7fcc38e28700 1 -- 172.21.15.46:0/1475437514 >> 172.21.15.46:0/1475437514 conn(0x7fcc340764b0 msgr2=0x7fcc34078910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:08.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.285+0000 7fcc38e28700 1 -- 172.21.15.46:0/1475437514 shutdown_connections 2023-10-21T15:44:08.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.285+0000 7fcc38e28700 1 -- 172.21.15.46:0/1475437514 wait complete. 2023-10-21T15:44:08.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.286+0000 7fcc38e28700 1 Processor -- start 2023-10-21T15:44:08.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.286+0000 7fcc38e28700 1 -- start start 2023-10-21T15:44:08.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc38e28700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 0x7fcc3419d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc38e28700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc34108720 0x7fcc3419d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc38e28700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc341090c0 0x7fcc3419e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc38e28700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc3419ee80 con 0x7fcc34107530 2023-10-21T15:44:08.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc38e28700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc3419eff0 con 0x7fcc34108720 2023-10-21T15:44:08.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc38e28700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc3419f1b0 con 0x7fcc341090c0 2023-10-21T15:44:08.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc3259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 0x7fcc3419d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc3259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 0x7fcc3419d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36974/0 (socket says 172.21.15.46:36974) 2023-10-21T15:44:08.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc3259c700 1 -- 172.21.15.46:0/3936230814 learned_addr learned my addr 172.21.15.46:0/3936230814 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:08.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc34108720 0x7fcc3419d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc3259c700 1 -- 172.21.15.46:0/3936230814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc341090c0 msgr2=0x7fcc3419e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc3259c700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc341090c0 0x7fcc3419e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc3259c700 1 -- 172.21.15.46:0/3936230814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc34108720 msgr2=0x7fcc3419d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc3259c700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc34108720 0x7fcc3419d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.287+0000 7fcc3259c700 1 -- 172.21.15.46:0/3936230814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc24009d00 con 0x7fcc34107530 2023-10-21T15:44:08.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.288+0000 7fcc3259c700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 0x7fcc3419d460 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fcc24000f80 tx=0x7fcc240094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:08.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.288+0000 7fcc237fe700 1 -- 172.21.15.46:0/3936230814 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc2400e040 con 0x7fcc34107530 2023-10-21T15:44:08.295 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.288+0000 7fcc237fe700 1 -- 172.21.15.46:0/3936230814 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc24012dc0 con 0x7fcc34107530 2023-10-21T15:44:08.295 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.288+0000 7fcc237fe700 1 -- 172.21.15.46:0/3936230814 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc2401b450 con 0x7fcc34107530 2023-10-21T15:44:08.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.289+0000 7fcc38e28700 1 -- 172.21.15.46:0/3936230814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc3419f430 con 0x7fcc34107530 2023-10-21T15:44:08.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.289+0000 7fcc38e28700 1 -- 172.21.15.46:0/3936230814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc341a5c50 con 0x7fcc34107530 2023-10-21T15:44:08.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.292+0000 7fcc237fe700 1 -- 172.21.15.46:0/3936230814 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fcc2401d5f0 con 0x7fcc34107530 2023-10-21T15:44:08.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.293+0000 7fcc237fe700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcc1c0a1500 0x7fcc1c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.293+0000 7fcc237fe700 1 -- 172.21.15.46:0/3936230814 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fcc240ce6b0 con 0x7fcc34107530 2023-10-21T15:44:08.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc45011b80 1 Processor -- start 2023-10-21T15:44:08.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc45011b80 1 -- start start 2023-10-21T15:44:08.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcc1c0a1500 0x7fcc1c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641006ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641007520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc45011b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563640f7ac10 con 0x5636410061b0 2023-10-21T15:44:08.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc45011b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563640f5fc00 con 0x563641005850 2023-10-21T15:44:08.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.294+0000 7fcc45011b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563640f5d520 con 0x5636410070a0 2023-10-21T15:44:08.300 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc31d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641006ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53918/0 (socket says 172.21.15.46:53918) 2023-10-21T15:44:08.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 -- 172.21.15.46:0/4066905038 learned_addr learned my addr 172.21.15.46:0/4066905038 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:08.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc32d9d700 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641007520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcc1c0a1500 0x7fcc1c0a39c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fcc28005950 tx=0x7fcc2800b820 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:08.302 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 -- 172.21.15.46:0/4066905038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 msgr2=0x563641007520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:44:08.302 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641007520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.302 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 -- 172.21.15.46:0/4066905038 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 msgr2=0x563641006ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:44:08.302 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641006ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.303 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 -- 172.21.15.46:0/4066905038 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563640f16390 con 0x563641005850 2023-10-21T15:44:08.303 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc32d9d700 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641007520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:44:08.303 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641006ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:44:08.303 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc3259c700 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcc2409ba00 tx=0x7fcc2401d990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfcf1c1e0d44e052 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:08.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.295+0000 7fcc20ff9700 1 -- 172.21.15.46:0/4066905038 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc2409c170 con 0x563641005850 2023-10-21T15:44:08.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.296+0000 7fcc20ff9700 1 -- 172.21.15.46:0/4066905038 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc2409ba70 con 0x563641005850 2023-10-21T15:44:08.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.296+0000 7fcc20ff9700 1 -- 172.21.15.46:0/4066905038 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc24099f30 con 0x563641005850 2023-10-21T15:44:08.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 -- 172.21.15.46:0/4066905038 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 msgr2=0x563641005c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcc2409ba00 tx=0x7fcc2401d990 comp rx=0 tx=0).stop 2023-10-21T15:44:08.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 -- 172.21.15.46:0/4066905038 shutdown_connections 2023-10-21T15:44:08.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641007520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 --2- 172.21.15.46:0/4066905038 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641006ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 -- 172.21.15.46:0/4066905038 >> 172.21.15.46:0/4066905038 conn(0x563640f33d70 msgr2=0x563641000c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:08.308 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 -- 172.21.15.46:0/4066905038 shutdown_connections 2023-10-21T15:44:08.308 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 -- 172.21.15.46:0/4066905038 wait complete. 2023-10-21T15:44:08.308 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 -- start start 2023-10-21T15:44:08.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.297+0000 7fcc45011b80 1 Processor -- start 2023-10-21T15:44:08.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563641005850 0x56364100f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5636410061b0 0x56364100fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410070a0 0x563641016a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.310 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc45011b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563640f58e10 con 0x5636410070a0 2023-10-21T15:44:08.310 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc45011b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563640ef56b0 con 0x5636410061b0 2023-10-21T15:44:08.310 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc45011b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563640ef5350 con 0x563641005850 2023-10-21T15:44:08.310 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc45011b80 10 client.0 _ll_register_callbacks cb 0x563640d527a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:44:08.310 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc3259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563641005850 0x56364100f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.311 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc3259c700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563641005850 0x56364100f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:48986/0 (socket says 172.21.15.46:48986) 2023-10-21T15:44:08.311 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc3259c700 1 -- 172.21.15.46:0/1185781557 learned_addr learned my addr 172.21.15.46:0/1185781557 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:08.311 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc32d9d700 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410070a0 0x563641016a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.311 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc3259c700 1 -- 172.21.15.46:0/1185781557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5636410061b0 msgr2=0x56364100fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:44:08.311 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc3259c700 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5636410061b0 0x56364100fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc3259c700 1 -- 172.21.15.46:0/1185781557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410070a0 msgr2=0x563641016a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:44:08.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc3259c700 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410070a0 0x563641016a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.298+0000 7fcc3259c700 1 -- 172.21.15.46:0/1185781557 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc28018070 con 0x563641005850 2023-10-21T15:44:08.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.299+0000 7fcc3259c700 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563641005850 0x56364100f4f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fcc24012f90 tx=0x7fcc2409bfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e216385fb948e426 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:08.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.299+0000 7fcc19ffb700 10 client.0 ms_handle_connect on v2:172.21.15.119:3300/0 2023-10-21T15:44:08.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.299+0000 7fcc19ffb700 1 -- 172.21.15.46:0/1185781557 <== mon.1 v2:172.21.15.119:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc24099f10 con 0x563641005850 2023-10-21T15:44:08.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.299+0000 7fcc19ffb700 1 -- 172.21.15.46:0/1185781557 <== mon.1 v2:172.21.15.119:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fcc2409fbc0 con 0x563641005850 2023-10-21T15:44:08.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.299+0000 7fcc45011b80 1 -- 172.21.15.46:0/1185781557 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563640f5de90 con 0x563641005850 2023-10-21T15:44:08.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.299+0000 7fcc19ffb700 1 -- 172.21.15.46:0/1185781557 <== mon.1 v2:172.21.15.119:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcc240b4260 con 0x563641005850 2023-10-21T15:44:08.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.299+0000 7fcc45011b80 10 client.26053 fetch_fsmap learned FSMap version 41 2023-10-21T15:44:08.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.299+0000 7fcc45011b80 1 -- 172.21.15.46:0/1185781557 --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) v3 -- 0x7fcc341a5c50 con 0x563641005850 2023-10-21T15:44:08.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc19ffb700 1 -- 172.21.15.46:0/1185781557 <== mon.1 v2:172.21.15.119:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc2407e080 con 0x563641005850 2023-10-21T15:44:08.314 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc19ffb700 1 -- 172.21.15.46:0/1185781557 <== mon.1 v2:172.21.15.119:3300/0 5 ==== fsmap(e 41) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fcc24097a00 con 0x563641005850 2023-10-21T15:44:08.314 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc45011b80 10 client.26053 fetch_fsmap finished waiting for FSMap version 41 2023-10-21T15:44:08.314 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc45011b80 10 client.26053 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:44:08.314 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc45011b80 20 client.26053 populate_metadata read hostname 'smithi046' 2023-10-21T15:44:08.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc45011b80 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56364102bff0 0x56364102e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc45011b80 4 client.26053 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-21T15:44:08.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc45011b80 1 -- 172.21.15.46:0/1185781557 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563640fd5bb0 con 0x56364102bff0 2023-10-21T15:44:08.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.300+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56364102bff0 0x56364102e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.315 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.301+0000 7fcc19ffb700 10 client.26053 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:44:08.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.301+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56364102bff0 0x56364102e410 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc189e8b9842571 server_cookie=2f2b4b24c9f85b61 in_seq=0 out_seq=0 2023-10-21T15:44:08.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc19ffb700 1 -- 172.21.15.46:0/1185781557 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563640fd5bb0 con 0x56364102bff0 2023-10-21T15:44:08.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc19ffb700 10 client.26053 handle_command_reply: tid=0 2023-10-21T15:44:08.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 client.26053 shutdown 2023-10-21T15:44:08.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 -- 172.21.15.46:0/1185781557 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563641005850 msgr2=0x56364100f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563641005850 0x56364100f4f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fcc24012f90 tx=0x7fcc2409bfb0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 -- 172.21.15.46:0/1185781557 shutdown_connections 2023-10-21T15:44:08.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x56364102bff0 0x56364102e410 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410070a0 0x563641016a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc19ffb700 0 client.26053 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:44:08.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x563641005850 0x56364100f4f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 --2- 172.21.15.46:0/1185781557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5636410061b0 0x56364100fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 -- 172.21.15.46:0/1185781557 >> 172.21.15.46:0/1185781557 conn(0x563640f33d70 msgr2=0x563641000830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:08.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 -- 172.21.15.46:0/1185781557 shutdown_connections 2023-10-21T15:44:08.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 1 -- 172.21.15.46:0/1185781557 wait complete. 2023-10-21T15:44:08.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.302+0000 7fcc45011b80 20 client.26053 trim_cache size 0 max 16384 2023-10-21T15:44:08.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc45011b80 1 Processor -- start 2023-10-21T15:44:08.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc45011b80 1 -- start start 2023-10-21T15:44:08.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641016a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x56364100d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc45011b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x563640dd98c0 con 0x5636410061b0 2023-10-21T15:44:08.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc45011b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x56364100e9a0 con 0x563641005850 2023-10-21T15:44:08.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc45011b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x56364100f060 con 0x5636410070a0 2023-10-21T15:44:08.327 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc31d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641016a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.328 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc32d9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x56364100d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.328 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc31d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641016a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36996/0 (socket says 172.21.15.46:36996) 2023-10-21T15:44:08.328 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc31d9b700 1 -- 172.21.15.46:0/253949859 learned_addr learned my addr 172.21.15.46:0/253949859 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:08.330 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.320+0000 7fcc3259c700 1 --2- 172.21.15.46:0/253949859 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.330 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc31d9b700 1 -- 172.21.15.46:0/253949859 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 msgr2=0x56364100d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:44:08.330 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/253949859 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x56364100d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.330 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc31d9b700 1 -- 172.21.15.46:0/253949859 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 msgr2=0x563641005c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:44:08.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/253949859 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc31d9b700 1 -- 172.21.15.46:0/253949859 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563640d83d80 con 0x5636410061b0 2023-10-21T15:44:08.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/253949859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641016a30 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fcc2801a000 tx=0x7fcc28015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=508e65afa7338c75 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:08.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc217fa700 1 -- 172.21.15.46:0/253949859 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc28026390 con 0x5636410061b0 2023-10-21T15:44:08.331 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc217fa700 1 -- 172.21.15.46:0/253949859 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc280264f0 con 0x5636410061b0 2023-10-21T15:44:08.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.321+0000 7fcc217fa700 1 -- 172.21.15.46:0/253949859 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc28005020 con 0x5636410061b0 2023-10-21T15:44:08.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 -- 172.21.15.46:0/253949859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 msgr2=0x563641016a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 --2- 172.21.15.46:0/253949859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641016a30 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fcc2801a000 tx=0x7fcc28015000 comp rx=0 tx=0).stop 2023-10-21T15:44:08.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 -- 172.21.15.46:0/253949859 shutdown_connections 2023-10-21T15:44:08.332 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 --2- 172.21.15.46:0/253949859 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x56364100d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 --2- 172.21.15.46:0/253949859 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641005c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 --2- 172.21.15.46:0/253949859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641016a30 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 -- 172.21.15.46:0/253949859 >> 172.21.15.46:0/253949859 conn(0x563640f33d70 msgr2=0x56364100e110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:08.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 -- 172.21.15.46:0/253949859 shutdown_connections 2023-10-21T15:44:08.333 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 -- 172.21.15.46:0/253949859 wait complete. 2023-10-21T15:44:08.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 -- start start 2023-10-21T15:44:08.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 Processor -- start 2023-10-21T15:44:08.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.322+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641014840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641014d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.338 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc45011b80 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641015d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.338 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc45011b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636410162d0 con 0x5636410061b0 2023-10-21T15:44:08.338 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc45011b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x563641016440 con 0x563641005850 2023-10-21T15:44:08.338 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc45011b80 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x563641016600 con 0x5636410070a0 2023-10-21T15:44:08.338 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc45011b80 10 client.0 _ll_register_callbacks cb 0x7fcc24097db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-21T15:44:08.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641014d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc32d9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641015d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641014d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37004/0 (socket says 172.21.15.46:37004) 2023-10-21T15:44:08.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 -- 172.21.15.46:0/3625919592 learned_addr learned my addr 172.21.15.46:0/3625919592 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:08.339 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc3259c700 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641014840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 -- 172.21.15.46:0/3625919592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 msgr2=0x563641015d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:44:08.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641015d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 -- 172.21.15.46:0/3625919592 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 msgr2=0x563641014840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-21T15:44:08.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641014840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.340 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 -- 172.21.15.46:0/3625919592 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc2800bac0 con 0x5636410061b0 2023-10-21T15:44:08.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc31d9b700 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641014d80 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fcc28012a60 tx=0x7fcc28004940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be5374f6b8fd04d1 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:08.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc19ffb700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2023-10-21T15:44:08.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc19ffb700 1 -- 172.21.15.46:0/3625919592 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc28034070 con 0x5636410061b0 2023-10-21T15:44:08.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc19ffb700 1 -- 172.21.15.46:0/3625919592 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fcc28022040 con 0x5636410061b0 2023-10-21T15:44:08.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.323+0000 7fcc45011b80 1 -- 172.21.15.46:0/3625919592 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcc2409ba70 con 0x5636410061b0 2023-10-21T15:44:08.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc19ffb700 1 -- 172.21.15.46:0/3625919592 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcc2803f030 con 0x5636410061b0 2023-10-21T15:44:08.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc45011b80 10 client.16317 fetch_fsmap learned FSMap version 41 2023-10-21T15:44:08.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc45011b80 1 -- 172.21.15.46:0/3625919592 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) v3 -- 0x563640d6cc00 con 0x5636410061b0 2023-10-21T15:44:08.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc19ffb700 1 -- 172.21.15.46:0/3625919592 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc2409ba70 con 0x5636410061b0 2023-10-21T15:44:08.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc19ffb700 1 -- 172.21.15.46:0/3625919592 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 41) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fcc2802c030 con 0x5636410061b0 2023-10-21T15:44:08.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc45011b80 10 client.16317 fetch_fsmap finished waiting for FSMap version 41 2023-10-21T15:44:08.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc45011b80 10 client.16317 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-21T15:44:08.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc45011b80 20 client.16317 populate_metadata read hostname 'smithi046' 2023-10-21T15:44:08.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc45011b80 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563641080e90 0x5636410832b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:08.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc45011b80 4 client.16317 mds_command: new command op to 24527 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-21T15:44:08.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc45011b80 1 -- 172.21.15.46:0/3625919592 --> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563640f51df0 con 0x563641080e90 2023-10-21T15:44:08.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.324+0000 7fcc3259c700 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563641080e90 0x5636410832b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:08.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.325+0000 7fcc19ffb700 10 client.16317 ms_handle_connect on v2:172.21.15.105:6838/365752934 2023-10-21T15:44:08.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.325+0000 7fcc3259c700 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563641080e90 0x5636410832b0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f9ec4fac2b2b9d3 server_cookie=edfe6322f8475760 in_seq=0 out_seq=0 2023-10-21T15:44:08.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc19ffb700 1 -- 172.21.15.46:0/3625919592 <== mds.0 v2:172.21.15.105:6838/365752934 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563640f51df0 con 0x563641080e90 2023-10-21T15:44:08.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc19ffb700 10 client.16317 handle_command_reply: tid=0 2023-10-21T15:44:08.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 client.16317 shutdown 2023-10-21T15:44:08.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 -- 172.21.15.46:0/3625919592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 msgr2=0x563641014d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641014d80 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fcc28012a60 tx=0x7fcc28004940 comp rx=0 tx=0).stop 2023-10-21T15:44:08.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 -- 172.21.15.46:0/3625919592 shutdown_connections 2023-10-21T15:44:08.347 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.105:6838/365752934,v1:172.21.15.105:6839/365752934] conn(0x563641080e90 0x5636410832b0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.347 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x5636410070a0 0x563641015d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.347 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc19ffb700 0 client.16317 ms_handle_reset on v2:172.21.15.105:6838/365752934 2023-10-21T15:44:08.347 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563641005850 0x563641014840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.347 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 --2- 172.21.15.46:0/3625919592 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5636410061b0 0x563641014d80 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.348 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 -- 172.21.15.46:0/3625919592 >> 172.21.15.46:0/3625919592 conn(0x563640f33d70 msgr2=0x56364100d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:08.348 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 -- 172.21.15.46:0/3625919592 shutdown_connections 2023-10-21T15:44:08.348 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 1 -- 172.21.15.46:0/3625919592 wait complete. 2023-10-21T15:44:08.348 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.339+0000 7fcc45011b80 20 client.16317 trim_cache size 0 max 16384 2023-10-21T15:44:08.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2023-10-21T15:44:08.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2023-10-21T15:44:08.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2023-10-21T15:44:08.349 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2023-10-21T15:44:08.350 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 -- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcc1c0a1500 msgr2=0x7fcc1c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.350 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcc1c0a1500 0x7fcc1c0a39c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fcc28005950 tx=0x7fcc2800b820 comp rx=0 tx=0).stop 2023-10-21T15:44:08.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 -- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 msgr2=0x7fcc3419d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:08.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 0x7fcc3419d460 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fcc24000f80 tx=0x7fcc240094c0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 -- 172.21.15.46:0/3936230814 shutdown_connections 2023-10-21T15:44:08.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcc1c0a1500 0x7fcc1c0a39c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.351 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc34107530 0x7fcc3419d460 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcc341090c0 0x7fcc3419e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 --2- 172.21.15.46:0/3936230814 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc34108720 0x7fcc3419d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:08.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 -- 172.21.15.46:0/3936230814 >> 172.21.15.46:0/3936230814 conn(0x7fcc340764b0 msgr2=0x7fcc3410bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:08.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 -- 172.21.15.46:0/3936230814 shutdown_connections 2023-10-21T15:44:08.352 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2023-10-21T15:44:08.340+0000 7fcc38e28700 1 -- 172.21.15.46:0/3936230814 wait complete. 2023-10-21T15:44:08.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:07 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:09.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:08 smithi105 ceph-mon[103980]: pgmap v432: 97 pgs: 97 active+clean; 61 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 810 op/s 2023-10-21T15:44:09.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:08 smithi119 ceph-mon[103628]: pgmap v432: 97 pgs: 97 active+clean; 61 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 810 op/s 2023-10-21T15:44:09.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:08 smithi046 ceph-mon[99436]: pgmap v432: 97 pgs: 97 active+clean; 61 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 2.0 MiB/s wr, 810 op/s 2023-10-21T15:44:09.875 INFO:tasks.workunit:Stopping ['suites/fsx.sh'] on client.0... 2023-10-21T15:44:09.876 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-10-21T15:44:10.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:09 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:10.198 DEBUG:teuthology.parallel:result is None 2023-10-21T15:44:10.199 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-10-21T15:44:10.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:09 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:10.251 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-10-21T15:44:10.251 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2023-10-21T15:44:10.261 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi046.front.sepia.ceph.com 2023-10-21T15:44:10.271 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2023-10-21T15:44:10.300 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2023-10-21T15:44:10.301 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_202b180cb047e798fb131047314a862593f45403/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/github.com_ceph_ceph-c_f0804064d67a2a63dbabf1801ff452580a050cfc/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2023-10-21T15:44:10.301 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2023-10-21T15:44:10.326 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:44:10.328 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:09 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:10.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 -- 172.21.15.46:0/3803454378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de00ff7c0 msgr2=0x7f9de00ffbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:10.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 --2- 172.21.15.46:0/3803454378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de00ff7c0 0x7f9de00ffbe0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4009990 tx=0x7f9dd4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.456 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 -- 172.21.15.46:0/3803454378 shutdown_connections 2023-10-21T15:44:10.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 --2- 172.21.15.46:0/3803454378 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de00ff7c0 0x7f9de00ffbe0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 --2- 172.21.15.46:0/3803454378 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9de0100ae0 0x7f9de0100f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 --2- 172.21.15.46:0/3803454378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9de0100120 0x7f9de01005a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 -- 172.21.15.46:0/3803454378 >> 172.21.15.46:0/3803454378 conn(0x7f9de00fb320 msgr2=0x7f9de00fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:10.457 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 -- 172.21.15.46:0/3803454378 shutdown_connections 2023-10-21T15:44:10.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.451+0000 7f9de7019700 1 -- 172.21.15.46:0/3803454378 wait complete. 2023-10-21T15:44:10.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de7019700 1 Processor -- start 2023-10-21T15:44:10.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de7019700 1 -- start start 2023-10-21T15:44:10.458 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de7019700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9de00ff7c0 0x7f9de0198cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:10.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de7019700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9de0100120 0x7f9de01991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:10.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de7019700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de0100ae0 0x7f9de01a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:10.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de7019700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de01a0820 con 0x7f9de0100ae0 2023-10-21T15:44:10.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de7019700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de01a0990 con 0x7f9de00ff7c0 2023-10-21T15:44:10.459 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de7019700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de01a0b50 con 0x7f9de0100120 2023-10-21T15:44:10.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de55b6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de0100ae0 0x7f9de01a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:10.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de55b6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de0100ae0 0x7f9de01a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37020/0 (socket says 172.21.15.46:37020) 2023-10-21T15:44:10.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de55b6700 1 -- 172.21.15.46:0/1498851512 learned_addr learned my addr 172.21.15.46:0/1498851512 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:10.460 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9ddffff700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9de0100120 0x7f9de01991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:10.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de4db5700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9de00ff7c0 0x7f9de0198cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:10.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de55b6700 1 -- 172.21.15.46:0/1498851512 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9de0100120 msgr2=0x7f9de01991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:10.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de55b6700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9de0100120 0x7f9de01991f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de55b6700 1 -- 172.21.15.46:0/1498851512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9de00ff7c0 msgr2=0x7f9de0198cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:10.461 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de55b6700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9de00ff7c0 0x7f9de0198cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.452+0000 7f9de55b6700 1 -- 172.21.15.46:0/1498851512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd40095f0 con 0x7f9de0100ae0 2023-10-21T15:44:10.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.453+0000 7f9de55b6700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de0100ae0 0x7f9de01a0250 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8007ee0 tx=0x7f9dd800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:10.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.453+0000 7f9dddffb700 1 -- 172.21.15.46:0/1498851512 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8017070 con 0x7f9de0100ae0 2023-10-21T15:44:10.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.453+0000 7f9dddffb700 1 -- 172.21.15.46:0/1498851512 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9dd800f040 con 0x7f9de0100ae0 2023-10-21T15:44:10.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.453+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9de01a0e30 con 0x7f9de0100ae0 2023-10-21T15:44:10.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.453+0000 7f9dddffb700 1 -- 172.21.15.46:0/1498851512 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8005740 con 0x7f9de0100ae0 2023-10-21T15:44:10.463 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.453+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9de01a12b0 con 0x7f9de0100ae0 2023-10-21T15:44:10.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.454+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9de010a5a0 con 0x7f9de0100ae0 2023-10-21T15:44:10.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.455+0000 7f9dddffb700 1 -- 172.21.15.46:0/1498851512 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9dd800dc60 con 0x7f9de0100ae0 2023-10-21T15:44:10.466 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.455+0000 7f9dddffb700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9dd00a1520 0x7f9dd00a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:10.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.456+0000 7f9dddffb700 1 -- 172.21.15.46:0/1498851512 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9dd80cc4e0 con 0x7f9de0100ae0 2023-10-21T15:44:10.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.456+0000 7f9de4db5700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9dd00a1520 0x7f9dd00a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:10.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.456+0000 7f9de4db5700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9dd00a1520 0x7f9dd00a39e0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4006010 tx=0x7f9dd400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:10.467 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.460+0000 7f9dddffb700 1 -- 172.21.15.46:0/1498851512 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9dd8095af0 con 0x7f9de0100ae0 2023-10-21T15:44:10.668 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.666+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9de002d100 con 0x7f9de0100ae0 2023-10-21T15:44:10.670 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.668+0000 7f9dddffb700 1 -- 172.21.15.46:0/1498851512 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22552 (secure 0 0 0) 0x7f9dd8099110 con 0x7f9de0100ae0 2023-10-21T15:44:10.671 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:44:10.671 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":87,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:42:49.339709+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:44:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9dd00a1520 msgr2=0x7f9dd00a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9dd00a1520 0x7f9dd00a39e0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4006010 tx=0x7f9dd400b540 comp rx=0 tx=0).stop 2023-10-21T15:44:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de0100ae0 msgr2=0x7f9de01a0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de0100ae0 0x7f9de01a0250 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8007ee0 tx=0x7f9dd800d3b0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 shutdown_connections 2023-10-21T15:44:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f9dd00a1520 0x7f9dd00a39e0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9de0100ae0 0x7f9de01a0250 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.674 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9de00ff7c0 0x7f9de0198cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 --2- 172.21.15.46:0/1498851512 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f9de0100120 0x7f9de01991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 >> 172.21.15.46:0/1498851512 conn(0x7f9de00fb320 msgr2=0x7f9de00fd010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 shutdown_connections 2023-10-21T15:44:10.675 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.670+0000 7f9de7019700 1 -- 172.21.15.46:0/1498851512 wait complete. 2023-10-21T15:44:10.686 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:44:10.686 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:44:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.814+0000 7f6954ce5700 1 -- 172.21.15.46:0/1809753360 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69500ffe00 msgr2=0x7f6950100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:10.817 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.814+0000 7f6954ce5700 1 --2- 172.21.15.46:0/1809753360 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69500ffe00 0x7f6950100220 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f69400099c0 tx=0x7f6940009cd0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 -- 172.21.15.46:0/1809753360 shutdown_connections 2023-10-21T15:44:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 --2- 172.21.15.46:0/1809753360 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69500ffe00 0x7f6950100220 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 --2- 172.21.15.46:0/1809753360 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6950101990 0x7f6950108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 --2- 172.21.15.46:0/1809753360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6950100ff0 0x7f6950101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.818 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 -- 172.21.15.46:0/1809753360 >> 172.21.15.46:0/1809753360 conn(0x7f69500fb370 msgr2=0x7f69500fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 -- 172.21.15.46:0/1809753360 shutdown_connections 2023-10-21T15:44:10.819 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 -- 172.21.15.46:0/1809753360 wait complete. 2023-10-21T15:44:10.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 Processor -- start 2023-10-21T15:44:10.821 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 -- start start 2023-10-21T15:44:10.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69500ffe00 0x7f6950198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:10.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.815+0000 7f6954ce5700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6950100ff0 0x7f69501992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:10.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f6954ce5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6950101990 0x7f69501a0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:10.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f6954ce5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69501a0930 con 0x7f6950101990 2023-10-21T15:44:10.822 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f6954ce5700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69501a0a70 con 0x7f69500ffe00 2023-10-21T15:44:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f6954ce5700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69501a0c00 con 0x7f6950100ff0 2023-10-21T15:44:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6950101990 0x7f69501a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6950101990 0x7f69501a0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37034/0 (socket says 172.21.15.46:37034) 2023-10-21T15:44:10.823 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 -- 172.21.15.46:0/831305323 learned_addr learned my addr 172.21.15.46:0/831305323 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694dd9b700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6950100ff0 0x7f69501992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694e59c700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69500ffe00 0x7f6950198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 -- 172.21.15.46:0/831305323 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6950100ff0 msgr2=0x7f69501992f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6950100ff0 0x7f69501992f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 -- 172.21.15.46:0/831305323 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69500ffe00 msgr2=0x7f6950198db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69500ffe00 0x7f6950198db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:10.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 -- 172.21.15.46:0/831305323 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69400095f0 con 0x7f6950101990 2023-10-21T15:44:10.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694e59c700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69500ffe00 0x7f6950198db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:44:10.825 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f694ed9d700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6950101990 0x7f69501a0360 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6948007970 tx=0x7f6948007c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:10.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f693f7fe700 1 -- 172.21.15.46:0/831305323 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6948017070 con 0x7f6950101990 2023-10-21T15:44:10.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f693f7fe700 1 -- 172.21.15.46:0/831305323 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f694800f040 con 0x7f6950101990 2023-10-21T15:44:10.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69501a0ee0 con 0x7f6950101990 2023-10-21T15:44:10.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f693f7fe700 1 -- 172.21.15.46:0/831305323 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6948013b40 con 0x7f6950101990 2023-10-21T15:44:10.826 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.816+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69501a1360 con 0x7f6950101990 2023-10-21T15:44:10.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.817+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f695010b610 con 0x7f6950101990 2023-10-21T15:44:10.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.819+0000 7f693f7fe700 1 -- 172.21.15.46:0/831305323 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f694800d7d0 con 0x7f6950101990 2023-10-21T15:44:10.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.819+0000 7f693f7fe700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69380a1500 0x7f69380a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:10.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.819+0000 7f693f7fe700 1 -- 172.21.15.46:0/831305323 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f69480cce10 con 0x7f6950101990 2023-10-21T15:44:10.827 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.819+0000 7f694e59c700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69380a1500 0x7f69380a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:10.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.820+0000 7f694e59c700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69380a1500 0x7f69380a39c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f694000b580 tx=0x7f6940005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:10.828 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:10.823+0000 7f693f7fe700 1 -- 172.21.15.46:0/831305323 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6948096420 con 0x7f6950101990 2023-10-21T15:44:11.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.035+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f69501a1550 con 0x7f6950101990 2023-10-21T15:44:11.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.036+0000 7f693f7fe700 1 -- 172.21.15.46:0/831305323 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6948099a40 con 0x7f6950101990 2023-10-21T15:44:11.039 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:44:11.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69380a1500 msgr2=0x7f69380a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69380a1500 0x7f69380a39c0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f694000b580 tx=0x7f6940005fb0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6950101990 msgr2=0x7f69501a0360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6950101990 0x7f69501a0360 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6948007970 tx=0x7f6948007c80 comp rx=0 tx=0).stop 2023-10-21T15:44:11.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 shutdown_connections 2023-10-21T15:44:11.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f69380a1500 0x7f69380a39c0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6950101990 0x7f69501a0360 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69500ffe00 0x7f6950198db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 --2- 172.21.15.46:0/831305323 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6950100ff0 0x7f69501992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 >> 172.21.15.46:0/831305323 conn(0x7f69500fb370 msgr2=0x7f6950069290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:11.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 shutdown_connections 2023-10-21T15:44:11.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.038+0000 7f6954ce5700 1 -- 172.21.15.46:0/831305323 wait complete. 2023-10-21T15:44:11.053 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:44:11.182 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 -- 172.21.15.46:0/1891980335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 msgr2=0x7f4a10103d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 --2- 172.21.15.46:0/1891980335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 0x7f4a10103d20 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f4a0000b0a0 tx=0x7f4a0000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 -- 172.21.15.46:0/1891980335 shutdown_connections 2023-10-21T15:44:11.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 --2- 172.21.15.46:0/1891980335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 0x7f4a10103d20 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.183 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 --2- 172.21.15.46:0/1891980335 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a10106b90 0x7f4a10109000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 --2- 172.21.15.46:0/1891980335 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a10104260 0x7f4a10106650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 -- 172.21.15.46:0/1891980335 >> 172.21.15.46:0/1891980335 conn(0x7f4a100fb320 msgr2=0x7f4a100fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:11.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 -- 172.21.15.46:0/1891980335 shutdown_connections 2023-10-21T15:44:11.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 -- 172.21.15.46:0/1891980335 wait complete. 2023-10-21T15:44:11.184 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.180+0000 7f4a151d1700 1 Processor -- start 2023-10-21T15:44:11.187 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a151d1700 1 -- start start 2023-10-21T15:44:11.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a151d1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 0x7f4a10196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a151d1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a10104260 0x7f4a101971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a151d1700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a10106b90 0x7f4a1019e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.188 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a151d1700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a1019e800 con 0x7f4a10101930 2023-10-21T15:44:11.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a151d1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a1019e970 con 0x7f4a10104260 2023-10-21T15:44:11.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a151d1700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a1019eb30 con 0x7f4a10106b90 2023-10-21T15:44:11.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 0x7f4a10196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0e59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a10104260 0x7f4a101971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 0x7f4a10196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37044/0 (socket says 172.21.15.46:37044) 2023-10-21T15:44:11.189 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0e59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a10104260 0x7f4a101971d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.46:53978/0 (socket says 172.21.15.46:53978) 2023-10-21T15:44:11.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0ed9d700 1 -- 172.21.15.46:0/2224508286 learned_addr learned my addr 172.21.15.46:0/2224508286 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:11.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0f59e700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a10106b90 0x7f4a1019e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0ed9d700 1 -- 172.21.15.46:0/2224508286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a10106b90 msgr2=0x7f4a1019e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.190 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0ed9d700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a10106b90 0x7f4a1019e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.191 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0ed9d700 1 -- 172.21.15.46:0/2224508286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a10104260 msgr2=0x7f4a101971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0ed9d700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a10104260 0x7f4a101971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0ed9d700 1 -- 172.21.15.46:0/2224508286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a00009d00 con 0x7f4a10101930 2023-10-21T15:44:11.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.181+0000 7f4a0e59c700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a10104260 0x7f4a101971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:44:11.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.182+0000 7f4a0ed9d700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 0x7f4a10196c90 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f4a0000b070 tx=0x7f4a0000bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:11.192 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.182+0000 7f49f7fff700 1 -- 172.21.15.46:0/2224508286 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a0000e040 con 0x7f4a10101930 2023-10-21T15:44:11.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.182+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a1019edb0 con 0x7f4a10101930 2023-10-21T15:44:11.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.182+0000 7f49f7fff700 1 -- 172.21.15.46:0/2224508286 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4a00009480 con 0x7f4a10101930 2023-10-21T15:44:11.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.182+0000 7f49f7fff700 1 -- 172.21.15.46:0/2224508286 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a0001b6c0 con 0x7f4a10101930 2023-10-21T15:44:11.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.182+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a1019f180 con 0x7f4a10101930 2023-10-21T15:44:11.193 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.183+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a100fcea0 con 0x7f4a10101930 2023-10-21T15:44:11.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.184+0000 7f49f7fff700 1 -- 172.21.15.46:0/2224508286 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4a0001d470 con 0x7f4a10101930 2023-10-21T15:44:11.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.185+0000 7f49f7fff700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f49f80a1480 0x7f49f80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.185+0000 7f4a0e59c700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f49f80a1480 0x7f49f80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.185+0000 7f49f7fff700 1 -- 172.21.15.46:0/2224508286 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4a000cdeb0 con 0x7f4a10101930 2023-10-21T15:44:11.194 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.185+0000 7f4a0e59c700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f49f80a1480 0x7f49f80a3940 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4a10198190 tx=0x7f4a0400a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:11.195 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.189+0000 7f49f7fff700 1 -- 172.21.15.46:0/2224508286 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4a00097550 con 0x7f4a10101930 2023-10-21T15:44:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:10 smithi105 ceph-mon[103980]: pgmap v433: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 599 op/s 2023-10-21T15:44:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:10 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:11.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:10 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1498851512' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:11.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:10 smithi119 ceph-mon[103628]: pgmap v433: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 599 op/s 2023-10-21T15:44:11.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:10 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:11.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:10 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1498851512' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:11.395 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.393+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4a1010c690 con 0x7f4a10101930 2023-10-21T15:44:11.396 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.393+0000 7f49f7fff700 1 -- 172.21.15.46:0/2224508286 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4a1010c690 con 0x7f4a10101930 2023-10-21T15:44:11.396 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:44:11.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f49f80a1480 msgr2=0x7f49f80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f49f80a1480 0x7f49f80a3940 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4a10198190 tx=0x7f4a0400a380 comp rx=0 tx=0).stop 2023-10-21T15:44:11.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 msgr2=0x7f4a10196c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 0x7f4a10196c90 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f4a0000b070 tx=0x7f4a0000bd60 comp rx=0 tx=0).stop 2023-10-21T15:44:11.398 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 shutdown_connections 2023-10-21T15:44:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f49f80a1480 0x7f49f80a3940 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4a10101930 0x7f4a10196c90 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4a10106b90 0x7f4a1019e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 --2- 172.21.15.46:0/2224508286 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a10104260 0x7f4a101971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.399 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 >> 172.21.15.46:0/2224508286 conn(0x7f4a100fb320 msgr2=0x7f4a101025a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:11.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 shutdown_connections 2023-10-21T15:44:11.400 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.395+0000 7f4a151d1700 1 -- 172.21.15.46:0/2224508286 wait complete. 2023-10-21T15:44:11.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:10 smithi046 ceph-mon[99436]: pgmap v433: 97 pgs: 97 active+clean; 58 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 599 op/s 2023-10-21T15:44:11.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:10 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:11.409 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:10 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1498851512' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:11.411 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:44:11.542 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.537+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3738112464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b41069f0 msgr2=0x7fc5b4108e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.537+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3738112464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b41069f0 0x7fc5b4108e60 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac00b0a0 tx=0x7fc5ac00b3b0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.537+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3738112464 shutdown_connections 2023-10-21T15:44:11.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.537+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3738112464 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b41069f0 0x7fc5b4108e60 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.543 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.537+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3738112464 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5b4101790 0x7fc5b4103b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.537+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3738112464 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5b41040c0 0x7fc5b41064b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.537+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3738112464 >> 172.21.15.46:0/3738112464 conn(0x7fc5b40fb160 msgr2=0x7fc5b40fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:11.544 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3738112464 shutdown_connections 2023-10-21T15:44:11.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3738112464 wait complete. 2023-10-21T15:44:11.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 Processor -- start 2023-10-21T15:44:11.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 -- start start 2023-10-21T15:44:11.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b4101790 0x7fc5b4196a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.545 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5b41040c0 0x7fc5b4196f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5b41069f0 0x7fc5b419dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b419e580 con 0x7fc5b4101790 2023-10-21T15:44:11.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b419e6c0 con 0x7fc5b41069f0 2023-10-21T15:44:11.546 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b9f9d700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5b419e850 con 0x7fc5b41040c0 2023-10-21T15:44:11.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b8f9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b4101790 0x7fc5b4196a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b8f9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b4101790 0x7fc5b4196a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37058/0 (socket says 172.21.15.46:37058) 2023-10-21T15:44:11.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.538+0000 7fc5b8f9b700 1 -- 172.21.15.46:0/3414001458 learned_addr learned my addr 172.21.15.46:0/3414001458 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:11.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b3fff700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5b41040c0 0x7fc5b4196f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.547 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b979c700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5b41069f0 0x7fc5b419dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b8f9b700 1 -- 172.21.15.46:0/3414001458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5b41040c0 msgr2=0x7fc5b4196f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b8f9b700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5b41040c0 0x7fc5b4196f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b8f9b700 1 -- 172.21.15.46:0/3414001458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5b41069f0 msgr2=0x7fc5b419dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b8f9b700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5b41069f0 0x7fc5b419dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.548 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b8f9b700 1 -- 172.21.15.46:0/3414001458 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5ac009d00 con 0x7fc5b4101790 2023-10-21T15:44:11.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b3fff700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5b41040c0 0x7fc5b4196f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:44:11.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b8f9b700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b4101790 0x7fc5b4196a00 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fc5a400d950 tx=0x7fc5a400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:11.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b1ffb700 1 -- 172.21.15.46:0/3414001458 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5a4009b40 con 0x7fc5b4101790 2023-10-21T15:44:11.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5b419eb30 con 0x7fc5b4101790 2023-10-21T15:44:11.549 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b1ffb700 1 -- 172.21.15.46:0/3414001458 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc5a4009ca0 con 0x7fc5b4101790 2023-10-21T15:44:11.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b1ffb700 1 -- 172.21.15.46:0/3414001458 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5a400f620 con 0x7fc5b4101790 2023-10-21T15:44:11.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.539+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5b419f090 con 0x7fc5b4101790 2023-10-21T15:44:11.550 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.540+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5b40fcce0 con 0x7fc5b4101790 2023-10-21T15:44:11.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.541+0000 7fc5b1ffb700 1 -- 172.21.15.46:0/3414001458 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc5a4010460 con 0x7fc5b4101790 2023-10-21T15:44:11.551 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.542+0000 7fc5b1ffb700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc59c0a1520 0x7fc59c0a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.542+0000 7fc5b1ffb700 1 -- 172.21.15.46:0/3414001458 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc5a40cd0e0 con 0x7fc5b4101790 2023-10-21T15:44:11.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.542+0000 7fc5b3fff700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc59c0a1520 0x7fc59c0a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.542+0000 7fc5b3fff700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc59c0a1520 0x7fc59c0a39e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fc5a8009cb0 tx=0x7fc5a8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:11.552 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.546+0000 7fc5b1ffb700 1 -- 172.21.15.46:0/3414001458 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc5a40966f0 con 0x7fc5b4101790 2023-10-21T15:44:11.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.750+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc5b402d1c0 con 0x7fc5b4101790 2023-10-21T15:44:11.753 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.751+0000 7fc5b1ffb700 1 -- 172.21.15.46:0/3414001458 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc5a4099d10 con 0x7fc5b4101790 2023-10-21T15:44:11.754 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:44:11.755 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc59c0a1520 msgr2=0x7fc59c0a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc59c0a1520 0x7fc59c0a39e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fc5a8009cb0 tx=0x7fc5a8009260 comp rx=0 tx=0).stop 2023-10-21T15:44:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b4101790 msgr2=0x7fc5b4196a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b4101790 0x7fc5b4196a00 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fc5a400d950 tx=0x7fc5a400dd10 comp rx=0 tx=0).stop 2023-10-21T15:44:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 shutdown_connections 2023-10-21T15:44:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fc59c0a1520 0x7fc59c0a39e0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc5b4101790 0x7fc5b4196a00 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5b41069f0 0x7fc5b419dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 --2- 172.21.15.46:0/3414001458 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fc5b41040c0 0x7fc5b4196f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 >> 172.21.15.46:0/3414001458 conn(0x7fc5b40fb160 msgr2=0x7fc5b4102400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:11.757 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 shutdown_connections 2023-10-21T15:44:11.758 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.753+0000 7fc5b9f9d700 1 -- 172.21.15.46:0/3414001458 wait complete. 2023-10-21T15:44:11.768 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2023-10-21T15:44:11.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 -- 172.21.15.46:0/296374361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 msgr2=0x7fa248108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/296374361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 0x7fa248108210 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fa24000b0d0 tx=0x7fa24000b3e0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 -- 172.21.15.46:0/296374361 shutdown_connections 2023-10-21T15:44:11.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/296374361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 0x7fa248108210 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/296374361 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2480ffdd0 0x7fa2481001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/296374361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa248100fc0 0x7fa248101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 -- 172.21.15.46:0/296374361 >> 172.21.15.46:0/296374361 conn(0x7fa2480fb320 msgr2=0x7fa2480fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:11.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 -- 172.21.15.46:0/296374361 shutdown_connections 2023-10-21T15:44:11.899 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.893+0000 7fa24c8eb700 1 -- 172.21.15.46:0/296374361 wait complete. 2023-10-21T15:44:11.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24c8eb700 1 Processor -- start 2023-10-21T15:44:11.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24c8eb700 1 -- start start 2023-10-21T15:44:11.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24c8eb700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2480ffdd0 0x7fa248068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.900 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24c8eb700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa248100fc0 0x7fa24819b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24c8eb700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 0x7fa24819de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24c8eb700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa24819e630 con 0x7fa248101960 2023-10-21T15:44:11.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24c8eb700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa24819e7a0 con 0x7fa248100fc0 2023-10-21T15:44:11.901 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24c8eb700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa24819e960 con 0x7fa2480ffdd0 2023-10-21T15:44:11.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa246d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 0x7fa24819de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa246d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 0x7fa24819de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37076/0 (socket says 172.21.15.46:37076) 2023-10-21T15:44:11.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa246d9d700 1 -- 172.21.15.46:0/4198926630 learned_addr learned my addr 172.21.15.46:0/4198926630 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:11.902 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa245d9b700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa248100fc0 0x7fa24819b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa24659c700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2480ffdd0 0x7fa248068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa246d9d700 1 -- 172.21.15.46:0/4198926630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2480ffdd0 msgr2=0x7fa248068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.894+0000 7fa246d9d700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2480ffdd0 0x7fa248068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.903 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa246d9d700 1 -- 172.21.15.46:0/4198926630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa248100fc0 msgr2=0x7fa24819b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:11.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa246d9d700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa248100fc0 0x7fa24819b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:11.905 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa246d9d700 1 -- 172.21.15.46:0/4198926630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa240009d00 con 0x7fa248101960 2023-10-21T15:44:11.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa246d9d700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 0x7fa24819de60 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fa240007a00 tx=0x7fa2400094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:11.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa23f7fe700 1 -- 172.21.15.46:0/4198926630 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa24000e040 con 0x7fa248101960 2023-10-21T15:44:11.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa24819ebe0 con 0x7fa248101960 2023-10-21T15:44:11.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa23f7fe700 1 -- 172.21.15.46:0/4198926630 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa240003e10 con 0x7fa248101960 2023-10-21T15:44:11.906 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa23f7fe700 1 -- 172.21.15.46:0/4198926630 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa24001b9e0 con 0x7fa248101960 2023-10-21T15:44:11.907 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.895+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa24819f000 con 0x7fa248101960 2023-10-21T15:44:11.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.896+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa248106aa0 con 0x7fa248101960 2023-10-21T15:44:11.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.897+0000 7fa23f7fe700 1 -- 172.21.15.46:0/4198926630 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa240005630 con 0x7fa248101960 2023-10-21T15:44:11.908 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.897+0000 7fa23f7fe700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa2340a1520 0x7fa2340a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:11.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.898+0000 7fa23f7fe700 1 -- 172.21.15.46:0/4198926630 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa2400ce820 con 0x7fa248101960 2023-10-21T15:44:11.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.898+0000 7fa24659c700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa2340a1520 0x7fa2340a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:11.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.898+0000 7fa24659c700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa2340a1520 0x7fa2340a39e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa248100e20 tx=0x7fa23800a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:11.909 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:11.901+0000 7fa23f7fe700 1 -- 172.21.15.46:0/4198926630 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa240097f20 con 0x7fa248101960 2023-10-21T15:44:12.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:11 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:12.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:11 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/831305323' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:44:12.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:11 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2224508286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:44:12.170 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:11 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3414001458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:44:12.170 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.167+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7fa24810b860 con 0x7fa248101960 2023-10-21T15:44:12.179 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.176+0000 7fa23f7fe700 1 -- 172.21.15.46:0/4198926630 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) v1 ==== 81+0+733878 (secure 0 0 0) 0x7fa24009b540 con 0x7fa248101960 2023-10-21T15:44:12.191 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:44:12.191 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:44:12.191 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 18, 2023-10-21T15:44:12.192 INFO:teuthology.orchestra.run.smithi046.stdout: "active_gid": 14150, 2023-10-21T15:44:12.192 INFO:teuthology.orchestra.run.smithi046.stdout: "active_name": "x", 2023-10-21T15:44:12.192 INFO:teuthology.orchestra.run.smithi046.stdout: "active_addrs": { 2023-10-21T15:44:12.192 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2023-10-21T15:44:12.192 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.192 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2023-10-21T15:44:12.193 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:6800", 2023-10-21T15:44:12.193 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 4052512105 2023-10-21T15:44:12.193 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.193 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.193 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2023-10-21T15:44:12.194 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:6801", 2023-10-21T15:44:12.194 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 4052512105 2023-10-21T15:44:12.194 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.194 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:12.194 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.195 INFO:teuthology.orchestra.run.smithi046.stdout: "active_addr": "172.21.15.46:6801/4052512105", 2023-10-21T15:44:12.195 INFO:teuthology.orchestra.run.smithi046.stdout: "active_change": "2023-10-21T15:32:17.105553+0000", 2023-10-21T15:44:12.195 INFO:teuthology.orchestra.run.smithi046.stdout: "active_mgr_features": 4540138322906710015, 2023-10-21T15:44:12.195 INFO:teuthology.orchestra.run.smithi046.stdout: "available": true, 2023-10-21T15:44:12.195 INFO:teuthology.orchestra.run.smithi046.stdout: "standbys": [ 2023-10-21T15:44:12.196 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.196 INFO:teuthology.orchestra.run.smithi046.stdout: "gid": 24106, 2023-10-21T15:44:12.196 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "z", 2023-10-21T15:44:12.196 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr_features": 4540138322906710015, 2023-10-21T15:44:12.196 INFO:teuthology.orchestra.run.smithi046.stdout: "available_modules": [ 2023-10-21T15:44:12.197 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.197 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "alerts", 2023-10-21T15:44:12.197 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.197 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.197 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.198 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:12.198 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:12.198 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.198 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.198 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.199 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:12.199 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.199 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.199 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.199 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How frequently to reexamine health status", 2023-10-21T15:44:12.200 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.200 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.200 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.201 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.201 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.201 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.202 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.202 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.202 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.203 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.203 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.204 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.204 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.204 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.204 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.205 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.205 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.205 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.206 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.206 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.206 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.206 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.207 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.207 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.207 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.208 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.208 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.208 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.209 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.209 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.209 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.209 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.209 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.209 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.210 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.210 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.210 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.211 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.211 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.211 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.211 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.212 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.212 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.212 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.212 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.212 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.213 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.213 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.213 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.213 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.213 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.213 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.214 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.214 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.214 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.214 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.215 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.215 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.215 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.215 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.216 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.216 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.216 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.216 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.216 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.216 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.217 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.217 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.217 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.217 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.217 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.218 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.218 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.218 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.218 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_destination": { 2023-10-21T15:44:12.218 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_destination", 2023-10-21T15:44:12.219 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.219 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.219 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.219 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.219 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.220 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.220 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.220 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email address to send alerts to", 2023-10-21T15:44:12.220 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.220 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.220 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.221 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.221 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_from_name": { 2023-10-21T15:44:12.221 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_from_name", 2023-10-21T15:44:12.221 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.222 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.222 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.222 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "Ceph", 2023-10-21T15:44:12.223 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.223 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.223 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.224 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email From: name", 2023-10-21T15:44:12.224 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.224 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.225 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.225 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.225 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_host": { 2023-10-21T15:44:12.226 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_host", 2023-10-21T15:44:12.226 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.226 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.227 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.227 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.227 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.228 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.228 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.228 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP server", 2023-10-21T15:44:12.229 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.229 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.230 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.230 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.230 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_password": { 2023-10-21T15:44:12.230 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_password", 2023-10-21T15:44:12.231 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.231 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.231 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.231 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.232 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.232 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.232 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.233 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Password to authenticate with", 2023-10-21T15:44:12.233 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.233 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.234 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.234 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.235 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_port": { 2023-10-21T15:44:12.235 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_port", 2023-10-21T15:44:12.235 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.236 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.236 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.236 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "465", 2023-10-21T15:44:12.237 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.237 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.238 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.238 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP port", 2023-10-21T15:44:12.238 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.239 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.239 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.239 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.240 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_sender": { 2023-10-21T15:44:12.240 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_sender", 2023-10-21T15:44:12.240 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.240 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.240 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.241 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.241 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.241 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.241 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.241 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP envelope sender", 2023-10-21T15:44:12.242 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.242 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.242 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.242 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.243 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_ssl": { 2023-10-21T15:44:12.243 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_ssl", 2023-10-21T15:44:12.243 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.243 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.244 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.244 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.244 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.244 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.245 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.245 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-21T15:44:12.245 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.246 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.246 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.247 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.247 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_user": { 2023-10-21T15:44:12.247 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_user", 2023-10-21T15:44:12.248 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.248 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.248 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.249 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.249 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.249 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.249 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.250 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "User to authenticate as", 2023-10-21T15:44:12.250 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.250 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.250 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.250 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.251 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.251 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.251 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.251 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "balancer", 2023-10-21T15:44:12.251 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.252 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.252 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.252 INFO:teuthology.orchestra.run.smithi046.stdout: "active": { 2023-10-21T15:44:12.252 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "active", 2023-10-21T15:44:12.252 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.252 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.253 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.253 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.253 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.253 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.253 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.254 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically balance PGs across cluster", 2023-10-21T15:44:12.254 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.254 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.254 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.254 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.255 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_time": { 2023-10-21T15:44:12.255 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_time", 2023-10-21T15:44:12.255 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.255 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.255 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.255 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0000", 2023-10-21T15:44:12.256 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.256 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.256 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.256 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "beginning time of day to automatically balance", 2023-10-21T15:44:12.256 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-21T15:44:12.257 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.257 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.257 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.257 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_weekday": { 2023-10-21T15:44:12.257 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_weekday", 2023-10-21T15:44:12.257 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:12.258 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.258 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.258 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:12.258 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2023-10-21T15:44:12.258 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2023-10-21T15:44:12.259 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.259 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-21T15:44:12.259 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-21T15:44:12.259 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.259 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.260 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.260 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_max_iterations": { 2023-10-21T15:44:12.260 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_max_iterations", 2023-10-21T15:44:12.260 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:12.260 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.260 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.261 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "25", 2023-10-21T15:44:12.261 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:12.261 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "250", 2023-10-21T15:44:12.261 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.261 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-21T15:44:12.262 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.262 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.262 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.262 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.262 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_metrics": { 2023-10-21T15:44:12.263 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_metrics", 2023-10-21T15:44:12.263 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.263 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.263 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.263 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "pgs,objects,bytes", 2023-10-21T15:44:12.263 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.264 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.264 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.264 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-21T15:44:12.264 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-21T15:44:12.264 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.265 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.265 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.265 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_step": { 2023-10-21T15:44:12.265 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_step", 2023-10-21T15:44:12.265 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:12.266 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.266 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.266 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.5", 2023-10-21T15:44:12.266 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0.001", 2023-10-21T15:44:12.266 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "0.999", 2023-10-21T15:44:12.267 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.267 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "aggressiveness of optimization", 2023-10-21T15:44:12.267 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-21T15:44:12.267 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.267 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.267 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.268 INFO:teuthology.orchestra.run.smithi046.stdout: "end_time": { 2023-10-21T15:44:12.268 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_time", 2023-10-21T15:44:12.268 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.268 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.268 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.269 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2359", 2023-10-21T15:44:12.269 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.269 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.269 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.269 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ending time of day to automatically balance", 2023-10-21T15:44:12.269 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-21T15:44:12.270 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.270 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.270 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.270 INFO:teuthology.orchestra.run.smithi046.stdout: "end_weekday": { 2023-10-21T15:44:12.270 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_weekday", 2023-10-21T15:44:12.271 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:12.271 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.271 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.271 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:12.271 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2023-10-21T15:44:12.272 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2023-10-21T15:44:12.272 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.272 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-21T15:44:12.272 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-21T15:44:12.272 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.272 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.273 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.273 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.273 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.273 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.273 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.274 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.274 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.274 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.274 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.274 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.275 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.275 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.275 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.275 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.275 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.275 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.276 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.276 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.276 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.276 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.276 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.277 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.277 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.277 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.277 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.277 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.277 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.278 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.278 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.278 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.278 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.279 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.279 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.279 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.279 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.279 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.279 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.280 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.280 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.280 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.280 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.280 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.281 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.281 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.281 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.281 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.281 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.281 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.282 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.282 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.282 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.282 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.282 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.283 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.283 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.283 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.283 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.283 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.284 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.284 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.284 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.284 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.284 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.284 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.285 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.285 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.285 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.285 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.285 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.286 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.286 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.286 INFO:teuthology.orchestra.run.smithi046.stdout: "min_score": { 2023-10-21T15:44:12.286 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_score", 2023-10-21T15:44:12.286 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:12.286 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.287 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.287 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:12.287 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.287 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.287 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.288 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-21T15:44:12.288 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.288 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.288 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.288 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.288 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2023-10-21T15:44:12.289 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2023-10-21T15:44:12.289 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.289 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.289 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.289 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "upmap", 2023-10-21T15:44:12.290 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.290 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.290 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.290 INFO:teuthology.orchestra.run.smithi046.stdout: "crush-compat", 2023-10-21T15:44:12.291 INFO:teuthology.orchestra.run.smithi046.stdout: "none", 2023-10-21T15:44:12.291 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap" 2023-10-21T15:44:12.291 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.291 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Balancer mode", 2023-10-21T15:44:12.291 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.291 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.292 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.292 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.292 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_ids": { 2023-10-21T15:44:12.292 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_ids", 2023-10-21T15:44:12.292 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.293 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.293 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.293 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.293 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.293 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.293 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.294 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-21T15:44:12.294 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.294 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.294 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.294 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.295 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:12.295 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:12.295 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.295 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.295 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.296 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:12.296 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.296 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.296 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.296 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-21T15:44:12.296 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.297 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.297 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.297 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.297 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_deviation": { 2023-10-21T15:44:12.297 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_deviation", 2023-10-21T15:44:12.298 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.298 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.298 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.298 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:12.298 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:12.299 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.299 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.299 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-21T15:44:12.299 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-21T15:44:12.299 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.299 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.300 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.300 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_optimizations": { 2023-10-21T15:44:12.300 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_optimizations", 2023-10-21T15:44:12.300 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:12.300 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.301 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.301 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:12.301 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.301 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.301 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.301 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-21T15:44:12.302 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.303 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.303 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.303 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.303 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.303 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.304 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.304 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm", 2023-10-21T15:44:12.304 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.304 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.304 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.304 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_down_multiplier": { 2023-10-21T15:44:12.305 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_down_multiplier", 2023-10-21T15:44:12.305 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:12.305 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.305 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.305 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2023-10-21T15:44:12.306 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.306 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.306 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.306 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-21T15:44:12.306 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.307 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.307 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.307 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.307 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_refresh_rate": { 2023-10-21T15:44:12.307 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_refresh_rate", 2023-10-21T15:44:12.308 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.308 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.308 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.308 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "20", 2023-10-21T15:44:12.308 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.308 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.309 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.309 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-21T15:44:12.309 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.309 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.309 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.310 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.310 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_starting_port": { 2023-10-21T15:44:12.310 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_starting_port", 2023-10-21T15:44:12.310 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.310 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.311 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.311 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4721", 2023-10-21T15:44:12.311 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.311 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.311 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.312 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-21T15:44:12.312 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.312 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.312 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.312 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.313 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_ptrace": { 2023-10-21T15:44:12.313 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_ptrace", 2023-10-21T15:44:12.313 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.313 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.313 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.314 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.314 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.314 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.314 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.314 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-21T15:44:12.314 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-21T15:44:12.315 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.317 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.317 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.318 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_interval": { 2023-10-21T15:44:12.318 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_interval", 2023-10-21T15:44:12.318 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.318 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.318 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.319 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:12.319 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.319 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.319 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.319 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-21T15:44:12.319 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.320 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.320 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.320 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.320 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_memory_target_ratio": { 2023-10-21T15:44:12.320 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_memory_target_ratio", 2023-10-21T15:44:12.321 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:12.321 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.321 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.321 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.7", 2023-10-21T15:44:12.321 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.322 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.322 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.322 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-21T15:44:12.322 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.322 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.322 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.323 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.323 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm_log_destination": { 2023-10-21T15:44:12.323 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm_log_destination", 2023-10-21T15:44:12.323 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.323 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.324 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.324 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.324 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.324 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.325 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.325 INFO:teuthology.orchestra.run.smithi046.stdout: "file", 2023-10-21T15:44:12.325 INFO:teuthology.orchestra.run.smithi046.stdout: "file,syslog", 2023-10-21T15:44:12.325 INFO:teuthology.orchestra.run.smithi046.stdout: "syslog" 2023-10-21T15:44:12.325 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.326 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-21T15:44:12.326 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.326 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.326 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.326 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.327 INFO:teuthology.orchestra.run.smithi046.stdout: "cgroups_split": { 2023-10-21T15:44:12.327 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cgroups_split", 2023-10-21T15:44:12.327 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.327 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.327 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.327 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.328 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.328 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.328 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.328 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-21T15:44:12.328 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.329 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.329 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.329 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.329 INFO:teuthology.orchestra.run.smithi046.stdout: "config_checks_enabled": { 2023-10-21T15:44:12.329 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_checks_enabled", 2023-10-21T15:44:12.329 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.330 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.330 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.330 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.330 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.330 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.331 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.331 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-21T15:44:12.331 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.331 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.331 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.332 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.332 INFO:teuthology.orchestra.run.smithi046.stdout: "config_dashboard": { 2023-10-21T15:44:12.332 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_dashboard", 2023-10-21T15:44:12.332 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.332 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.332 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.333 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.333 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.333 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.333 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.333 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-21T15:44:12.334 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.334 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.334 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.334 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.334 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_alertmanager": { 2023-10-21T15:44:12.335 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_alertmanager", 2023-10-21T15:44:12.335 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.335 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.335 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.335 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-21T15:44:12.335 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.336 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.336 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.336 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:12.336 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.336 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.337 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.337 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.337 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_base": { 2023-10-21T15:44:12.337 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_base", 2023-10-21T15:44:12.337 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.337 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.338 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.338 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-21T15:44:12.338 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.338 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.338 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.339 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Container image name, without the tag", 2023-10-21T15:44:12.339 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.339 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.339 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.339 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.340 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_elasticsearch": { 2023-10-21T15:44:12.340 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_elasticsearch", 2023-10-21T15:44:12.340 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.340 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.340 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.340 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-21T15:44:12.341 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.341 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.341 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.341 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "elasticsearch container image", 2023-10-21T15:44:12.341 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.342 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.342 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.342 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.342 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_grafana": { 2023-10-21T15:44:12.342 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_grafana", 2023-10-21T15:44:12.342 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.343 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.343 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.343 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-21T15:44:12.343 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.343 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.344 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.344 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:12.344 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.344 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.344 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.345 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.345 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_haproxy": { 2023-10-21T15:44:12.345 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_haproxy", 2023-10-21T15:44:12.345 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.345 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.345 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.346 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-21T15:44:12.346 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.346 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.346 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.347 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "HAproxy container image", 2023-10-21T15:44:12.347 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.347 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.347 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.347 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.347 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_agent": { 2023-10-21T15:44:12.348 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_agent", 2023-10-21T15:44:12.348 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.348 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.348 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.348 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-21T15:44:12.349 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.349 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.349 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.349 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger agent container image", 2023-10-21T15:44:12.349 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.350 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.350 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.350 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.350 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_collector": { 2023-10-21T15:44:12.350 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_collector", 2023-10-21T15:44:12.351 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.351 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.351 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.351 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-21T15:44:12.351 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.351 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.352 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.352 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger collector container image", 2023-10-21T15:44:12.352 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.352 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.352 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.353 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.353 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_query": { 2023-10-21T15:44:12.353 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_query", 2023-10-21T15:44:12.353 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.353 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.354 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.354 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-21T15:44:12.354 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.354 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.354 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.355 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger query container image", 2023-10-21T15:44:12.355 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.355 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.355 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.355 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.355 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_keepalived": { 2023-10-21T15:44:12.356 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_keepalived", 2023-10-21T15:44:12.356 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.356 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.356 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.356 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-21T15:44:12.357 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.357 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.357 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.357 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Keepalived container image", 2023-10-21T15:44:12.357 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.358 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.358 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.358 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.358 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_loki": { 2023-10-21T15:44:12.358 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_loki", 2023-10-21T15:44:12.359 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.359 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.359 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.359 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-21T15:44:12.359 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.359 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.360 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.360 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Loki container image", 2023-10-21T15:44:12.360 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.360 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.360 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.361 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.361 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_node_exporter": { 2023-10-21T15:44:12.361 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_node_exporter", 2023-10-21T15:44:12.361 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.361 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.362 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.362 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-21T15:44:12.362 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.362 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.362 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.363 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:12.363 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.363 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.363 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.363 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.364 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_nvmeof": { 2023-10-21T15:44:12.364 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_nvmeof", 2023-10-21T15:44:12.364 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.364 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.364 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.364 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-21T15:44:12.365 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.365 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.365 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.365 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Nvme-of container image", 2023-10-21T15:44:12.365 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.366 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.366 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.366 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.366 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_prometheus": { 2023-10-21T15:44:12.366 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_prometheus", 2023-10-21T15:44:12.367 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.367 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.367 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.367 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-21T15:44:12.367 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.368 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.368 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.368 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:12.368 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.368 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.368 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.369 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.369 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_promtail": { 2023-10-21T15:44:12.369 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_promtail", 2023-10-21T15:44:12.369 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.369 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.370 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.370 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-21T15:44:12.370 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.370 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.370 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.371 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Promtail container image", 2023-10-21T15:44:12.371 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.371 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.371 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.371 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.371 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_snmp_gateway": { 2023-10-21T15:44:12.372 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_snmp_gateway", 2023-10-21T15:44:12.372 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.372 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.372 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.372 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-21T15:44:12.373 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.373 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.373 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.373 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SNMP Gateway container image", 2023-10-21T15:44:12.373 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.374 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.374 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.374 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.374 INFO:teuthology.orchestra.run.smithi046.stdout: "container_init": { 2023-10-21T15:44:12.374 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_init", 2023-10-21T15:44:12.374 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.375 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.375 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.375 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.375 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.375 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.376 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.376 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Run podman/docker with `--init`", 2023-10-21T15:44:12.376 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.376 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.376 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.377 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.377 INFO:teuthology.orchestra.run.smithi046.stdout: "daemon_cache_timeout": { 2023-10-21T15:44:12.377 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "daemon_cache_timeout", 2023-10-21T15:44:12.377 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.377 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.377 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.378 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:12.378 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.378 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.378 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.379 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-21T15:44:12.379 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.379 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.379 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.379 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.380 INFO:teuthology.orchestra.run.smithi046.stdout: "default_cephadm_command_timeout": { 2023-10-21T15:44:12.380 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_cephadm_command_timeout", 2023-10-21T15:44:12.380 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.380 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.380 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.380 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "900", 2023-10-21T15:44:12.381 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.381 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.381 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.381 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-21T15:44:12.381 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.382 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.382 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.382 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.382 INFO:teuthology.orchestra.run.smithi046.stdout: "default_registry": { 2023-10-21T15:44:12.382 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_registry", 2023-10-21T15:44:12.383 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.383 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.383 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.383 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io", 2023-10-21T15:44:12.383 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.384 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.384 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.384 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-21T15:44:12.384 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.384 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.385 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.385 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.385 INFO:teuthology.orchestra.run.smithi046.stdout: "device_cache_timeout": { 2023-10-21T15:44:12.385 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_cache_timeout", 2023-10-21T15:44:12.385 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.386 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.386 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.386 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1800", 2023-10-21T15:44:12.386 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.386 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.387 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.387 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache device inventory", 2023-10-21T15:44:12.387 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.387 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.387 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.387 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.388 INFO:teuthology.orchestra.run.smithi046.stdout: "device_enhanced_scan": { 2023-10-21T15:44:12.388 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_enhanced_scan", 2023-10-21T15:44:12.388 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.388 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.388 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.389 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.389 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.389 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.389 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.389 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-21T15:44:12.390 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.390 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.390 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.390 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.390 INFO:teuthology.orchestra.run.smithi046.stdout: "facts_cache_timeout": { 2023-10-21T15:44:12.391 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "facts_cache_timeout", 2023-10-21T15:44:12.391 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.391 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.391 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.391 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:12.392 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.392 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.392 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.392 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache host facts data", 2023-10-21T15:44:12.392 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.393 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.393 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.393 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.393 INFO:teuthology.orchestra.run.smithi046.stdout: "host_check_interval": { 2023-10-21T15:44:12.393 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "host_check_interval", 2023-10-21T15:44:12.394 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.394 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.394 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.394 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:12.394 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.395 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.395 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.395 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to perform a host check", 2023-10-21T15:44:12.395 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.395 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.395 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.396 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.396 INFO:teuthology.orchestra.run.smithi046.stdout: "inventory_list_all": { 2023-10-21T15:44:12.396 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "inventory_list_all", 2023-10-21T15:44:12.396 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.396 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.397 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.397 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.397 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.397 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.397 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.397 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-21T15:44:12.398 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.398 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.398 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.398 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.398 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.399 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.399 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.399 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.399 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.399 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.400 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.400 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.400 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.400 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.400 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.400 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.401 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.401 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.401 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.401 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.401 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.402 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.402 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.402 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.402 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.402 INFO:teuthology.orchestra.run.smithi046.stdout: "log_refresh_metadata": { 2023-10-21T15:44:12.402 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_refresh_metadata", 2023-10-21T15:44:12.403 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.403 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.403 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.403 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.403 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.404 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.404 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.404 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-21T15:44:12.404 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.404 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.404 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.405 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.405 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.405 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.405 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.405 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.406 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.406 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.406 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.406 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.406 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.407 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-21T15:44:12.407 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.407 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.407 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.407 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.408 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.408 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.408 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.408 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.408 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.408 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.409 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.409 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.409 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.409 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.409 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.410 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.410 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.410 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.410 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.410 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.411 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.411 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.411 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.411 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.411 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.412 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.412 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.412 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.412 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.412 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.413 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.413 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.413 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.413 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.413 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.414 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.414 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.414 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.414 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.414 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-21T15:44:12.415 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-21T15:44:12.415 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.415 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.415 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.415 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.416 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.416 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.416 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.416 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-21T15:44:12.416 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.416 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.417 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.417 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.417 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-21T15:44:12.417 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-21T15:44:12.417 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.418 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.418 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.418 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "*", 2023-10-21T15:44:12.418 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.418 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.419 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.419 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-21T15:44:12.419 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.419 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.419 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.420 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.420 INFO:teuthology.orchestra.run.smithi046.stdout: "max_count_per_host": { 2023-10-21T15:44:12.420 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_count_per_host", 2023-10-21T15:44:12.420 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.420 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.421 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.421 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:12.421 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.421 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.421 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.421 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of daemons per service per host", 2023-10-21T15:44:12.422 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.422 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.422 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.422 INFO:teuthology.orchestra.run.smithi046.stdout: "max_osd_draining_count": { 2023-10-21T15:44:12.423 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_osd_draining_count", 2023-10-21T15:44:12.423 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.423 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.423 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.423 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:12.424 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.424 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.424 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.424 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-21T15:44:12.424 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.424 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.425 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.425 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.425 INFO:teuthology.orchestra.run.smithi046.stdout: "migration_current": { 2023-10-21T15:44:12.425 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "migration_current", 2023-10-21T15:44:12.425 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.426 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.426 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.426 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.426 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.426 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.427 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.427 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "internal - do not modify", 2023-10-21T15:44:12.427 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.427 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.427 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.427 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.428 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2023-10-21T15:44:12.428 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2023-10-21T15:44:12.428 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.428 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.428 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.429 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "root", 2023-10-21T15:44:12.429 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.429 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.429 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.429 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm-package", 2023-10-21T15:44:12.429 INFO:teuthology.orchestra.run.smithi046.stdout: "root" 2023-10-21T15:44:12.430 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.430 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "mode for remote execution of cephadm", 2023-10-21T15:44:12.430 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.430 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.430 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.431 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.431 INFO:teuthology.orchestra.run.smithi046.stdout: "prometheus_alerts_path": { 2023-10-21T15:44:12.431 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus_alerts_path", 2023-10-21T15:44:12.431 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.431 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.432 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.432 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-21T15:44:12.432 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.432 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.432 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.432 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-21T15:44:12.433 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.433 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.433 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.433 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.433 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_insecure": { 2023-10-21T15:44:12.434 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_insecure", 2023-10-21T15:44:12.434 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.434 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.434 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.434 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.435 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.435 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.435 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.435 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-21T15:44:12.435 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.435 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.436 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.436 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.436 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_password": { 2023-10-21T15:44:12.436 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_password", 2023-10-21T15:44:12.436 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.437 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.437 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.437 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.437 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.437 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.438 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.438 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-21T15:44:12.438 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.438 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.438 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.439 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.439 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_url": { 2023-10-21T15:44:12.439 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_url", 2023-10-21T15:44:12.439 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.439 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.439 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.440 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.440 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.440 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.440 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.440 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-21T15:44:12.441 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.441 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.441 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.441 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.441 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_username": { 2023-10-21T15:44:12.442 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_username", 2023-10-21T15:44:12.442 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.442 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.442 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.442 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.443 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.443 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.443 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.443 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-21T15:44:12.443 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.443 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.444 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.444 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.444 INFO:teuthology.orchestra.run.smithi046.stdout: "secure_monitoring_stack": { 2023-10-21T15:44:12.444 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "secure_monitoring_stack", 2023-10-21T15:44:12.444 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.445 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.445 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.445 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.445 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.445 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.446 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.446 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-21T15:44:12.446 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.446 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.446 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.447 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.447 INFO:teuthology.orchestra.run.smithi046.stdout: "service_discovery_port": { 2023-10-21T15:44:12.447 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "service_discovery_port", 2023-10-21T15:44:12.447 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.447 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.448 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.448 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8765", 2023-10-21T15:44:12.448 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.448 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.448 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.449 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "cephadm service discovery port", 2023-10-21T15:44:12.449 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.449 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.449 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.449 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.450 INFO:teuthology.orchestra.run.smithi046.stdout: "ssh_config_file": { 2023-10-21T15:44:12.450 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssh_config_file", 2023-10-21T15:44:12.450 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.450 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.450 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.451 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.451 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.451 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.451 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.451 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-21T15:44:12.451 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.452 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.452 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.452 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.452 INFO:teuthology.orchestra.run.smithi046.stdout: "use_agent": { 2023-10-21T15:44:12.452 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_agent", 2023-10-21T15:44:12.452 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.453 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.453 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.453 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.453 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.453 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.454 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.454 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-21T15:44:12.454 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.454 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.454 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.455 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.455 INFO:teuthology.orchestra.run.smithi046.stdout: "use_repo_digest": { 2023-10-21T15:44:12.455 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_repo_digest", 2023-10-21T15:44:12.455 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.455 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.456 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.456 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.456 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.456 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.456 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.457 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-21T15:44:12.457 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.457 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.457 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.457 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.458 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_failed_host_check": { 2023-10-21T15:44:12.458 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_failed_host_check", 2023-10-21T15:44:12.458 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.458 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.458 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.458 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.459 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.459 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.459 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.459 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if the host check fails", 2023-10-21T15:44:12.459 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.460 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.460 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.460 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.460 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_daemons": { 2023-10-21T15:44:12.460 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_daemons", 2023-10-21T15:44:12.461 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.461 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.461 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.461 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.461 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.462 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.462 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.462 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-21T15:44:12.462 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.462 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.463 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.463 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.463 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_hosts": { 2023-10-21T15:44:12.463 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_hosts", 2023-10-21T15:44:12.463 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.464 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.464 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.464 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.464 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.464 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.464 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.465 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-21T15:44:12.465 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.465 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.465 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.465 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.466 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.466 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.466 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.466 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crash", 2023-10-21T15:44:12.466 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.467 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.467 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.467 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.467 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.467 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.468 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.468 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.468 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.468 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.468 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.469 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.469 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.469 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.469 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.469 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.469 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.470 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.470 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.470 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.470 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.470 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.471 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.471 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.471 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.471 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.471 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.471 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.472 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.472 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.472 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.472 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.472 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.473 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.473 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.473 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.473 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.473 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.473 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.474 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.474 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.474 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.474 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.474 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.475 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.475 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.475 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.475 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.475 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.476 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.476 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.476 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.476 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.476 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.476 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.477 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.477 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.477 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.477 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.477 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.478 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.478 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.478 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.478 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.478 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.479 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.479 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.479 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.479 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.479 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.480 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.480 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.480 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.480 INFO:teuthology.orchestra.run.smithi046.stdout: "retain_interval": { 2023-10-21T15:44:12.480 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retain_interval", 2023-10-21T15:44:12.480 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.481 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.481 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.481 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "31536000", 2023-10-21T15:44:12.481 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.481 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.482 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.482 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-21T15:44:12.482 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.482 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.482 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.483 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.483 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_recent_interval": { 2023-10-21T15:44:12.483 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_recent_interval", 2023-10-21T15:44:12.483 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.483 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.484 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.484 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1209600", 2023-10-21T15:44:12.484 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.484 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.484 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.484 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-21T15:44:12.485 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.485 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.485 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.485 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.485 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.486 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.486 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.486 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dashboard", 2023-10-21T15:44:12.486 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.486 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.487 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.487 INFO:teuthology.orchestra.run.smithi046.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-21T15:44:12.487 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-21T15:44:12.487 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.487 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.487 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.488 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:12.488 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.488 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.488 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.488 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.488 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.489 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.489 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.489 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.489 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_HOST": { 2023-10-21T15:44:12.489 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-21T15:44:12.490 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.490 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.490 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.490 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.490 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.491 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.491 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.491 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.491 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.491 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.491 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.492 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.492 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-21T15:44:12.492 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-21T15:44:12.492 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.492 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.493 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.493 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.493 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.493 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.493 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.493 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.494 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.494 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.494 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.494 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.494 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_ENABLED": { 2023-10-21T15:44:12.495 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_ENABLED", 2023-10-21T15:44:12.495 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.495 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.495 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.495 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.495 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.496 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.496 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.496 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.496 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.496 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.497 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.497 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.497 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-21T15:44:12.497 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-21T15:44:12.497 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.498 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.498 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.498 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.498 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.498 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.499 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.499 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.499 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.499 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.499 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.499 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.500 INFO:teuthology.orchestra.run.smithi046.stdout: "ENABLE_BROWSABLE_API": { 2023-10-21T15:44:12.500 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-21T15:44:12.500 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.500 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.500 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.501 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.501 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.501 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.501 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.502 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.502 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.502 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.502 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.502 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.503 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-21T15:44:12.503 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-21T15:44:12.503 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.503 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.503 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.503 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.504 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.504 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.504 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.504 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.504 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.505 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.505 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.505 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.505 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-21T15:44:12.505 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-21T15:44:12.506 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.506 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.506 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.506 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.506 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.507 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.507 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.507 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.507 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.507 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.508 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.508 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.508 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-21T15:44:12.508 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-21T15:44:12.508 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.508 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.509 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.509 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.509 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.509 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.509 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.510 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.510 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.510 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.510 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.510 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.511 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-21T15:44:12.511 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-21T15:44:12.511 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.511 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.511 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.511 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.512 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.512 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.512 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.512 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.512 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.513 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.513 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.513 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.513 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-21T15:44:12.513 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-21T15:44:12.514 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.514 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.514 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.514 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.515 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.515 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.515 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.515 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.515 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.516 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.516 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.516 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.516 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-21T15:44:12.516 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-21T15:44:12.516 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.517 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.517 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.517 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.517 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.517 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.518 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.518 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.518 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.518 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.518 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.519 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.519 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-21T15:44:12.521 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-21T15:44:12.522 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.522 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.522 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.522 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.522 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.523 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.523 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.523 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.523 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.523 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.524 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.524 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.524 INFO:teuthology.orchestra.run.smithi046.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-21T15:44:12.524 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-21T15:44:12.524 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.525 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.525 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.525 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.525 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.525 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.526 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.526 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.526 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.526 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.526 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.526 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.527 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_PASSWORD": { 2023-10-21T15:44:12.527 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-21T15:44:12.527 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.527 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.527 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.528 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:12.528 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.528 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.528 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.528 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.529 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.529 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.529 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.529 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.529 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-21T15:44:12.529 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-21T15:44:12.530 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.530 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.530 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.530 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.530 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.531 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.531 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.531 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.531 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.531 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.532 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.532 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.532 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_URL": { 2023-10-21T15:44:12.532 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_URL", 2023-10-21T15:44:12.532 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.533 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.533 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.533 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.533 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.533 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.534 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.534 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.534 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.534 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.534 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.535 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.535 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_USERNAME": { 2023-10-21T15:44:12.535 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-21T15:44:12.535 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.535 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.535 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.536 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:12.536 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.536 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.536 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.536 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.537 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.537 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.537 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.537 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.537 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-21T15:44:12.537 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-21T15:44:12.538 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.538 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.538 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.538 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.538 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.539 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.539 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.539 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.539 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.539 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.539 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.540 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.540 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-21T15:44:12.540 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-21T15:44:12.540 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.540 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.541 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.541 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.541 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.541 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.541 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.541 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.542 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.542 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.542 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.542 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.542 INFO:teuthology.orchestra.run.smithi046.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-21T15:44:12.543 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-21T15:44:12.543 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.543 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.543 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.543 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.544 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.544 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.544 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.544 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.544 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.544 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.545 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.545 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.545 INFO:teuthology.orchestra.run.smithi046.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-21T15:44:12.545 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-21T15:44:12.545 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.546 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.546 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.546 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.546 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.546 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.546 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.547 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.547 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.547 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.547 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.547 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.548 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_HOST": { 2023-10-21T15:44:12.548 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-21T15:44:12.548 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.548 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.548 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.549 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.549 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.549 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.549 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.549 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.550 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.550 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.550 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.550 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.550 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-21T15:44:12.551 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-21T15:44:12.551 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.551 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.551 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.551 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.552 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.552 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.552 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.552 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.552 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.553 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.553 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.553 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.553 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-21T15:44:12.553 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-21T15:44:12.554 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.554 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.554 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.554 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.554 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.555 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.555 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.555 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.555 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.555 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.556 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.556 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.556 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-21T15:44:12.556 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-21T15:44:12.556 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.556 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.557 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.557 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.557 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.557 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.557 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.558 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.558 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.558 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.558 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.558 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.559 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-21T15:44:12.559 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-21T15:44:12.559 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.559 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.559 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.560 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.560 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.560 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.560 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.560 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.560 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.561 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.561 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.561 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.561 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-21T15:44:12.561 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-21T15:44:12.562 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.562 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.562 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.562 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.562 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.563 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.563 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.563 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.563 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.563 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.564 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.564 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.564 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-21T15:44:12.564 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-21T15:44:12.564 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.564 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.565 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.565 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.565 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.565 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.565 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.566 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.566 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.566 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.566 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.566 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.566 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-21T15:44:12.567 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-21T15:44:12.567 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.567 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.567 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.567 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.568 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.568 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.568 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.568 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.568 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.568 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.569 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.569 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.569 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-21T15:44:12.569 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-21T15:44:12.569 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.570 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.570 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.570 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.570 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.570 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.571 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.571 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.571 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.571 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.571 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.571 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.572 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_ENABLED": { 2023-10-21T15:44:12.572 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-21T15:44:12.572 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.572 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.572 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.573 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.574 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.574 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.574 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.574 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-21T15:44:12.574 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-21T15:44:12.575 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.575 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.575 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.575 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-21T15:44:12.575 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.576 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.576 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.576 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.576 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.576 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.577 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.577 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.577 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-21T15:44:12.577 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-21T15:44:12.577 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.577 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.578 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.578 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:12.578 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.578 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.578 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.579 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.579 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.579 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.579 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.579 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.580 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-21T15:44:12.580 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-21T15:44:12.580 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.580 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.580 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.580 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8", 2023-10-21T15:44:12.581 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.581 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.581 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.581 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.581 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.582 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.582 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.582 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.582 INFO:teuthology.orchestra.run.smithi046.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-21T15:44:12.582 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-21T15:44:12.583 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.583 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.583 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.583 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "45", 2023-10-21T15:44:12.583 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.584 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.584 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.584 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.584 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.584 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.584 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.585 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.585 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ACCESS_KEY": { 2023-10-21T15:44:12.585 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-21T15:44:12.585 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.585 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.586 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.586 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.586 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.586 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.586 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.587 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.587 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.587 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.587 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.587 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.588 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-21T15:44:12.588 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-21T15:44:12.588 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.588 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.588 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.588 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:12.589 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.589 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.589 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.589 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.589 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.590 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.590 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.590 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.590 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SECRET_KEY": { 2023-10-21T15:44:12.590 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-21T15:44:12.591 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.591 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.591 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.591 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.591 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.592 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.592 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.592 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.592 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.592 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.592 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.593 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.593 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SSL_VERIFY": { 2023-10-21T15:44:12.593 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-21T15:44:12.593 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.593 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.593 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.594 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.594 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.594 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.594 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.594 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.595 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.595 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.595 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.595 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.595 INFO:teuthology.orchestra.run.smithi046.stdout: "UNSAFE_TLS_v1_2": { 2023-10-21T15:44:12.596 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-21T15:44:12.596 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.596 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.596 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.596 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.597 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.597 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.597 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.597 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.597 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.597 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.598 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.598 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.598 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-21T15:44:12.598 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-21T15:44:12.598 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.599 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.599 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.599 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:12.599 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.599 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.600 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.600 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.600 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.600 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.600 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.600 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.601 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-21T15:44:12.601 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-21T15:44:12.601 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.601 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.601 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.602 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:12.602 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.602 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.602 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.602 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.603 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.603 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.603 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.603 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.603 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-21T15:44:12.604 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-21T15:44:12.604 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.604 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.604 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.604 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:12.604 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.605 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.605 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.605 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.605 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.605 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.606 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.606 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.606 INFO:teuthology.orchestra.run.smithi046.stdout: "cross_origin_url": { 2023-10-21T15:44:12.606 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cross_origin_url", 2023-10-21T15:44:12.606 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.607 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.607 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.607 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.607 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.607 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.607 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.608 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.608 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.608 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.608 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.608 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.609 INFO:teuthology.orchestra.run.smithi046.stdout: "crt_file": { 2023-10-21T15:44:12.609 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crt_file", 2023-10-21T15:44:12.609 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.609 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.609 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.609 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.610 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.610 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.610 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.610 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.610 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.611 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.611 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.611 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.611 INFO:teuthology.orchestra.run.smithi046.stdout: "debug": { 2023-10-21T15:44:12.611 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "debug", 2023-10-21T15:44:12.612 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.612 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.612 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.612 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.612 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.613 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.613 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.613 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable/disable debug options", 2023-10-21T15:44:12.613 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.613 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.613 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.614 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.614 INFO:teuthology.orchestra.run.smithi046.stdout: "jwt_token_ttl": { 2023-10-21T15:44:12.614 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "jwt_token_ttl", 2023-10-21T15:44:12.614 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.614 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.615 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.615 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "28800", 2023-10-21T15:44:12.615 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.615 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.615 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.616 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.616 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.616 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.616 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.616 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.617 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2023-10-21T15:44:12.617 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2023-10-21T15:44:12.617 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.617 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.617 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.617 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.618 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.618 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.618 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.618 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.618 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.619 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.619 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.619 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.619 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.619 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.620 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.620 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.620 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.620 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.620 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.621 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.621 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.621 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.621 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.621 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.622 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.622 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.622 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.622 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.622 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.623 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.623 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.623 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.623 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.623 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.623 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.624 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.624 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.624 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.624 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.624 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.625 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.625 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.625 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.625 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.625 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.626 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.626 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.626 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.626 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.626 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.627 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.627 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.627 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.627 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.627 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.627 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.628 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.628 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.628 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.628 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.628 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.629 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.629 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.629 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.629 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.629 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.630 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.630 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.630 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.630 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.630 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.631 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.631 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.631 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.631 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.631 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.631 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.632 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.632 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.632 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.632 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.632 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.633 INFO:teuthology.orchestra.run.smithi046.stdout: "motd": { 2023-10-21T15:44:12.633 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "motd", 2023-10-21T15:44:12.633 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.633 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.633 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.634 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.634 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.634 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.634 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.634 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "The message of the day", 2023-10-21T15:44:12.635 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.635 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.635 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.635 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.635 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect_resolve_ip_addr": { 2023-10-21T15:44:12.635 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "redirect_resolve_ip_addr", 2023-10-21T15:44:12.636 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.636 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.636 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.636 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.636 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.636 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.637 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.637 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.637 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.637 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.637 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.638 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.638 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:12.638 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:12.638 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.638 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.639 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.639 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2023-10-21T15:44:12.639 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.639 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.639 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.639 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.640 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.640 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.640 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.640 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.640 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:12.641 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:12.641 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.641 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.641 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.641 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8080", 2023-10-21T15:44:12.642 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.642 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.642 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.642 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.642 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.643 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.643 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.643 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.643 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2023-10-21T15:44:12.643 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2023-10-21T15:44:12.643 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.644 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.644 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.644 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.644 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.644 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.645 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.645 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.645 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.645 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.645 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.646 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.646 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl_server_port": { 2023-10-21T15:44:12.646 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl_server_port", 2023-10-21T15:44:12.646 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.646 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.646 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.647 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8443", 2023-10-21T15:44:12.647 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.647 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.647 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.647 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.648 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.648 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.648 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.648 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.648 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2023-10-21T15:44:12.648 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2023-10-21T15:44:12.649 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.649 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.649 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.649 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "redirect", 2023-10-21T15:44:12.649 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.650 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.650 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.650 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.650 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect" 2023-10-21T15:44:12.650 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.650 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.651 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.651 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.651 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.651 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.651 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2023-10-21T15:44:12.652 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2023-10-21T15:44:12.652 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.652 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.652 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.652 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2023-10-21T15:44:12.653 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2023-10-21T15:44:12.653 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2023-10-21T15:44:12.653 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.653 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.653 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.653 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.654 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.654 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.654 INFO:teuthology.orchestra.run.smithi046.stdout: "url_prefix": { 2023-10-21T15:44:12.654 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url_prefix", 2023-10-21T15:44:12.654 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.655 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.655 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.655 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.655 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.655 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.656 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.656 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.656 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.656 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.656 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.657 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.657 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.657 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.657 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "devicehealth", 2023-10-21T15:44:12.657 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.658 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.658 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.658 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_monitoring": { 2023-10-21T15:44:12.658 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_monitoring", 2023-10-21T15:44:12.659 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.659 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.659 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.659 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.659 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.660 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.660 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.660 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "monitor device health metrics", 2023-10-21T15:44:12.660 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.660 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.661 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.661 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.661 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.661 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.661 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.662 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.662 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.662 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.662 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.662 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.662 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.663 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.663 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.663 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.663 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.663 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.664 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.664 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.664 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.664 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.664 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.665 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.665 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.665 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.665 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.665 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.666 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.666 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.666 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.666 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.666 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.667 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.667 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.667 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.667 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.667 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.668 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.668 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.668 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.668 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.668 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.668 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.669 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.669 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.669 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.669 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.669 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.670 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.670 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.670 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.670 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.670 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.671 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.671 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.671 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.671 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.671 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.671 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.672 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.672 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.672 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.672 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.672 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.673 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.673 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.673 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.673 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.673 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.673 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.674 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.674 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.674 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.674 INFO:teuthology.orchestra.run.smithi046.stdout: "mark_out_threshold": { 2023-10-21T15:44:12.674 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mark_out_threshold", 2023-10-21T15:44:12.675 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.675 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.675 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.675 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2419200", 2023-10-21T15:44:12.675 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.675 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.676 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.676 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-21T15:44:12.676 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.676 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.676 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.677 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.677 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_name": { 2023-10-21T15:44:12.677 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_name", 2023-10-21T15:44:12.677 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.677 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.678 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.678 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "device_health_metrics", 2023-10-21T15:44:12.678 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.678 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.678 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.678 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-21T15:44:12.679 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.679 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.679 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.679 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.679 INFO:teuthology.orchestra.run.smithi046.stdout: "retention_period": { 2023-10-21T15:44:12.680 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retention_period", 2023-10-21T15:44:12.680 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.680 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.680 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.680 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15552000", 2023-10-21T15:44:12.680 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.681 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.681 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.681 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain device health metrics", 2023-10-21T15:44:12.681 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.681 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.682 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.682 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.682 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_frequency": { 2023-10-21T15:44:12.682 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_frequency", 2023-10-21T15:44:12.682 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.683 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.683 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.683 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2023-10-21T15:44:12.683 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.683 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.683 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.684 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-21T15:44:12.684 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.684 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.684 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.684 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.685 INFO:teuthology.orchestra.run.smithi046.stdout: "self_heal": { 2023-10-21T15:44:12.685 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "self_heal", 2023-10-21T15:44:12.685 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.685 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.685 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.685 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.686 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.686 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.686 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.686 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-21T15:44:12.686 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.687 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.687 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.687 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.687 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:12.687 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:12.687 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.688 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.688 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.688 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:12.688 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.688 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.689 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.689 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and check device health", 2023-10-21T15:44:12.689 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.689 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.689 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.690 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.690 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_threshold": { 2023-10-21T15:44:12.690 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_threshold", 2023-10-21T15:44:12.690 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.690 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.690 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.691 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7257600", 2023-10-21T15:44:12.691 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.691 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.691 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.691 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-21T15:44:12.692 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.692 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.692 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.692 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.693 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.693 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.693 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.693 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "diskprediction_local", 2023-10-21T15:44:12.693 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.693 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.694 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.694 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.694 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.694 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.694 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.695 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.695 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.695 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.695 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.695 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.696 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.696 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.696 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.696 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.696 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.697 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.697 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.697 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.697 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.697 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.698 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.698 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.698 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.698 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.698 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.698 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.699 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.699 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.699 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.699 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.699 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.700 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.700 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.700 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.700 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.700 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.701 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.701 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.701 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.701 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.701 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.701 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.702 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.702 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.702 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.702 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.702 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.703 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.703 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.703 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.703 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.703 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.703 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.704 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.704 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.704 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.704 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.704 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.705 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.705 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.705 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.705 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.705 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.705 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.706 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.706 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.706 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.706 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.706 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.707 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.707 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.707 INFO:teuthology.orchestra.run.smithi046.stdout: "predict_interval": { 2023-10-21T15:44:12.707 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predict_interval", 2023-10-21T15:44:12.707 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.708 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.708 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.708 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2023-10-21T15:44:12.708 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.708 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.708 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.709 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.709 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.709 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.709 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.709 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.710 INFO:teuthology.orchestra.run.smithi046.stdout: "predictor_model": { 2023-10-21T15:44:12.710 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predictor_model", 2023-10-21T15:44:12.710 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.710 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.710 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.711 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "prophetstor", 2023-10-21T15:44:12.711 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.711 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.711 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.711 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.711 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.712 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.712 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.712 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.712 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:12.712 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:12.713 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.713 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.713 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.713 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:12.713 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.714 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.714 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.714 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.714 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.714 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.714 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.715 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.715 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.715 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.715 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.715 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "influx", 2023-10-21T15:44:12.716 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": false, 2023-10-21T15:44:12.716 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "influxdb python module not found", 2023-10-21T15:44:12.716 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.716 INFO:teuthology.orchestra.run.smithi046.stdout: "batch_size": { 2023-10-21T15:44:12.716 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "batch_size", 2023-10-21T15:44:12.717 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.717 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.717 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.717 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5000", 2023-10-21T15:44:12.717 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.717 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.718 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.718 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-21T15:44:12.718 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.718 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.718 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.719 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.719 INFO:teuthology.orchestra.run.smithi046.stdout: "database": { 2023-10-21T15:44:12.719 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "database", 2023-10-21T15:44:12.719 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.719 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.719 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.720 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "ceph", 2023-10-21T15:44:12.720 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.720 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.720 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.720 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-21T15:44:12.721 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.721 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.721 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.721 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.721 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": { 2023-10-21T15:44:12.722 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hostname", 2023-10-21T15:44:12.722 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.722 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.722 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.722 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.722 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.723 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.723 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.723 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server hostname", 2023-10-21T15:44:12.723 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.723 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.724 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.724 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.724 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:12.724 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:12.724 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.725 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.725 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.725 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "30", 2023-10-21T15:44:12.725 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "5", 2023-10-21T15:44:12.725 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.725 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.726 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-21T15:44:12.726 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.726 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.726 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.726 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.727 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.727 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.727 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.727 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.727 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.728 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.728 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.728 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.728 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.728 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.729 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.729 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.729 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.729 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.729 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.730 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.730 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.730 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.730 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.730 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.731 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.731 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.731 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.731 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.731 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.731 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.732 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.732 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.732 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.732 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.732 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.733 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.733 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.733 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.733 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.733 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.734 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.734 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.734 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.734 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.734 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.735 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.735 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.735 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.735 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.735 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.735 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.736 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.736 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.736 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.736 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.736 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.737 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.737 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.737 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.737 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.737 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.738 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.738 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.738 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.738 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.738 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.739 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.739 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.739 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.739 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.739 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.739 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.740 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.740 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.740 INFO:teuthology.orchestra.run.smithi046.stdout: "password": { 2023-10-21T15:44:12.740 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "password", 2023-10-21T15:44:12.740 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.741 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.741 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.741 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.741 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.741 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.742 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.742 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "password of InfluxDB server user", 2023-10-21T15:44:12.742 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.742 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.742 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.743 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.743 INFO:teuthology.orchestra.run.smithi046.stdout: "port": { 2023-10-21T15:44:12.743 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "port", 2023-10-21T15:44:12.743 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.743 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.743 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.744 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8086", 2023-10-21T15:44:12.744 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.744 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.744 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.744 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server port", 2023-10-21T15:44:12.745 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.745 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.745 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.745 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.745 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2023-10-21T15:44:12.746 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2023-10-21T15:44:12.746 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.746 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.746 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.746 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "false", 2023-10-21T15:44:12.747 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.747 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.747 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.747 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-21T15:44:12.747 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.747 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.748 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.748 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.748 INFO:teuthology.orchestra.run.smithi046.stdout: "threads": { 2023-10-21T15:44:12.748 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threads", 2023-10-21T15:44:12.748 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.749 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.749 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.749 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:12.749 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:12.749 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "32", 2023-10-21T15:44:12.749 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.750 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-21T15:44:12.750 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.750 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.750 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.750 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: "username": { 2023-10-21T15:44:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "username", 2023-10-21T15:44:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.751 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "username of InfluxDB server user", 2023-10-21T15:44:12.752 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: "verify_ssl": { 2023-10-21T15:44:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "verify_ssl", 2023-10-21T15:44:12.753 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "true", 2023-10-21T15:44:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.754 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.755 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.755 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-21T15:44:12.755 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.755 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.755 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.756 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.756 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.756 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.756 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.756 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "insights", 2023-10-21T15:44:12.756 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.757 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.757 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.757 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.757 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.757 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.758 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.758 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.758 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.758 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.758 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.758 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.759 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.759 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.759 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.759 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.759 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.760 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.760 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.760 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.760 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.760 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.760 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.761 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.761 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.761 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.761 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.761 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.762 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.762 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.762 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.762 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.762 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.763 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.763 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.763 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.763 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.763 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.764 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.764 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.764 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.764 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.764 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.765 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.766 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.767 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.768 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.769 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.770 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "iostat", 2023-10-21T15:44:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.771 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.772 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.773 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.774 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.775 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.776 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.776 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.776 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.776 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.776 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.776 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.777 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.777 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.777 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.777 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.777 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.778 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.779 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.779 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.779 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.779 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.779 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.779 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.780 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.780 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.780 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.780 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.780 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.781 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.781 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.781 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.781 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.781 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.781 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.782 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.782 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.782 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.782 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.782 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.783 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.783 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.783 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.783 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.783 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.783 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.784 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.784 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.784 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.784 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.784 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.785 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.785 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.785 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "k8sevents", 2023-10-21T15:44:12.785 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.785 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_event_retention_days": { 2023-10-21T15:44:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ceph_event_retention_days", 2023-10-21T15:44:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7", 2023-10-21T15:44:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-21T15:44:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "config_check_secs": { 2023-10-21T15:44:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_check_secs", 2023-10-21T15:44:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "10", 2023-10-21T15:44:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-21T15:44:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.799 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.799 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.799 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.799 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.799 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.800 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.800 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.800 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.800 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.800 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.801 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.801 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.801 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.801 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.801 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.802 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.802 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.802 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.802 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.802 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.802 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.803 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.803 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.803 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.803 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.803 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.804 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.804 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.804 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.804 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.804 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.805 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.805 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.805 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.805 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "localpool", 2023-10-21T15:44:12.805 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.805 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.806 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.806 INFO:teuthology.orchestra.run.smithi046.stdout: "failure_domain": { 2023-10-21T15:44:12.806 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "failure_domain", 2023-10-21T15:44:12.806 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.806 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.807 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.807 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "host", 2023-10-21T15:44:12.807 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.807 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.807 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.808 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "failure domain for any created local pool", 2023-10-21T15:44:12.808 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-21T15:44:12.808 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.808 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.808 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.809 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.809 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.809 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.809 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.809 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.810 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.810 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.810 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.810 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.810 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.811 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.811 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.811 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.811 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.811 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.811 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.812 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.812 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.812 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.812 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.812 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.813 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.813 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.813 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.813 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.813 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.813 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.814 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.814 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.814 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.814 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.814 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.815 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.816 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.817 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.818 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.819 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.820 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.821 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.822 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.822 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.822 INFO:teuthology.orchestra.run.smithi046.stdout: "min_size": { 2023-10-21T15:44:12.822 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_size", 2023-10-21T15:44:12.822 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.823 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.823 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.823 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.823 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.823 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default min_size for any created local pool", 2023-10-21T15:44:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-21T15:44:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.824 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: "num_rep": { 2023-10-21T15:44:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "num_rep", 2023-10-21T15:44:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.825 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3", 2023-10-21T15:44:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.826 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default replica count for any created local pool", 2023-10-21T15:44:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_num": { 2023-10-21T15:44:12.827 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_num", 2023-10-21T15:44:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "128", 2023-10-21T15:44:12.828 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default pg_num for any created local pool", 2023-10-21T15:44:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.829 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: "prefix": { 2023-10-21T15:44:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prefix", 2023-10-21T15:44:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.830 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.831 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.832 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name prefix for any created local pool", 2023-10-21T15:44:12.832 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.832 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.832 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.832 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.833 INFO:teuthology.orchestra.run.smithi046.stdout: "subtree": { 2023-10-21T15:44:12.833 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "subtree", 2023-10-21T15:44:12.833 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.833 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.833 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.833 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "rack", 2023-10-21T15:44:12.834 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.834 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.834 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.834 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-21T15:44:12.834 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-21T15:44:12.835 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.835 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.835 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.835 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.836 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.836 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.836 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mds_autoscaler", 2023-10-21T15:44:12.836 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.836 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.837 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.837 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.837 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.837 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.837 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.838 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.838 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.838 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.838 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.838 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.838 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.839 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.839 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.839 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.839 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.839 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.840 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.840 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.840 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.840 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.840 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.841 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.841 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.841 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.841 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.841 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.842 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.842 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.842 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.842 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.842 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.843 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.843 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.843 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.843 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.843 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.844 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.844 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.844 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.844 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.844 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.844 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.845 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.845 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.845 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.845 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.845 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.846 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.846 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.846 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.846 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.846 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.846 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.847 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.848 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.849 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.850 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirroring", 2023-10-21T15:44:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.851 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.852 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.853 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.854 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.855 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.856 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.857 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.858 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.859 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.859 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.859 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.859 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.859 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.860 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.860 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.860 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.860 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.860 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.860 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.861 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.862 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.863 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.864 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "nfs", 2023-10-21T15:44:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.865 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.866 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.867 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.868 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.869 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.870 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.871 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.872 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.873 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.874 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.875 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.876 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.877 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.878 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.879 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2023-10-21T15:44:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.880 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: "fail_fs": { 2023-10-21T15:44:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "fail_fs", 2023-10-21T15:44:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.881 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.882 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.882 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.882 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.882 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.882 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-21T15:44:12.883 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.883 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.883 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.883 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.883 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.884 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.884 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.884 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.884 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.884 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.884 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.885 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.885 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.885 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.885 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.885 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.886 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.886 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.886 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.886 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.886 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.887 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.887 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.887 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.887 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.887 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.888 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.888 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.888 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.888 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.888 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.889 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.889 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.889 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.889 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.889 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.889 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.890 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.890 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.890 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.890 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.890 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.891 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.891 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.891 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.891 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.891 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.892 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.892 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.892 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.892 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.892 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.893 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.893 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.893 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.893 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.893 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.893 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.894 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.894 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.894 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.894 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.894 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.895 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.895 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.895 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.895 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.895 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.896 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.896 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.896 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.896 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.896 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.897 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.897 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator": { 2023-10-21T15:44:12.897 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2023-10-21T15:44:12.897 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.897 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.898 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.898 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.898 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.898 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.898 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm", 2023-10-21T15:44:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: "rook", 2023-10-21T15:44:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: "test_orchestrator" 2023-10-21T15:44:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.899 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Orchestrator backend", 2023-10-21T15:44:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.900 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_perf_query", 2023-10-21T15:44:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.901 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.902 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.903 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.903 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.903 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.903 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.903 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.904 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.904 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.904 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.904 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.904 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.904 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.905 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.905 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.905 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.905 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.905 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.906 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.906 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.906 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.906 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.906 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.907 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.907 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.907 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.907 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.907 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.908 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.908 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.908 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.908 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.908 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.908 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.909 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.909 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.909 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.909 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.909 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.910 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.910 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.910 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.910 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.910 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.911 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.911 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.911 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.911 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.912 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.912 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.912 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.912 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.912 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.912 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.913 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.913 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.913 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.913 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.913 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.914 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.914 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.914 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.914 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.914 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.915 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.915 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.915 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.915 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.915 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_support", 2023-10-21T15:44:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.916 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.917 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.918 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.919 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.920 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.921 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.922 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.923 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.924 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.925 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.926 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.926 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.926 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.926 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.926 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.927 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.927 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.927 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.927 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.927 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.927 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.928 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.928 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.928 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.928 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.928 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.929 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.929 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.929 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.929 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.929 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.929 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.930 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.930 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.930 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_autoscaler", 2023-10-21T15:44:12.930 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.930 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.931 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.931 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.931 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.931 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.931 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.932 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.932 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.932 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.932 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.932 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.933 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.933 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.933 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.933 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.933 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.933 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.934 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.934 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.934 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.934 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.934 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.935 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.935 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.935 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.935 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.935 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.936 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.936 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.936 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.936 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.936 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.936 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.937 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.937 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.937 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.937 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.937 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.938 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.938 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.938 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.938 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.938 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.938 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.939 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.939 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.939 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.939 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.939 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.940 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.940 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.940 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.940 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.940 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.941 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.941 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.941 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.941 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.941 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.941 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.942 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.942 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.942 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.942 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.942 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.943 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.943 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.943 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.943 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.943 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.943 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.944 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.944 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:12.944 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:12.944 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.944 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.945 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.945 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:12.945 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.945 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.945 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.945 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.946 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.946 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.946 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.946 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.946 INFO:teuthology.orchestra.run.smithi046.stdout: "threshold": { 2023-10-21T15:44:12.947 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threshold", 2023-10-21T15:44:12.947 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:12.947 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.947 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.947 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2023-10-21T15:44:12.948 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1.0", 2023-10-21T15:44:12.948 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.948 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.948 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "scaling threshold", 2023-10-21T15:44:12.948 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-21T15:44:12.949 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.949 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.949 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.949 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.949 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.949 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.950 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "progress", 2023-10-21T15:44:12.950 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.950 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.950 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.950 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_pg_recovery_event": { 2023-10-21T15:44:12.951 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_pg_recovery_event", 2023-10-21T15:44:12.951 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.951 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.951 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.951 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.952 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.952 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.952 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.952 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-21T15:44:12.952 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.953 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.953 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.953 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.953 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2023-10-21T15:44:12.953 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2023-10-21T15:44:12.953 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.954 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.954 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.954 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.954 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.954 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.955 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.956 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.957 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.958 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.959 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.960 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.961 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.962 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.963 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.964 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.965 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.965 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.965 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.965 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.965 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.966 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.966 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.966 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.966 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.966 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.967 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.968 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: "max_completed_events": { 2023-10-21T15:44:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_completed_events", 2023-10-21T15:44:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.969 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "50", 2023-10-21T15:44:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.970 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "number of past completed events to remember", 2023-10-21T15:44:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.971 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.972 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long the module is going to sleep", 2023-10-21T15:44:12.973 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.974 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus", 2023-10-21T15:44:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:12.975 INFO:teuthology.orchestra.run.smithi046.stdout: "cache": { 2023-10-21T15:44:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cache", 2023-10-21T15:44:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.976 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.977 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: "exclude_perf_counters": { 2023-10-21T15:44:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "exclude_perf_counters", 2023-10-21T15:44:12.978 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.979 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-21T15:44:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-21T15:44:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.980 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.981 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.982 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.983 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.983 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.983 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.983 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.983 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.984 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.984 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.984 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.984 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.984 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.985 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.985 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:12.985 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:12.985 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.985 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.985 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.986 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.987 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:12.988 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:12.989 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:12.990 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:12.990 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:12.990 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:12.990 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:12.990 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.991 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.991 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.991 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.991 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.991 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:12.992 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.993 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools": { 2023-10-21T15:44:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools", 2023-10-21T15:44:12.994 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.995 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.996 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-21T15:44:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-21T15:44:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:12.997 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300", 2023-10-21T15:44:12.998 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:12.998 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:12.998 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:12.998 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:12.998 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:12.999 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:12.999 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:12.999 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:12.999 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_interval": { 2023-10-21T15:44:12.999 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_interval", 2023-10-21T15:44:13.000 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:13.000 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.000 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.000 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15.0", 2023-10-21T15:44:13.000 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.000 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.001 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.001 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.001 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.001 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.001 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.002 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.002 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:13.002 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:13.002 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.002 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.003 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.003 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2023-10-21T15:44:13.003 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.003 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.003 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.003 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-21T15:44:13.004 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.004 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.004 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.004 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.004 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:13.005 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:13.005 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.005 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.005 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.005 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "9283", 2023-10-21T15:44:13.006 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.006 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.006 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.006 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-21T15:44:13.006 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.007 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.007 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.007 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.007 INFO:teuthology.orchestra.run.smithi046.stdout: "stale_cache_strategy": { 2023-10-21T15:44:13.007 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stale_cache_strategy", 2023-10-21T15:44:13.007 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.008 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.008 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.008 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "log", 2023-10-21T15:44:13.008 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.008 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.009 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.009 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.009 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.009 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.009 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.009 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.010 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2023-10-21T15:44:13.010 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2023-10-21T15:44:13.010 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.010 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.010 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.011 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "default", 2023-10-21T15:44:13.011 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.011 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.011 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.011 INFO:teuthology.orchestra.run.smithi046.stdout: "default", 2023-10-21T15:44:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: "error" 2023-10-21T15:44:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.012 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2023-10-21T15:44:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2023-10-21T15:44:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.013 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2023-10-21T15:44:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2023-10-21T15:44:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2023-10-21T15:44:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.014 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.015 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_support", 2023-10-21T15:44:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.016 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.017 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.018 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.019 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.020 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.021 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.022 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.022 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.022 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.022 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.022 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.023 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.024 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.025 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.026 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.027 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.028 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.028 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.028 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.028 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.028 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.028 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.029 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.029 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.029 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.029 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.029 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.030 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_snap_create": { 2023-10-21T15:44:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_snap_create", 2023-10-21T15:44:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:13.031 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.032 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: "mirror_snapshot_schedule": { 2023-10-21T15:44:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirror_snapshot_schedule", 2023-10-21T15:44:13.033 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.034 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.035 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.035 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.035 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.035 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.035 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.036 INFO:teuthology.orchestra.run.smithi046.stdout: "trash_purge_schedule": { 2023-10-21T15:44:13.036 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "trash_purge_schedule", 2023-10-21T15:44:13.036 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.036 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.036 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.037 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.038 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "restful", 2023-10-21T15:44:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.039 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_auth": { 2023-10-21T15:44:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_auth", 2023-10-21T15:44:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.040 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.041 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2023-10-21T15:44:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2023-10-21T15:44:13.042 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.043 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.044 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.045 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.046 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.046 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.046 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.046 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.046 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.047 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.047 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.047 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.047 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.047 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.047 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.048 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.048 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.048 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.048 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.048 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.049 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.050 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.051 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.052 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.053 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.053 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.053 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.053 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.053 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.053 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.054 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.054 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.054 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.055 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.055 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.055 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.055 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.055 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.056 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.056 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.056 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.056 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.056 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.056 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.057 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.057 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.057 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.057 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.057 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.058 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.058 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.058 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:13.058 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:13.058 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.058 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.059 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.059 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.059 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.059 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.059 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.060 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.060 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.060 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.060 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.060 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.061 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:13.061 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:13.061 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.061 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.061 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.061 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.062 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.062 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.062 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.062 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.062 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.063 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.063 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.063 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.063 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.063 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.064 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.064 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rgw", 2023-10-21T15:44:13.064 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.064 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.064 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.064 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.065 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.065 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.065 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.065 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.065 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.066 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.067 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.068 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.069 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.070 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.071 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.071 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.071 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.071 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.071 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.072 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.072 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.072 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.072 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.072 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.072 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.073 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.074 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.075 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.076 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.077 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.078 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.078 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.078 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rook", 2023-10-21T15:44:13.078 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.078 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: "drive_group_interval": { 2023-10-21T15:44:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "drive_group_interval", 2023-10-21T15:44:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:13.079 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300.0", 2023-10-21T15:44:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.080 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-21T15:44:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.081 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.082 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.083 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.084 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.084 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.084 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.084 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.084 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.085 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.085 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.085 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.085 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.085 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.086 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.086 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.086 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.086 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.086 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.086 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.087 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.088 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.089 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.090 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.091 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.092 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.093 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.094 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: "storage_class": { 2023-10-21T15:44:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "storage_class", 2023-10-21T15:44:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.095 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "local", 2023-10-21T15:44:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-21T15:44:13.096 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.097 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.097 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.097 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.097 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.097 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.098 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.098 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "selftest", 2023-10-21T15:44:13.098 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.098 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.098 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.099 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.100 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.101 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.102 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.103 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.104 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.104 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.104 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.104 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.104 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.104 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.105 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.105 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.105 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.105 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.105 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.106 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.107 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.108 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.108 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.108 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.108 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.108 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.109 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.109 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.109 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.109 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.109 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.110 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.110 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.110 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.110 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.110 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.110 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.111 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.111 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.111 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.111 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.111 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.112 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.112 INFO:teuthology.orchestra.run.smithi046.stdout: "roption1": { 2023-10-21T15:44:13.112 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption1", 2023-10-21T15:44:13.112 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.112 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.113 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.113 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.113 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.113 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.113 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.113 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.114 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.114 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.114 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.114 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.114 INFO:teuthology.orchestra.run.smithi046.stdout: "roption2": { 2023-10-21T15:44:13.115 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption2", 2023-10-21T15:44:13.115 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.115 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.115 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.115 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "xyz", 2023-10-21T15:44:13.116 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.116 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.116 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.116 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.116 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.116 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.117 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.117 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.117 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption1": { 2023-10-21T15:44:13.117 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption1", 2023-10-21T15:44:13.117 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.118 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.118 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.118 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.118 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.118 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.119 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.119 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.119 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.119 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.119 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.119 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.120 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption2": { 2023-10-21T15:44:13.120 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption2", 2023-10-21T15:44:13.120 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.120 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.120 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.121 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.121 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.121 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.121 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.121 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.121 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.122 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.122 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.122 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.122 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption3": { 2023-10-21T15:44:13.122 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption3", 2023-10-21T15:44:13.123 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:13.123 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.123 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.123 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.123 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.123 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.124 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.124 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.124 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.124 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.124 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.125 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.125 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption4": { 2023-10-21T15:44:13.125 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption4", 2023-10-21T15:44:13.125 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.125 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.125 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.126 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.126 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.126 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.126 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.126 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.127 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.127 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.127 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.127 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.127 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption5": { 2023-10-21T15:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption5", 2023-10-21T15:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.128 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.129 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.130 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.130 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.130 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.130 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption6": { 2023-10-21T15:44:13.130 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption6", 2023-10-21T15:44:13.131 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.131 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.131 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.131 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.131 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.132 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.132 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.132 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.132 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.132 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.132 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.133 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.133 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption7": { 2023-10-21T15:44:13.133 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption7", 2023-10-21T15:44:13.133 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.133 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "42", 2023-10-21T15:44:13.134 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.135 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: "testkey": { 2023-10-21T15:44:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testkey", 2023-10-21T15:44:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.136 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.137 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: "testlkey": { 2023-10-21T15:44:13.138 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testlkey", 2023-10-21T15:44:13.139 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.139 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.139 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.139 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.139 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.140 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.140 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.140 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.140 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.140 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.141 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.141 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.141 INFO:teuthology.orchestra.run.smithi046.stdout: "testnewline": { 2023-10-21T15:44:13.141 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testnewline", 2023-10-21T15:44:13.141 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.141 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.142 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.142 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.142 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.142 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.142 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.143 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.143 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.143 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.143 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.143 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.144 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.144 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.144 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.144 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snap_schedule", 2023-10-21T15:44:13.144 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.144 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.145 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.145 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_m_granularity": { 2023-10-21T15:44:13.145 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_m_granularity", 2023-10-21T15:44:13.145 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.145 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.146 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.146 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.146 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.146 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.146 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.147 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow minute scheduled snapshots", 2023-10-21T15:44:13.147 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.147 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.147 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.147 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.147 INFO:teuthology.orchestra.run.smithi046.stdout: "dump_on_update": { 2023-10-21T15:44:13.148 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dump_on_update", 2023-10-21T15:44:13.148 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.148 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.148 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.148 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.149 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.149 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.149 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.149 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "dump database to debug log on update", 2023-10-21T15:44:13.149 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.150 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.150 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.150 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.150 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.150 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.151 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.151 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.151 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.151 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.151 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.151 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.152 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.152 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.152 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.152 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.152 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.153 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.153 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.153 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.153 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.153 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.154 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.154 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.154 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.154 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.154 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.154 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.155 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.155 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.155 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.155 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.155 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.156 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.156 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.156 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.156 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.156 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.157 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.157 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.157 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.157 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.157 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.158 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.158 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.158 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.158 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.158 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.159 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.159 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.159 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.159 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.159 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.160 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.160 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.160 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.160 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.160 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.160 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.161 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.161 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.161 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.161 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.161 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.162 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.162 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.162 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.162 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.162 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.163 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.163 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.163 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.163 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.163 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.163 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.164 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.164 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.164 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stats", 2023-10-21T15:44:13.164 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.164 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.165 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.165 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.165 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.165 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.165 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.166 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.166 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.166 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.166 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.166 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.167 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.167 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.167 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.167 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.167 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.167 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.168 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.168 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.168 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.168 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.168 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.169 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.169 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.169 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.169 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.169 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.170 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.170 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.170 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.170 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.170 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.170 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.171 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.171 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.171 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.171 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.171 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.172 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.172 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.172 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.172 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.172 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.173 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.173 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.173 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.173 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.173 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.173 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.174 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.174 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.174 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.174 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.174 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.175 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.175 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.175 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.175 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.175 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.175 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.176 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.176 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.176 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.176 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.176 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.177 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.177 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.177 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.177 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.177 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.177 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.178 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.178 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.178 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.178 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.178 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "status", 2023-10-21T15:44:13.179 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.179 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.179 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.179 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.179 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.180 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.180 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.180 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.180 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.180 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.181 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.181 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.181 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.181 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.181 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.181 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.182 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.182 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.182 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.182 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.182 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.183 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.183 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.183 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.183 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.183 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.184 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.184 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.184 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.184 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.184 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.185 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.185 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.185 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.185 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.185 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.185 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.186 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.186 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.186 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.186 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.186 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.187 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.187 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.187 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.187 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.187 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.188 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.188 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.188 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.188 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.188 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.189 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.189 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.189 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.189 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.189 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.190 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.190 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.190 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.190 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.190 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.191 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.191 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.191 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.191 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.191 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.191 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.192 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.192 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.192 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.192 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.192 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.193 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.193 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.193 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.193 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telegraf", 2023-10-21T15:44:13.193 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.194 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.194 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.194 INFO:teuthology.orchestra.run.smithi046.stdout: "address": { 2023-10-21T15:44:13.194 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "address", 2023-10-21T15:44:13.194 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.194 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.195 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.195 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-21T15:44:13.195 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.195 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.195 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.196 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.196 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.196 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.196 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.196 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.197 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:13.197 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:13.197 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.197 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.197 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.198 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15", 2023-10-21T15:44:13.198 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.198 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.198 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.198 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.198 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.199 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.199 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.199 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.199 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.199 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.200 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.200 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.200 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.200 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.200 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.201 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.201 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.201 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.201 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.201 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.201 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.202 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.202 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.202 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.202 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.202 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.203 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.203 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.203 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.203 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.203 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.204 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.204 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.204 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.204 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.204 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.205 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.205 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.205 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.205 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.205 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.206 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.206 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.206 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.206 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.206 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.207 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.207 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.207 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.207 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.207 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.207 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.208 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.208 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.208 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.208 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.208 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.209 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.209 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.209 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.209 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.209 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.210 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.210 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.210 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.210 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.210 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.211 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.211 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.211 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.211 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.211 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.211 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.212 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.212 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.212 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.212 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.212 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.213 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.213 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.213 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.213 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telemetry", 2023-10-21T15:44:13.213 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.214 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.214 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.214 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_basic": { 2023-10-21T15:44:13.214 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_basic", 2023-10-21T15:44:13.214 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.214 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.215 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.215 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.215 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.215 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.215 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.216 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-21T15:44:13.216 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.216 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.216 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.216 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.217 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_crash": { 2023-10-21T15:44:13.217 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_crash", 2023-10-21T15:44:13.217 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.217 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.217 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.218 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.218 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.218 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.218 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.218 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-21T15:44:13.218 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.219 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.219 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.219 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.219 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_device": { 2023-10-21T15:44:13.219 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_device", 2023-10-21T15:44:13.220 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.220 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.220 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.220 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.220 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.221 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.221 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.221 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-21T15:44:13.221 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.221 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.222 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.222 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.222 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_ident": { 2023-10-21T15:44:13.222 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_ident", 2023-10-21T15:44:13.222 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.223 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.223 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.223 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.223 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.223 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.223 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.224 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-21T15:44:13.224 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.224 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.224 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.224 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.225 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_perf": { 2023-10-21T15:44:13.225 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_perf", 2023-10-21T15:44:13.225 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.225 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.225 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.226 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.226 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.226 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.226 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.226 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-21T15:44:13.227 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.227 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.227 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.227 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.227 INFO:teuthology.orchestra.run.smithi046.stdout: "contact": { 2023-10-21T15:44:13.228 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "contact", 2023-10-21T15:44:13.228 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.228 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.228 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.228 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.229 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.229 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.229 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.229 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.229 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.230 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.230 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.230 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.230 INFO:teuthology.orchestra.run.smithi046.stdout: "description": { 2023-10-21T15:44:13.230 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "description", 2023-10-21T15:44:13.230 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.231 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.231 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.231 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.231 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.231 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.232 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.232 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.232 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.232 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.232 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.233 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.233 INFO:teuthology.orchestra.run.smithi046.stdout: "device_url": { 2023-10-21T15:44:13.233 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_url", 2023-10-21T15:44:13.233 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.233 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.234 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.234 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-21T15:44:13.234 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.234 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.234 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.235 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.235 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.235 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.235 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.235 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.236 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2023-10-21T15:44:13.236 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2023-10-21T15:44:13.236 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.236 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.236 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.236 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.237 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.237 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.237 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.237 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.238 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.238 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.238 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.238 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.238 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:13.239 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:13.239 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.239 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.239 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.239 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "24", 2023-10-21T15:44:13.240 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "8", 2023-10-21T15:44:13.240 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.240 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.240 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.240 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.240 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.241 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.241 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.241 INFO:teuthology.orchestra.run.smithi046.stdout: "last_opt_revision": { 2023-10-21T15:44:13.241 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "last_opt_revision", 2023-10-21T15:44:13.241 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1", 2023-10-21T15:44:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.242 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.243 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.244 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard": { 2023-10-21T15:44:13.244 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard", 2023-10-21T15:44:13.244 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.244 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.244 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.245 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.245 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.245 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.245 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.245 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.246 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.246 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.246 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.246 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.246 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard_description": { 2023-10-21T15:44:13.247 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard_description", 2023-10-21T15:44:13.247 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.247 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.247 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.247 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.247 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.248 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.248 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.248 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.248 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.248 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.249 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.249 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.249 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.249 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.249 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.249 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.250 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.250 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.250 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.250 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.250 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.251 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.251 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.251 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.251 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.251 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.252 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.252 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.252 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.252 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.252 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.252 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.253 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.253 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.253 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.253 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.253 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.254 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.254 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.254 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.254 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.254 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.255 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.255 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.255 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.255 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.255 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.256 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.256 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.256 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.256 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.256 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.256 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.257 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.257 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.257 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.257 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.258 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.258 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.258 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.258 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.258 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.258 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.259 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.259 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.259 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.259 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.259 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.260 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.260 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.260 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.260 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.260 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.261 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.261 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.261 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.261 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.261 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.261 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.262 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.262 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.262 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.262 INFO:teuthology.orchestra.run.smithi046.stdout: "organization": { 2023-10-21T15:44:13.262 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "organization", 2023-10-21T15:44:13.263 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.263 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.263 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.263 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.263 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.264 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.264 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.264 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.264 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.264 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.264 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.265 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.265 INFO:teuthology.orchestra.run.smithi046.stdout: "proxy": { 2023-10-21T15:44:13.265 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "proxy", 2023-10-21T15:44:13.265 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.265 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.266 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.266 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.266 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.266 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.266 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.267 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.267 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.267 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.267 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.267 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.267 INFO:teuthology.orchestra.run.smithi046.stdout: "url": { 2023-10-21T15:44:13.268 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url", 2023-10-21T15:44:13.268 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.268 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.268 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.268 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-21T15:44:13.269 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.269 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.269 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.269 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.269 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.269 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.270 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.270 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.270 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.270 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.270 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.271 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "test_orchestrator", 2023-10-21T15:44:13.271 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.271 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.271 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.271 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.271 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.272 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.272 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.272 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.272 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.272 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.273 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.273 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.273 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.273 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.273 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.274 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.274 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.274 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.274 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.274 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.275 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.275 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.275 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.275 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.275 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.275 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.276 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.276 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.276 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.276 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.276 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.277 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.277 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.277 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.277 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.277 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.278 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.278 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.278 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.278 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.278 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.279 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.279 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.279 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.279 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.279 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.279 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.280 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.280 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.280 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.280 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.280 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.281 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.281 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.281 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.281 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.281 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.282 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.282 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.282 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.282 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.282 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.283 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.283 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.283 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.283 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.283 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.284 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.284 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.284 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.284 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.284 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.285 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.285 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.285 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.285 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.285 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "volumes", 2023-10-21T15:44:13.285 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.286 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.286 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.286 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.286 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.286 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.287 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.287 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.287 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.287 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.287 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.288 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.288 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.288 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.288 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.288 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.289 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.289 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.289 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.289 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.289 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.290 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.290 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.290 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.290 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.290 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.290 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.291 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.291 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.291 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.291 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.291 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.292 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.292 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.292 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.292 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.292 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.293 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.293 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.293 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.293 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.293 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.293 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.294 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.294 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.294 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.294 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.294 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.295 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.295 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.295 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.295 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.295 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.296 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.296 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.296 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.296 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.296 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.296 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.297 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.297 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.297 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.297 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.297 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.298 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.298 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.298 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.298 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.298 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.299 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.299 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.299 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.299 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.299 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_clones": { 2023-10-21T15:44:13.299 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_clones", 2023-10-21T15:44:13.300 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.300 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.300 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.300 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4", 2023-10-21T15:44:13.300 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.301 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.301 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.301 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-21T15:44:13.301 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.301 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.301 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.302 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.302 INFO:teuthology.orchestra.run.smithi046.stdout: "periodic_async_work": { 2023-10-21T15:44:13.302 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "periodic_async_work", 2023-10-21T15:44:13.302 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.302 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.303 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.303 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.303 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.303 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.303 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.303 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Periodically check for async work", 2023-10-21T15:44:13.304 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.304 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.304 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.304 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.304 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_delay": { 2023-10-21T15:44:13.305 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_delay", 2023-10-21T15:44:13.305 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.305 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.305 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.305 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:13.306 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.306 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.306 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.306 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-21T15:44:13.306 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.307 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.307 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.307 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.307 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.307 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.307 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.308 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix", 2023-10-21T15:44:13.308 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.308 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.308 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.308 INFO:teuthology.orchestra.run.smithi046.stdout: "discovery_interval": { 2023-10-21T15:44:13.309 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "discovery_interval", 2023-10-21T15:44:13.309 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:13.309 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.309 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.309 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "100", 2023-10-21T15:44:13.309 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.310 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.310 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.310 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.310 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.311 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.311 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.311 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.311 INFO:teuthology.orchestra.run.smithi046.stdout: "identifier": { 2023-10-21T15:44:13.311 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "identifier", 2023-10-21T15:44:13.311 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.312 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.312 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.312 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.312 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.312 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.313 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.313 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.313 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.313 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.313 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.314 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.314 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:13.314 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:13.314 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.314 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.314 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.315 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:13.315 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.315 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.315 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.315 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.316 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.316 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.316 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.316 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.316 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.316 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.317 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.317 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.317 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.317 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.317 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.318 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.318 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.318 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.318 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.318 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.319 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.319 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.319 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.319 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.319 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.319 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.320 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.320 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.320 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.320 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.320 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.321 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.321 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.321 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.321 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.321 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.321 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.322 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.322 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.322 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.322 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.322 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.323 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.323 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.323 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.323 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.323 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.324 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.324 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.324 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.324 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.324 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.324 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.325 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.325 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.325 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.325 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.325 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.326 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.326 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.326 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.326 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.326 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.327 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.327 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.327 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.327 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.327 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.328 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.328 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.328 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.328 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.328 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.328 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.329 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.329 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.329 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.329 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.329 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_host": { 2023-10-21T15:44:13.330 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_host", 2023-10-21T15:44:13.330 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.330 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.330 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.330 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.330 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.331 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.331 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.331 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.331 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.331 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.332 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.332 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.332 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_port": { 2023-10-21T15:44:13.332 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_port", 2023-10-21T15:44:13.332 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.332 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.333 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.333 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10051", 2023-10-21T15:44:13.333 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.333 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.333 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.334 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.334 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.334 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.334 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.334 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.334 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_sender": { 2023-10-21T15:44:13.335 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_sender", 2023-10-21T15:44:13.335 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.335 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.335 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.335 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-21T15:44:13.336 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.336 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.336 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.336 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.336 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.337 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.337 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.337 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.337 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.337 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.337 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:13.338 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.338 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.338 INFO:teuthology.orchestra.run.smithi046.stdout: "gid": 24113, 2023-10-21T15:44:13.338 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "y", 2023-10-21T15:44:13.341 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr_features": 4540138322906710015, 2023-10-21T15:44:13.341 INFO:teuthology.orchestra.run.smithi046.stdout: "available_modules": [ 2023-10-21T15:44:13.342 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.342 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "alerts", 2023-10-21T15:44:13.342 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.342 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.342 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.343 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:13.343 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:13.343 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.343 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.343 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.343 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:13.344 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.344 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.344 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.344 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How frequently to reexamine health status", 2023-10-21T15:44:13.344 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.345 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.345 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.345 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.345 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.345 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.346 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.346 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.346 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.346 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.346 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.346 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.347 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.347 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.347 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.347 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.347 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.348 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.348 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.348 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.348 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.348 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.348 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.349 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.349 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.349 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.349 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.349 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.350 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.350 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.350 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.350 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.350 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.351 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.351 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.351 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.351 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.351 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.352 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.352 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.352 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.352 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.352 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.352 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.353 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.353 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.353 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.353 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.353 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.354 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.354 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.354 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.354 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.354 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.355 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.355 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.355 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.355 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.355 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.355 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.356 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.356 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.356 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.356 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.356 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.357 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.357 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.357 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.357 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.357 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.357 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.358 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.358 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.358 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.358 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_destination": { 2023-10-21T15:44:13.358 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_destination", 2023-10-21T15:44:13.359 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.359 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.359 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.359 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.359 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.359 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.360 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.360 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email address to send alerts to", 2023-10-21T15:44:13.360 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.360 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.360 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.361 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.361 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_from_name": { 2023-10-21T15:44:13.361 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_from_name", 2023-10-21T15:44:13.361 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.361 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.362 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.362 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "Ceph", 2023-10-21T15:44:13.362 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.362 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.362 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.363 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email From: name", 2023-10-21T15:44:13.363 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.363 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.363 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.363 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.363 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_host": { 2023-10-21T15:44:13.364 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_host", 2023-10-21T15:44:13.364 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.364 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.364 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.364 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.365 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.365 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.365 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.365 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP server", 2023-10-21T15:44:13.365 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.365 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.366 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.366 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.366 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_password": { 2023-10-21T15:44:13.366 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_password", 2023-10-21T15:44:13.366 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.367 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.367 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.367 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.367 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.367 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.368 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.368 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Password to authenticate with", 2023-10-21T15:44:13.368 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.368 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.368 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.368 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.369 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_port": { 2023-10-21T15:44:13.369 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_port", 2023-10-21T15:44:13.369 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.369 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.369 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.370 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "465", 2023-10-21T15:44:13.370 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.370 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.370 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.370 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP port", 2023-10-21T15:44:13.371 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.371 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.371 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.371 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.371 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_sender": { 2023-10-21T15:44:13.371 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_sender", 2023-10-21T15:44:13.372 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.372 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.372 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.372 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.372 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.373 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.373 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.373 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP envelope sender", 2023-10-21T15:44:13.373 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.373 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.374 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.374 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.374 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_ssl": { 2023-10-21T15:44:13.374 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_ssl", 2023-10-21T15:44:13.374 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.374 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.375 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.375 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.375 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.375 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.375 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.376 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-21T15:44:13.376 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.376 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.376 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.376 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.377 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_user": { 2023-10-21T15:44:13.377 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_user", 2023-10-21T15:44:13.377 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.377 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.377 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.377 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.378 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.378 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.378 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.378 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "User to authenticate as", 2023-10-21T15:44:13.378 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.379 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.379 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.379 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.379 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.379 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.380 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.380 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "balancer", 2023-10-21T15:44:13.380 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.380 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.380 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.380 INFO:teuthology.orchestra.run.smithi046.stdout: "active": { 2023-10-21T15:44:13.381 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "active", 2023-10-21T15:44:13.381 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.381 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.381 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.381 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.382 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.382 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.382 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.382 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically balance PGs across cluster", 2023-10-21T15:44:13.382 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.383 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.383 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.383 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.383 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_time": { 2023-10-21T15:44:13.383 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_time", 2023-10-21T15:44:13.384 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.384 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.384 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.384 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0000", 2023-10-21T15:44:13.384 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.384 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.385 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.385 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "beginning time of day to automatically balance", 2023-10-21T15:44:13.385 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-21T15:44:13.385 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.386 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.386 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.386 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_weekday": { 2023-10-21T15:44:13.386 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_weekday", 2023-10-21T15:44:13.386 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:13.386 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.387 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.387 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:13.387 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2023-10-21T15:44:13.387 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2023-10-21T15:44:13.387 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.388 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-21T15:44:13.388 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-21T15:44:13.388 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.388 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.388 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.389 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_max_iterations": { 2023-10-21T15:44:13.389 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_max_iterations", 2023-10-21T15:44:13.389 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:13.389 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.389 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.389 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "25", 2023-10-21T15:44:13.390 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:13.390 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "250", 2023-10-21T15:44:13.390 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.390 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-21T15:44:13.390 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.391 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.391 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.391 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.391 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_metrics": { 2023-10-21T15:44:13.391 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_metrics", 2023-10-21T15:44:13.392 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.392 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.392 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.392 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "pgs,objects,bytes", 2023-10-21T15:44:13.392 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.393 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.393 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.393 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-21T15:44:13.393 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-21T15:44:13.393 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.393 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.394 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.394 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_step": { 2023-10-21T15:44:13.394 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_step", 2023-10-21T15:44:13.394 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:13.395 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.395 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.395 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.5", 2023-10-21T15:44:13.395 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0.001", 2023-10-21T15:44:13.395 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "0.999", 2023-10-21T15:44:13.395 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.396 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "aggressiveness of optimization", 2023-10-21T15:44:13.396 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-21T15:44:13.396 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.396 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.396 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.397 INFO:teuthology.orchestra.run.smithi046.stdout: "end_time": { 2023-10-21T15:44:13.397 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_time", 2023-10-21T15:44:13.397 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.397 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.397 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.398 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2359", 2023-10-21T15:44:13.398 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.398 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.398 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.398 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ending time of day to automatically balance", 2023-10-21T15:44:13.398 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-21T15:44:13.399 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.399 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.399 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.399 INFO:teuthology.orchestra.run.smithi046.stdout: "end_weekday": { 2023-10-21T15:44:13.400 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_weekday", 2023-10-21T15:44:13.400 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:13.400 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.400 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.400 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:13.401 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2023-10-21T15:44:13.401 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2023-10-21T15:44:13.401 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.401 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-21T15:44:13.401 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-21T15:44:13.402 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.402 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.402 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.402 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.402 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.402 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.403 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.403 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.403 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.403 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.403 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.404 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.404 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.404 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.404 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.404 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.405 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.405 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.405 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.405 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.405 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.405 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.406 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.406 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.406 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.406 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.406 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.407 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.407 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.407 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.407 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.407 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.407 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.408 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.408 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.408 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.408 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.408 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.409 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.409 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.409 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.409 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.409 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.410 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.410 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.410 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.410 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.410 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.410 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.411 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.411 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.411 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.411 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.411 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.412 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.412 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.412 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.412 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.412 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.413 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.413 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.413 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.413 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.413 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.414 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.414 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.414 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.414 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.414 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.414 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.415 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.415 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.415 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.415 INFO:teuthology.orchestra.run.smithi046.stdout: "min_score": { 2023-10-21T15:44:13.415 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_score", 2023-10-21T15:44:13.416 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:13.416 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.416 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.416 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:13.416 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.417 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.417 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.417 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-21T15:44:13.417 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.417 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.417 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.418 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.418 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2023-10-21T15:44:13.418 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2023-10-21T15:44:13.418 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.418 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.419 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.419 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "upmap", 2023-10-21T15:44:13.419 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.419 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.419 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.420 INFO:teuthology.orchestra.run.smithi046.stdout: "crush-compat", 2023-10-21T15:44:13.420 INFO:teuthology.orchestra.run.smithi046.stdout: "none", 2023-10-21T15:44:13.420 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap" 2023-10-21T15:44:13.420 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.420 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Balancer mode", 2023-10-21T15:44:13.421 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.421 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.421 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.421 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.421 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_ids": { 2023-10-21T15:44:13.421 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_ids", 2023-10-21T15:44:13.422 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.422 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.422 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.422 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.422 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.423 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.423 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.423 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-21T15:44:13.423 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.423 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.424 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.424 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.424 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:13.424 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:13.424 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.425 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.425 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.425 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:13.425 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.425 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.425 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.426 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-21T15:44:13.426 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.426 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.426 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.426 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.427 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_deviation": { 2023-10-21T15:44:13.427 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_deviation", 2023-10-21T15:44:13.427 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.427 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.427 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.427 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:13.428 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:13.428 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.428 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.428 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-21T15:44:13.428 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-21T15:44:13.429 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.429 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.429 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.429 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_optimizations": { 2023-10-21T15:44:13.429 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_optimizations", 2023-10-21T15:44:13.429 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:13.430 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.430 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.430 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:13.430 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.430 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.431 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.431 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-21T15:44:13.431 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.431 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.431 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.432 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.432 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.432 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.432 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.432 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm", 2023-10-21T15:44:13.432 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.433 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.433 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.433 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_down_multiplier": { 2023-10-21T15:44:13.433 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_down_multiplier", 2023-10-21T15:44:13.433 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:13.434 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.434 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.434 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2023-10-21T15:44:13.434 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.434 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.434 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.435 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-21T15:44:13.435 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.435 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.435 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.435 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.436 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_refresh_rate": { 2023-10-21T15:44:13.436 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_refresh_rate", 2023-10-21T15:44:13.436 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.436 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.436 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.437 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "20", 2023-10-21T15:44:13.437 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.437 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.437 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.437 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-21T15:44:13.437 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.438 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.438 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.438 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.438 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_starting_port": { 2023-10-21T15:44:13.438 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_starting_port", 2023-10-21T15:44:13.439 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.439 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.439 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.439 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4721", 2023-10-21T15:44:13.439 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.439 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.440 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.440 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-21T15:44:13.440 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.440 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.440 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.441 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.441 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_ptrace": { 2023-10-21T15:44:13.441 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_ptrace", 2023-10-21T15:44:13.441 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.441 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.442 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.442 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.442 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.442 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.442 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.443 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-21T15:44:13.443 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-21T15:44:13.443 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.443 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.443 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.443 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_interval": { 2023-10-21T15:44:13.444 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_interval", 2023-10-21T15:44:13.444 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.444 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.444 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.444 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:13.445 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.445 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.445 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.445 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-21T15:44:13.445 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.446 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.446 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.446 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.446 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_memory_target_ratio": { 2023-10-21T15:44:13.446 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_memory_target_ratio", 2023-10-21T15:44:13.446 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:13.447 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.447 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.447 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.7", 2023-10-21T15:44:13.447 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.447 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.448 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.448 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-21T15:44:13.448 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.448 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.448 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.449 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.449 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm_log_destination": { 2023-10-21T15:44:13.449 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm_log_destination", 2023-10-21T15:44:13.449 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.449 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.449 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.450 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.450 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.450 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.450 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.450 INFO:teuthology.orchestra.run.smithi046.stdout: "file", 2023-10-21T15:44:13.451 INFO:teuthology.orchestra.run.smithi046.stdout: "file,syslog", 2023-10-21T15:44:13.451 INFO:teuthology.orchestra.run.smithi046.stdout: "syslog" 2023-10-21T15:44:13.451 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.451 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-21T15:44:13.452 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.452 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.452 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.452 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.452 INFO:teuthology.orchestra.run.smithi046.stdout: "cgroups_split": { 2023-10-21T15:44:13.452 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cgroups_split", 2023-10-21T15:44:13.453 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.453 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.453 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.453 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.453 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.453 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-21T15:44:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.455 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.455 INFO:teuthology.orchestra.run.smithi046.stdout: "config_checks_enabled": { 2023-10-21T15:44:13.455 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_checks_enabled", 2023-10-21T15:44:13.455 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.455 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.456 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.456 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.456 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.456 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.456 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.456 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-21T15:44:13.457 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.457 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.457 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.457 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.457 INFO:teuthology.orchestra.run.smithi046.stdout: "config_dashboard": { 2023-10-21T15:44:13.458 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_dashboard", 2023-10-21T15:44:13.458 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.458 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.458 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.458 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.459 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.459 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.459 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.459 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-21T15:44:13.459 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.459 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.460 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.460 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.460 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_alertmanager": { 2023-10-21T15:44:13.460 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_alertmanager", 2023-10-21T15:44:13.460 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.461 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.461 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.461 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-21T15:44:13.461 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.461 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.462 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.462 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:13.462 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.462 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.462 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.462 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.463 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_base": { 2023-10-21T15:44:13.463 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_base", 2023-10-21T15:44:13.463 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.463 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.463 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.464 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-21T15:44:13.464 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.464 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.464 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.464 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Container image name, without the tag", 2023-10-21T15:44:13.464 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.465 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.465 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.465 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.465 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_elasticsearch": { 2023-10-21T15:44:13.465 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_elasticsearch", 2023-10-21T15:44:13.466 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.466 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.466 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.466 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-21T15:44:13.466 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.467 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.467 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.467 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "elasticsearch container image", 2023-10-21T15:44:13.467 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.467 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.467 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.468 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.468 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_grafana": { 2023-10-21T15:44:13.468 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_grafana", 2023-10-21T15:44:13.468 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.468 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.469 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.469 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-21T15:44:13.469 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.469 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.469 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.469 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:13.470 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.470 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.470 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.470 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.470 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_haproxy": { 2023-10-21T15:44:13.471 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_haproxy", 2023-10-21T15:44:13.471 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.471 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.471 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.471 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-21T15:44:13.472 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.472 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.472 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.472 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "HAproxy container image", 2023-10-21T15:44:13.472 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.472 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.473 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.473 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.473 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_agent": { 2023-10-21T15:44:13.473 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_agent", 2023-10-21T15:44:13.473 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.474 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.474 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.474 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-21T15:44:13.474 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.474 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.474 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger agent container image", 2023-10-21T15:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.475 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_collector": { 2023-10-21T15:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_collector", 2023-10-21T15:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.476 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-21T15:44:13.477 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.477 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.477 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.477 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger collector container image", 2023-10-21T15:44:13.477 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.478 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.478 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.478 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.478 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_query": { 2023-10-21T15:44:13.478 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_query", 2023-10-21T15:44:13.479 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.479 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.479 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.479 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-21T15:44:13.479 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.479 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.480 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.480 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger query container image", 2023-10-21T15:44:13.480 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.480 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.480 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.481 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.481 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_keepalived": { 2023-10-21T15:44:13.481 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_keepalived", 2023-10-21T15:44:13.481 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.481 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.481 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.482 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-21T15:44:13.482 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.482 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.482 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.483 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Keepalived container image", 2023-10-21T15:44:13.483 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.483 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.483 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.483 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.483 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_loki": { 2023-10-21T15:44:13.484 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_loki", 2023-10-21T15:44:13.484 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.484 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.484 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.484 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-21T15:44:13.485 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.485 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.485 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.485 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Loki container image", 2023-10-21T15:44:13.485 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.485 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.486 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.486 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.486 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_node_exporter": { 2023-10-21T15:44:13.486 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_node_exporter", 2023-10-21T15:44:13.487 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.487 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.487 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.487 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-21T15:44:13.487 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.487 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.488 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.488 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:13.488 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.488 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.488 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.489 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.489 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_nvmeof": { 2023-10-21T15:44:13.489 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_nvmeof", 2023-10-21T15:44:13.489 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.489 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.490 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.490 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-21T15:44:13.490 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.490 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.490 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.491 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Nvme-of container image", 2023-10-21T15:44:13.491 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.491 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.491 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.491 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.491 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_prometheus": { 2023-10-21T15:44:13.492 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_prometheus", 2023-10-21T15:44:13.492 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.492 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.492 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.492 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-21T15:44:13.493 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.493 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.493 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.493 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:13.493 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.494 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.494 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.494 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.494 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_promtail": { 2023-10-21T15:44:13.494 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_promtail", 2023-10-21T15:44:13.495 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.495 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.495 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.495 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-21T15:44:13.495 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.495 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.496 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.496 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Promtail container image", 2023-10-21T15:44:13.496 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.496 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.496 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.497 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.497 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_snmp_gateway": { 2023-10-21T15:44:13.497 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_snmp_gateway", 2023-10-21T15:44:13.497 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.497 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.498 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.498 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-21T15:44:13.498 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.498 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.498 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.499 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SNMP Gateway container image", 2023-10-21T15:44:13.499 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.499 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.499 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.499 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.499 INFO:teuthology.orchestra.run.smithi046.stdout: "container_init": { 2023-10-21T15:44:13.500 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_init", 2023-10-21T15:44:13.500 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.500 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.500 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.500 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.501 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.501 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.501 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.501 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Run podman/docker with `--init`", 2023-10-21T15:44:13.501 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.502 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.502 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.502 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.502 INFO:teuthology.orchestra.run.smithi046.stdout: "daemon_cache_timeout": { 2023-10-21T15:44:13.502 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "daemon_cache_timeout", 2023-10-21T15:44:13.502 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.503 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.503 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.503 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:13.503 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.503 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.504 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.504 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-21T15:44:13.504 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.504 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.504 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.505 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.505 INFO:teuthology.orchestra.run.smithi046.stdout: "default_cephadm_command_timeout": { 2023-10-21T15:44:13.505 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_cephadm_command_timeout", 2023-10-21T15:44:13.505 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.505 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.505 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.506 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "900", 2023-10-21T15:44:13.506 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.506 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.506 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.506 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-21T15:44:13.507 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.507 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.507 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.507 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.507 INFO:teuthology.orchestra.run.smithi046.stdout: "default_registry": { 2023-10-21T15:44:13.508 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_registry", 2023-10-21T15:44:13.508 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.508 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.508 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.508 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io", 2023-10-21T15:44:13.508 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.509 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.509 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.509 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-21T15:44:13.509 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.509 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.510 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.510 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.510 INFO:teuthology.orchestra.run.smithi046.stdout: "device_cache_timeout": { 2023-10-21T15:44:13.510 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_cache_timeout", 2023-10-21T15:44:13.510 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.511 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.511 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.511 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1800", 2023-10-21T15:44:13.511 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.511 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.511 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.512 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache device inventory", 2023-10-21T15:44:13.512 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.512 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.512 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.512 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.513 INFO:teuthology.orchestra.run.smithi046.stdout: "device_enhanced_scan": { 2023-10-21T15:44:13.513 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_enhanced_scan", 2023-10-21T15:44:13.513 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.513 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.513 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.514 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.514 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.514 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.514 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.514 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-21T15:44:13.515 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.515 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.515 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.515 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.515 INFO:teuthology.orchestra.run.smithi046.stdout: "facts_cache_timeout": { 2023-10-21T15:44:13.516 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "facts_cache_timeout", 2023-10-21T15:44:13.516 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.516 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.516 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.516 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:13.516 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.517 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.517 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.517 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache host facts data", 2023-10-21T15:44:13.517 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.517 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.518 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.518 INFO:teuthology.orchestra.run.smithi046.stdout: "host_check_interval": { 2023-10-21T15:44:13.518 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "host_check_interval", 2023-10-21T15:44:13.518 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.519 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.519 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.519 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:13.519 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.519 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.519 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.520 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to perform a host check", 2023-10-21T15:44:13.520 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.520 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.520 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.520 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.521 INFO:teuthology.orchestra.run.smithi046.stdout: "inventory_list_all": { 2023-10-21T15:44:13.521 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "inventory_list_all", 2023-10-21T15:44:13.521 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.521 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.521 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.521 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.522 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.522 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.522 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.522 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-21T15:44:13.522 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.523 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.523 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.523 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.523 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.523 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.524 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.524 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.524 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.524 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.524 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.525 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.525 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.525 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.525 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.525 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.525 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.526 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.526 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.526 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.526 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.526 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.527 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.527 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.527 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.527 INFO:teuthology.orchestra.run.smithi046.stdout: "log_refresh_metadata": { 2023-10-21T15:44:13.527 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_refresh_metadata", 2023-10-21T15:44:13.528 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.528 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.528 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.528 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.528 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.528 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.529 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.529 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-21T15:44:13.529 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.529 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.529 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.530 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.530 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.530 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.530 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.530 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.531 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-21T15:44:13.532 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.532 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.532 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.532 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.532 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.533 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.533 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.533 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.533 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.533 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.533 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.534 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.534 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.534 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.534 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.534 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.535 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.535 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.535 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.535 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.535 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.536 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.536 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.536 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.536 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.536 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.536 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.537 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.537 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.537 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.537 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.537 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.537 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.538 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.538 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.538 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.538 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.539 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.539 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.539 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-21T15:44:13.539 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-21T15:44:13.539 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.539 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.540 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.540 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.540 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.540 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.540 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.541 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-21T15:44:13.541 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.541 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.541 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.541 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.542 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-21T15:44:13.542 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-21T15:44:13.542 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.542 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.542 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.543 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "*", 2023-10-21T15:44:13.543 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.543 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.543 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.543 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-21T15:44:13.544 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.544 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.544 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.544 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.544 INFO:teuthology.orchestra.run.smithi046.stdout: "max_count_per_host": { 2023-10-21T15:44:13.544 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_count_per_host", 2023-10-21T15:44:13.545 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.545 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.545 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.545 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:13.545 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.546 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.546 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.546 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of daemons per service per host", 2023-10-21T15:44:13.546 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.546 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.547 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.547 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.547 INFO:teuthology.orchestra.run.smithi046.stdout: "max_osd_draining_count": { 2023-10-21T15:44:13.547 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_osd_draining_count", 2023-10-21T15:44:13.547 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.548 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.548 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.548 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:13.548 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.548 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.548 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.549 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-21T15:44:13.549 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.549 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.549 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.549 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.550 INFO:teuthology.orchestra.run.smithi046.stdout: "migration_current": { 2023-10-21T15:44:13.550 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "migration_current", 2023-10-21T15:44:13.550 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.550 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.550 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.551 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.551 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.551 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.551 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.551 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "internal - do not modify", 2023-10-21T15:44:13.551 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.552 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.552 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.552 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.552 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2023-10-21T15:44:13.552 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2023-10-21T15:44:13.553 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.553 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.553 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.553 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "root", 2023-10-21T15:44:13.553 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.554 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.554 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.554 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm-package", 2023-10-21T15:44:13.554 INFO:teuthology.orchestra.run.smithi046.stdout: "root" 2023-10-21T15:44:13.554 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.555 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "mode for remote execution of cephadm", 2023-10-21T15:44:13.555 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.555 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.555 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.555 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.555 INFO:teuthology.orchestra.run.smithi046.stdout: "prometheus_alerts_path": { 2023-10-21T15:44:13.556 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus_alerts_path", 2023-10-21T15:44:13.556 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.556 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.556 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.556 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-21T15:44:13.557 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.557 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.557 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.557 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-21T15:44:13.557 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.558 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.558 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.558 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.558 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_insecure": { 2023-10-21T15:44:13.558 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_insecure", 2023-10-21T15:44:13.558 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.559 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.559 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.559 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.559 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.559 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.560 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.560 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-21T15:44:13.560 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.560 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.560 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.561 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.561 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_password": { 2023-10-21T15:44:13.561 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_password", 2023-10-21T15:44:13.561 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.561 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.562 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.562 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.562 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.562 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.562 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.562 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-21T15:44:13.563 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.563 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.563 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.563 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.563 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_url": { 2023-10-21T15:44:13.564 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_url", 2023-10-21T15:44:13.564 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.564 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.564 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.564 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.565 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.565 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.565 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.565 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-21T15:44:13.565 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.565 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.566 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.566 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.566 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_username": { 2023-10-21T15:44:13.566 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_username", 2023-10-21T15:44:13.566 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.567 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.567 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.567 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.567 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.567 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.567 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.568 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-21T15:44:13.568 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.568 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.568 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.568 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.569 INFO:teuthology.orchestra.run.smithi046.stdout: "secure_monitoring_stack": { 2023-10-21T15:44:13.569 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "secure_monitoring_stack", 2023-10-21T15:44:13.569 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.569 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.569 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.569 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.570 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.570 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.570 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.570 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-21T15:44:13.570 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.571 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.571 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.571 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.571 INFO:teuthology.orchestra.run.smithi046.stdout: "service_discovery_port": { 2023-10-21T15:44:13.571 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "service_discovery_port", 2023-10-21T15:44:13.572 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.572 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.572 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.572 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8765", 2023-10-21T15:44:13.572 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.572 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.573 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.573 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "cephadm service discovery port", 2023-10-21T15:44:13.573 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.573 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.573 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.574 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.574 INFO:teuthology.orchestra.run.smithi046.stdout: "ssh_config_file": { 2023-10-21T15:44:13.574 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssh_config_file", 2023-10-21T15:44:13.574 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.574 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.574 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.575 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.575 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.575 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.575 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.575 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-21T15:44:13.576 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.576 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.576 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.576 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.576 INFO:teuthology.orchestra.run.smithi046.stdout: "use_agent": { 2023-10-21T15:44:13.576 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_agent", 2023-10-21T15:44:13.577 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.577 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.577 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.578 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.578 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.578 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.578 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.578 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-21T15:44:13.579 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.579 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.579 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.579 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.580 INFO:teuthology.orchestra.run.smithi046.stdout: "use_repo_digest": { 2023-10-21T15:44:13.580 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_repo_digest", 2023-10-21T15:44:13.580 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.580 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.580 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.581 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.581 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.581 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.581 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.581 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-21T15:44:13.582 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.582 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.582 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.582 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.583 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_failed_host_check": { 2023-10-21T15:44:13.583 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_failed_host_check", 2023-10-21T15:44:13.583 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.583 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.583 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.584 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.584 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.584 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.584 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.584 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if the host check fails", 2023-10-21T15:44:13.585 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.585 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.585 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.585 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.585 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_daemons": { 2023-10-21T15:44:13.586 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_daemons", 2023-10-21T15:44:13.586 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.586 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.586 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.587 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.587 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.587 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.587 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.587 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-21T15:44:13.588 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.588 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.588 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.588 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.588 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_hosts": { 2023-10-21T15:44:13.589 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_hosts", 2023-10-21T15:44:13.589 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.589 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.589 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.589 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.590 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.590 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.590 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.590 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-21T15:44:13.591 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.591 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.591 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.591 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.591 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.592 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.592 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.592 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crash", 2023-10-21T15:44:13.592 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.592 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.593 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.593 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.593 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.593 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.593 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.594 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.594 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.594 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.594 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.594 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.595 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.595 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.595 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.595 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.596 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.596 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.596 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.596 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.596 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.597 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.597 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.597 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.597 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.597 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.598 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.598 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.598 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.598 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.598 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.599 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.599 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.599 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.599 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.599 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.600 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.600 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.600 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.600 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.601 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.601 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.601 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.601 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.601 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.602 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.602 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.602 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.602 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.602 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.603 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.603 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.603 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.603 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.603 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.604 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.604 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.604 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.604 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.604 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.605 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.605 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.605 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.605 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.606 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.606 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.606 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.606 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.606 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.607 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.607 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.607 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.607 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.607 INFO:teuthology.orchestra.run.smithi046.stdout: "retain_interval": { 2023-10-21T15:44:13.608 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retain_interval", 2023-10-21T15:44:13.608 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.608 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.608 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.608 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "31536000", 2023-10-21T15:44:13.609 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.609 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.609 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.609 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-21T15:44:13.609 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.610 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.610 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.610 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.610 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_recent_interval": { 2023-10-21T15:44:13.610 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_recent_interval", 2023-10-21T15:44:13.611 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.611 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.611 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.611 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1209600", 2023-10-21T15:44:13.611 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.612 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.612 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.612 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-21T15:44:13.612 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.613 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.613 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.613 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.613 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.613 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.614 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.614 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dashboard", 2023-10-21T15:44:13.614 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.614 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.614 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.615 INFO:teuthology.orchestra.run.smithi046.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-21T15:44:13.615 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-21T15:44:13.615 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.615 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.615 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.616 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:13.616 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.616 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.616 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.616 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.617 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.617 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.617 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.617 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.618 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_HOST": { 2023-10-21T15:44:13.618 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-21T15:44:13.618 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.618 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.619 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.619 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.619 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.619 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.619 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.620 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.620 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.620 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.620 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.621 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.621 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-21T15:44:13.621 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-21T15:44:13.621 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.621 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.622 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.622 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.622 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.622 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.622 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.623 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.623 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.623 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.623 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.623 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.624 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_ENABLED": { 2023-10-21T15:44:13.624 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_ENABLED", 2023-10-21T15:44:13.624 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.624 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.624 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.625 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.625 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.625 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.625 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.626 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.626 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.626 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.626 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.626 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.627 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-21T15:44:13.627 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-21T15:44:13.627 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.627 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.628 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.628 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.628 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.628 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.628 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.629 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.629 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.629 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.629 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.629 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.630 INFO:teuthology.orchestra.run.smithi046.stdout: "ENABLE_BROWSABLE_API": { 2023-10-21T15:44:13.630 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-21T15:44:13.630 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.630 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.631 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.631 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.631 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.631 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.631 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.632 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.633 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.633 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.633 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.634 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.634 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-21T15:44:13.634 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-21T15:44:13.634 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.635 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.635 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.635 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.635 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.635 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.636 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.636 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.636 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.636 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.636 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.637 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.637 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-21T15:44:13.637 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-21T15:44:13.637 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.637 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.638 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.638 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.638 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.638 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.638 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.639 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.639 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.639 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.639 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.640 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.640 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-21T15:44:13.640 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-21T15:44:13.640 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.640 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.641 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.641 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.641 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.641 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.641 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.642 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.642 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.642 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.642 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.642 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.643 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-21T15:44:13.643 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-21T15:44:13.643 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.643 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.643 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.644 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.644 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.644 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.644 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.645 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.645 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.645 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.645 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.645 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.646 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-21T15:44:13.646 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-21T15:44:13.646 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.646 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.646 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.647 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.647 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.647 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.647 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.647 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.648 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.648 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.648 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.648 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.648 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-21T15:44:13.649 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-21T15:44:13.649 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.649 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.649 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.649 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.650 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.650 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.650 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.650 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.651 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.651 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.651 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.651 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.651 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-21T15:44:13.652 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-21T15:44:13.652 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.652 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.652 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.652 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.653 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.653 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.653 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.653 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.653 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.654 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.654 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.654 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.654 INFO:teuthology.orchestra.run.smithi046.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-21T15:44:13.655 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-21T15:44:13.655 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.655 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.655 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.655 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.656 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.656 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.656 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.656 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.656 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.657 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.657 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.657 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_PASSWORD": { 2023-10-21T15:44:13.657 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-21T15:44:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.660 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.660 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.660 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.660 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-21T15:44:13.660 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-21T15:44:13.661 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.661 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.661 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.661 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.662 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.662 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.662 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.662 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.662 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.663 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.663 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.663 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.663 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_URL": { 2023-10-21T15:44:13.663 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_URL", 2023-10-21T15:44:13.664 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.664 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.664 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.664 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.664 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.665 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.665 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.665 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.665 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.665 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.666 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.666 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.666 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_USERNAME": { 2023-10-21T15:44:13.666 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-21T15:44:13.666 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.667 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.667 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.667 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:13.667 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.667 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.668 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.668 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.668 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.668 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.668 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.669 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.669 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-21T15:44:13.669 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-21T15:44:13.669 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.670 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.670 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.670 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.670 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.670 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.671 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.671 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.671 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.671 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.671 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.672 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.672 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-21T15:44:13.672 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-21T15:44:13.672 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.672 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.673 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.673 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.673 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.673 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.673 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.674 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.674 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.674 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.674 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.675 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.675 INFO:teuthology.orchestra.run.smithi046.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-21T15:44:13.675 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-21T15:44:13.675 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.675 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.676 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.676 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.676 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.676 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.676 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.677 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.677 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.677 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.677 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.677 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.678 INFO:teuthology.orchestra.run.smithi046.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-21T15:44:13.678 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-21T15:44:13.678 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.678 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.679 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.679 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.679 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.679 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.679 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.680 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.680 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.680 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.680 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.680 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.681 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_HOST": { 2023-10-21T15:44:13.681 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-21T15:44:13.681 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.681 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.681 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.682 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.682 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.682 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.682 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.683 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.683 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.683 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.683 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.683 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.684 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-21T15:44:13.684 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-21T15:44:13.684 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.684 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.684 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.685 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.685 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.685 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.685 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.685 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.686 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.686 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.686 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.686 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.686 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-21T15:44:13.687 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-21T15:44:13.687 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.687 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.687 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.687 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.688 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.688 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.688 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.688 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.688 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.689 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.689 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.689 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.689 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-21T15:44:13.690 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-21T15:44:13.690 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.690 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.690 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.690 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.691 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.691 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.691 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.691 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.691 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.692 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.692 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.692 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.692 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-21T15:44:13.693 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-21T15:44:13.693 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.693 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.693 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.693 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.694 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.694 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.694 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.694 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.694 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.695 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.695 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.695 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.695 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-21T15:44:13.696 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-21T15:44:13.696 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.696 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.696 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.696 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.697 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.697 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.697 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.697 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.698 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.698 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.698 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.698 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.698 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-21T15:44:13.699 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-21T15:44:13.699 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.699 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.699 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.700 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.700 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.700 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.700 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.700 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.701 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.701 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.701 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.701 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.702 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-21T15:44:13.702 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-21T15:44:13.702 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.702 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.702 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.703 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.703 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.703 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.703 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.703 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.704 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.704 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.704 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.704 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.704 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-21T15:44:13.705 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-21T15:44:13.705 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.705 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.705 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.706 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.706 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.706 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.706 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.706 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.707 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.707 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.707 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.707 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.707 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_ENABLED": { 2023-10-21T15:44:13.708 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-21T15:44:13.708 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.708 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.708 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.708 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.709 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.709 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.709 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.709 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.709 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.710 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.710 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.710 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.710 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-21T15:44:13.711 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-21T15:44:13.711 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.711 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.711 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.711 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-21T15:44:13.712 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.712 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.712 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.712 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.712 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.713 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.713 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.713 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.713 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-21T15:44:13.713 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-21T15:44:13.714 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.714 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.714 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.714 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:13.714 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.715 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.715 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.715 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.715 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.715 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.716 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.716 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.716 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-21T15:44:13.716 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-21T15:44:13.717 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.717 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.717 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.717 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8", 2023-10-21T15:44:13.717 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.718 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.718 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.718 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.718 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.718 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.719 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.719 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.719 INFO:teuthology.orchestra.run.smithi046.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-21T15:44:13.719 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-21T15:44:13.719 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.720 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.720 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.720 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "45", 2023-10-21T15:44:13.720 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.721 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.721 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.721 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.721 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.721 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.722 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.722 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.722 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ACCESS_KEY": { 2023-10-21T15:44:13.722 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-21T15:44:13.722 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.723 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.723 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.723 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.723 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.723 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.724 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.724 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.724 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.724 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.724 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.725 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.725 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-21T15:44:13.725 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-21T15:44:13.725 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.725 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.726 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.726 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:13.726 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.726 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.726 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.727 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.727 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.727 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.727 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.728 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.728 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SECRET_KEY": { 2023-10-21T15:44:13.728 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-21T15:44:13.728 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.728 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.729 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.729 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.729 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.729 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.729 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.730 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.730 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.730 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.730 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.731 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.731 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SSL_VERIFY": { 2023-10-21T15:44:13.731 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-21T15:44:13.731 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.731 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.732 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.732 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.732 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.732 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.732 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.733 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.733 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.733 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.733 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.733 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.734 INFO:teuthology.orchestra.run.smithi046.stdout: "UNSAFE_TLS_v1_2": { 2023-10-21T15:44:13.734 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-21T15:44:13.734 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.734 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.735 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.735 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.735 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.735 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.735 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.736 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.736 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.736 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.736 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.737 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.737 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-21T15:44:13.737 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-21T15:44:13.737 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.737 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.738 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.738 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:13.738 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.738 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.738 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.739 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.739 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.739 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.739 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.739 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.740 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-21T15:44:13.740 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-21T15:44:13.740 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.740 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.741 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.741 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:13.741 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.741 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.741 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.742 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.742 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.742 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.742 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.743 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.743 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-21T15:44:13.743 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-21T15:44:13.743 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.743 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.744 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.744 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:13.744 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.744 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.744 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.745 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.745 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.745 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.745 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.746 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.746 INFO:teuthology.orchestra.run.smithi046.stdout: "cross_origin_url": { 2023-10-21T15:44:13.746 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cross_origin_url", 2023-10-21T15:44:13.746 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.746 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.747 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.747 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.747 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.747 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.748 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.748 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.748 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.748 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.748 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.749 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.749 INFO:teuthology.orchestra.run.smithi046.stdout: "crt_file": { 2023-10-21T15:44:13.749 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crt_file", 2023-10-21T15:44:13.749 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.749 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.750 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.750 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.750 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.750 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.751 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.751 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.751 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.751 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.753 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.754 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.754 INFO:teuthology.orchestra.run.smithi046.stdout: "debug": { 2023-10-21T15:44:13.754 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "debug", 2023-10-21T15:44:13.754 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.755 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.755 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.755 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.755 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.755 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.756 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.756 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable/disable debug options", 2023-10-21T15:44:13.756 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.756 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.757 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.757 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.757 INFO:teuthology.orchestra.run.smithi046.stdout: "jwt_token_ttl": { 2023-10-21T15:44:13.757 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "jwt_token_ttl", 2023-10-21T15:44:13.757 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.758 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.758 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.758 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "28800", 2023-10-21T15:44:13.758 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.759 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.759 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.759 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.759 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.759 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.760 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.760 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.760 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2023-10-21T15:44:13.760 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2023-10-21T15:44:13.761 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.761 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.761 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.761 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.761 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.762 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.762 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.762 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.762 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.762 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.763 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.763 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.763 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.763 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.763 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.764 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.764 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.764 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.764 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.764 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.765 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.765 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.765 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.765 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.765 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.766 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.766 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.766 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.766 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.767 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.767 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.767 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.767 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.767 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.768 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.768 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.768 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.768 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.769 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.769 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.769 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.769 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.769 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.770 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.770 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.770 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.770 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.770 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.771 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.771 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.771 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.771 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.771 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.772 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.772 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.772 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.772 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.772 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.773 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.773 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.773 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.773 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.773 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.774 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.774 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.774 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.774 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.775 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.775 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.775 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.775 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.775 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.776 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.776 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.776 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.776 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.776 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.777 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.777 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.777 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.777 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.778 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.778 INFO:teuthology.orchestra.run.smithi046.stdout: "motd": { 2023-10-21T15:44:13.778 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "motd", 2023-10-21T15:44:13.778 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.778 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.779 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.779 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.779 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.779 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.780 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.780 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "The message of the day", 2023-10-21T15:44:13.780 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.780 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.781 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.781 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.781 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect_resolve_ip_addr": { 2023-10-21T15:44:13.781 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "redirect_resolve_ip_addr", 2023-10-21T15:44:13.781 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.782 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.782 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.782 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.782 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.783 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.783 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.783 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.783 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.784 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.784 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.784 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.784 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:13.784 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:13.785 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.785 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.785 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.785 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2023-10-21T15:44:13.785 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.786 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.787 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.787 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.787 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:13.787 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:13.787 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8080", 2023-10-21T15:44:13.788 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.789 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.790 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.790 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.790 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2023-10-21T15:44:13.790 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2023-10-21T15:44:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.791 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.792 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.793 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.793 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.793 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl_server_port": { 2023-10-21T15:44:13.793 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl_server_port", 2023-10-21T15:44:13.793 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.794 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.794 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.794 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8443", 2023-10-21T15:44:13.794 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.794 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.795 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.795 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.795 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.795 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.796 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.796 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.796 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2023-10-21T15:44:13.796 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2023-10-21T15:44:13.796 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.797 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.797 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.797 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "redirect", 2023-10-21T15:44:13.797 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.797 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.798 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.798 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.798 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect" 2023-10-21T15:44:13.798 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.799 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.799 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.799 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.799 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.799 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.800 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2023-10-21T15:44:13.800 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2023-10-21T15:44:13.800 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.800 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.800 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.801 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2023-10-21T15:44:13.801 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2023-10-21T15:44:13.801 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2023-10-21T15:44:13.801 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.802 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.802 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.802 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.802 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.802 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.803 INFO:teuthology.orchestra.run.smithi046.stdout: "url_prefix": { 2023-10-21T15:44:13.803 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url_prefix", 2023-10-21T15:44:13.803 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.803 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.803 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.804 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.804 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.804 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.804 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.804 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.805 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.805 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.805 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.805 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.805 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.806 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.806 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.806 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "devicehealth", 2023-10-21T15:44:13.806 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.806 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.807 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.807 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_monitoring": { 2023-10-21T15:44:13.807 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_monitoring", 2023-10-21T15:44:13.807 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.807 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.808 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.808 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.808 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.808 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.809 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.809 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "monitor device health metrics", 2023-10-21T15:44:13.809 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.809 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.809 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.810 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.810 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.810 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.810 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.810 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.811 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.811 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.811 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.811 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.811 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.812 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.813 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.814 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.815 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.815 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.815 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.815 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.816 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.817 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.818 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.819 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.819 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.819 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.819 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.819 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.820 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.820 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.820 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.820 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.821 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.821 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.821 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.821 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.821 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.822 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.822 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.822 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.822 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.823 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.823 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.823 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.823 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.823 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.824 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.824 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.824 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.824 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.824 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: "mark_out_threshold": { 2023-10-21T15:44:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mark_out_threshold", 2023-10-21T15:44:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.825 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.826 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2419200", 2023-10-21T15:44:13.826 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.826 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.826 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.826 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-21T15:44:13.827 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.827 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.827 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.827 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.828 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_name": { 2023-10-21T15:44:13.828 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_name", 2023-10-21T15:44:13.828 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.828 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.828 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "device_health_metrics", 2023-10-21T15:44:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.829 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-21T15:44:13.830 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.830 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.830 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.830 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: "retention_period": { 2023-10-21T15:44:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retention_period", 2023-10-21T15:44:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.831 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.832 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15552000", 2023-10-21T15:44:13.832 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.832 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.832 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.832 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain device health metrics", 2023-10-21T15:44:13.833 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.833 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.833 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.833 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.833 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_frequency": { 2023-10-21T15:44:13.834 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_frequency", 2023-10-21T15:44:13.834 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.834 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.834 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.835 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2023-10-21T15:44:13.835 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.835 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.835 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.835 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-21T15:44:13.836 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.836 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.836 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.836 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.836 INFO:teuthology.orchestra.run.smithi046.stdout: "self_heal": { 2023-10-21T15:44:13.837 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "self_heal", 2023-10-21T15:44:13.837 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.837 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.837 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.837 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:13.838 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.838 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.838 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.838 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-21T15:44:13.838 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.839 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.839 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.839 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.839 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:13.840 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:13.840 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.840 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.840 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.840 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:13.841 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.841 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.841 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.841 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and check device health", 2023-10-21T15:44:13.841 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.842 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.842 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.842 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.842 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_threshold": { 2023-10-21T15:44:13.842 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_threshold", 2023-10-21T15:44:13.843 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.843 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.843 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.843 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7257600", 2023-10-21T15:44:13.844 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.844 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.844 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.844 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-21T15:44:13.844 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.845 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.845 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.845 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.845 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.845 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.846 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.846 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "diskprediction_local", 2023-10-21T15:44:13.846 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.846 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.846 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.847 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.847 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.847 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.847 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.848 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.848 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.848 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.848 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.848 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.849 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.849 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.849 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.849 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.849 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.850 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.850 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.850 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.850 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.851 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.851 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.851 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.851 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.851 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.852 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.852 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.852 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.852 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.852 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.853 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.853 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.853 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.853 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.853 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.854 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.854 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.854 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.854 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.855 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.855 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.855 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.855 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.855 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.856 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.856 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.856 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.856 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.856 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.857 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.857 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.857 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.857 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.857 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.858 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.858 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.858 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.858 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.858 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.859 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.859 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.859 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.859 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.859 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.860 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.860 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.860 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.860 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.861 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.861 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.861 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.861 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.861 INFO:teuthology.orchestra.run.smithi046.stdout: "predict_interval": { 2023-10-21T15:44:13.862 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predict_interval", 2023-10-21T15:44:13.862 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.862 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.862 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.862 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2023-10-21T15:44:13.863 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.863 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.863 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.863 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.863 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.864 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.864 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.864 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.864 INFO:teuthology.orchestra.run.smithi046.stdout: "predictor_model": { 2023-10-21T15:44:13.864 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predictor_model", 2023-10-21T15:44:13.865 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.865 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.865 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.865 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "prophetstor", 2023-10-21T15:44:13.865 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.866 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.866 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.866 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.866 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.867 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.867 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.867 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.867 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:13.867 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:13.868 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.868 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.868 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.868 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:13.868 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.869 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.869 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.869 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.869 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.870 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.870 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.870 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.870 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.870 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.871 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.871 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "influx", 2023-10-21T15:44:13.871 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": false, 2023-10-21T15:44:13.871 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "influxdb python module not found", 2023-10-21T15:44:13.871 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.872 INFO:teuthology.orchestra.run.smithi046.stdout: "batch_size": { 2023-10-21T15:44:13.872 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "batch_size", 2023-10-21T15:44:13.872 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.872 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.872 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.873 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5000", 2023-10-21T15:44:13.873 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.873 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.873 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.874 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-21T15:44:13.874 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.874 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.874 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.874 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.875 INFO:teuthology.orchestra.run.smithi046.stdout: "database": { 2023-10-21T15:44:13.875 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "database", 2023-10-21T15:44:13.875 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.875 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.875 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.876 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "ceph", 2023-10-21T15:44:13.876 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.876 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.876 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.876 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-21T15:44:13.877 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.877 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.877 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.877 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.877 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": { 2023-10-21T15:44:13.878 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hostname", 2023-10-21T15:44:13.878 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.878 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.878 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.879 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.879 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.879 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.879 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.879 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server hostname", 2023-10-21T15:44:13.880 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.880 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.880 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.880 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.880 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:13.881 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:13.881 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:13.881 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.881 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.881 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "30", 2023-10-21T15:44:13.882 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "5", 2023-10-21T15:44:13.882 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.882 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.882 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-21T15:44:13.883 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.883 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.883 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.883 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.883 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.884 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.884 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.884 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.884 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.884 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.885 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.885 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.885 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.885 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.885 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.886 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.886 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.886 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.886 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.886 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.887 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.887 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.887 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.887 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.887 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.888 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.888 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.888 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.888 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.888 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.889 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.889 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.889 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.889 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.890 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.890 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.890 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.890 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.890 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.891 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.891 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.891 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.891 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.891 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.892 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.892 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.892 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.892 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.893 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.893 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.893 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.893 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.893 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.894 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.894 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.894 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.894 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.894 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.895 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.896 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.896 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.896 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.896 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.896 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.897 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.897 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.897 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.897 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.898 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.898 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.898 INFO:teuthology.orchestra.run.smithi046.stdout: "password": { 2023-10-21T15:44:13.898 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "password", 2023-10-21T15:44:13.898 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.899 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.899 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.899 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.899 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.899 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.900 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.900 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "password of InfluxDB server user", 2023-10-21T15:44:13.900 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.900 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.901 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.901 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.901 INFO:teuthology.orchestra.run.smithi046.stdout: "port": { 2023-10-21T15:44:13.901 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "port", 2023-10-21T15:44:13.901 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.902 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.902 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.902 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8086", 2023-10-21T15:44:13.902 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.902 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.903 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.903 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server port", 2023-10-21T15:44:13.903 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.903 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.903 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.904 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.904 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2023-10-21T15:44:13.904 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2023-10-21T15:44:13.904 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.904 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.905 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.905 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "false", 2023-10-21T15:44:13.905 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.905 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.906 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.906 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-21T15:44:13.906 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.906 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.906 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.907 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.907 INFO:teuthology.orchestra.run.smithi046.stdout: "threads": { 2023-10-21T15:44:13.907 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threads", 2023-10-21T15:44:13.907 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.907 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.908 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.908 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:13.908 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:13.908 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "32", 2023-10-21T15:44:13.909 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.909 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-21T15:44:13.909 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.909 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.909 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.910 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.910 INFO:teuthology.orchestra.run.smithi046.stdout: "username": { 2023-10-21T15:44:13.910 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "username", 2023-10-21T15:44:13.910 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.910 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.911 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.911 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.911 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.911 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.912 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.912 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "username of InfluxDB server user", 2023-10-21T15:44:13.912 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.912 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.912 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.913 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.913 INFO:teuthology.orchestra.run.smithi046.stdout: "verify_ssl": { 2023-10-21T15:44:13.913 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "verify_ssl", 2023-10-21T15:44:13.913 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.913 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.914 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.914 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "true", 2023-10-21T15:44:13.914 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.914 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.915 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.915 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-21T15:44:13.915 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.915 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.915 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.916 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.916 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.916 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.916 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.916 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "insights", 2023-10-21T15:44:13.917 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.917 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.917 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.917 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.918 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.918 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.918 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.918 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.918 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.919 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.919 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.919 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.919 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.919 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.920 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.920 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.920 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.920 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.920 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.921 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.921 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.921 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.921 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.921 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.922 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.922 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.922 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.922 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.923 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.923 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.923 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.923 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.923 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.924 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.924 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.924 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.924 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.924 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.924 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.925 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.925 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.925 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.925 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.925 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.926 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.926 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.926 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.926 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.926 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.927 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.927 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.927 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.927 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.928 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.928 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.928 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.928 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.928 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.929 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.929 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.929 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.929 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.929 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.930 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.930 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.930 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.930 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.930 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.931 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.931 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.931 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.931 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.931 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.932 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.932 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.932 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.932 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "iostat", 2023-10-21T15:44:13.932 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.933 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.933 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.933 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.933 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.934 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.934 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.934 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.935 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.935 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.935 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.935 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.935 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.936 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.936 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.936 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.936 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.936 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.937 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.937 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.937 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.937 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.938 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.938 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.938 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.938 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.938 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.939 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.939 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.939 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.939 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.939 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.940 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.940 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.940 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.940 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.941 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.941 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.941 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.941 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.941 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.942 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.942 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.942 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.942 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.942 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.943 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.943 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.943 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.943 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.943 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.944 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.944 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.944 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.944 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.944 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.945 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.945 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.945 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.945 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.946 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.946 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.946 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.946 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.946 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.947 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.947 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.947 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.947 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.947 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.948 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.948 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.948 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.948 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.948 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.949 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.949 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "k8sevents", 2023-10-21T15:44:13.949 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.949 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.950 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.950 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_event_retention_days": { 2023-10-21T15:44:13.950 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ceph_event_retention_days", 2023-10-21T15:44:13.950 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.950 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.951 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.951 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7", 2023-10-21T15:44:13.951 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.951 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.951 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.952 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-21T15:44:13.952 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.952 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.952 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.952 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.953 INFO:teuthology.orchestra.run.smithi046.stdout: "config_check_secs": { 2023-10-21T15:44:13.953 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_check_secs", 2023-10-21T15:44:13.953 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.953 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.954 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:13.954 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:13.954 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "10", 2023-10-21T15:44:13.954 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.954 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.955 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-21T15:44:13.957 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.958 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.958 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.958 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.958 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.958 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.959 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.959 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.959 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.959 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.959 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.960 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.960 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.960 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.960 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.961 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.961 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.961 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.961 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.961 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.962 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.962 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.962 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.962 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.962 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.963 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.963 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.963 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.963 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.964 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.964 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.964 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.964 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.964 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.965 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.965 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.965 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.965 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.965 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.966 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.966 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.966 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.966 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.966 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.967 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.967 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.967 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.967 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.968 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.968 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.968 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.968 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.968 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.969 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.969 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.969 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.969 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.969 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.970 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.970 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.970 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.970 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.970 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.971 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.971 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.971 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.971 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.972 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.972 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.972 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.972 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.972 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.973 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.973 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.973 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:13.973 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.973 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:13.973 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "localpool", 2023-10-21T15:44:13.974 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:13.974 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:13.974 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:13.974 INFO:teuthology.orchestra.run.smithi046.stdout: "failure_domain": { 2023-10-21T15:44:13.975 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "failure_domain", 2023-10-21T15:44:13.975 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.975 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.975 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.975 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "host", 2023-10-21T15:44:13.976 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.976 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.976 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.976 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "failure domain for any created local pool", 2023-10-21T15:44:13.976 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-21T15:44:13.977 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.977 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.977 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.977 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:13.978 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:13.978 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.978 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.978 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.978 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.979 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.979 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.979 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.979 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.979 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.980 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.980 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.980 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.980 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.980 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.981 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.981 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.981 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.981 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.982 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.982 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:13.982 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:13.982 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.982 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.983 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.983 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.983 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.983 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.983 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.984 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.984 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.984 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.984 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.984 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.985 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:13.985 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:13.985 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:13.985 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.986 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.986 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:13.986 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.986 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.986 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:13.987 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:13.987 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:13.987 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:13.987 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:13.987 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:13.988 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:13.988 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:13.988 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.988 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.988 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.989 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.989 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.989 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:13.989 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:13.989 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:13.990 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.990 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.990 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:13.990 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.990 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.991 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.991 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:13.991 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.991 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.992 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.992 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.992 INFO:teuthology.orchestra.run.smithi046.stdout: "min_size": { 2023-10-21T15:44:13.992 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_size", 2023-10-21T15:44:13.993 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.993 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.993 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.993 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:13.994 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.994 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.994 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.994 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default min_size for any created local pool", 2023-10-21T15:44:13.994 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-21T15:44:13.995 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.995 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.995 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.995 INFO:teuthology.orchestra.run.smithi046.stdout: "num_rep": { 2023-10-21T15:44:13.996 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "num_rep", 2023-10-21T15:44:13.996 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.996 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.996 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.996 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3", 2023-10-21T15:44:13.997 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:13.997 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:13.997 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:13.997 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default replica count for any created local pool", 2023-10-21T15:44:13.997 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:13.998 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:13.998 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:13.998 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:13.998 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_num": { 2023-10-21T15:44:13.999 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_num", 2023-10-21T15:44:13.999 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:13.999 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:13.999 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:13.999 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "128", 2023-10-21T15:44:14.000 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.000 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.000 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.000 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default pg_num for any created local pool", 2023-10-21T15:44:14.000 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.001 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.001 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.001 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.001 INFO:teuthology.orchestra.run.smithi046.stdout: "prefix": { 2023-10-21T15:44:14.001 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prefix", 2023-10-21T15:44:14.002 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.002 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.002 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.002 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.003 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.003 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.003 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.003 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name prefix for any created local pool", 2023-10-21T15:44:14.003 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.004 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.004 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.004 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.004 INFO:teuthology.orchestra.run.smithi046.stdout: "subtree": { 2023-10-21T15:44:14.004 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "subtree", 2023-10-21T15:44:14.005 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.005 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.005 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.005 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "rack", 2023-10-21T15:44:14.005 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.006 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.006 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.006 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-21T15:44:14.006 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-21T15:44:14.007 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.007 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.007 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.007 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.007 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.008 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.008 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mds_autoscaler", 2023-10-21T15:44:14.008 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.008 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.008 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.009 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.009 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.009 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.009 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.010 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.010 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.010 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.010 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.010 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.011 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.011 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.011 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.011 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.011 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.012 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.012 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.012 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.012 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.012 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.013 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.013 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.013 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.013 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.013 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.014 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.014 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.014 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.014 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.015 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.015 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.015 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.015 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.015 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.016 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.016 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.016 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.016 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.016 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.017 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.017 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.017 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.017 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.017 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.018 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.018 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.018 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.018 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.019 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.019 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.019 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.019 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.019 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.020 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.020 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.020 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.020 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.021 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.021 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.021 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.021 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.022 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.022 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.022 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.022 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.023 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.023 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.023 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.023 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.023 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.024 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.024 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.024 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.024 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.024 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirroring", 2023-10-21T15:44:14.025 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.025 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.025 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.025 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.026 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.026 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.026 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.026 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.026 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.027 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.027 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.027 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.027 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.027 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.028 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.028 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.028 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.028 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.029 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.029 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.029 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.029 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.029 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.030 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.030 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.030 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.030 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.030 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.031 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.031 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.031 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.031 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.032 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.032 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.032 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.032 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.032 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.033 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.033 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.033 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.033 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.033 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.034 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.034 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.034 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.034 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.034 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.035 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.035 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.035 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.035 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.035 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.036 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.036 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.036 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.036 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.036 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.037 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.037 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.037 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.037 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.037 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.038 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.038 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.038 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.038 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.039 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.039 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.039 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.039 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.039 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.040 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.040 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.040 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.040 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.040 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.041 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "nfs", 2023-10-21T15:44:14.041 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.041 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.041 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.041 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.042 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.042 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.042 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.042 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.042 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.043 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.043 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.043 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.043 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.044 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.044 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.044 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.044 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.044 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.045 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.045 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.045 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.045 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.045 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.046 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.046 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.046 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.046 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.047 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.047 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.047 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.047 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.047 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.048 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.048 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.048 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.048 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.048 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.049 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.049 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.049 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.049 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.049 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.050 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.050 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.050 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.050 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.051 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.051 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.051 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.051 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.051 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.052 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.052 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.052 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.052 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.052 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.053 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.053 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.053 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.053 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.054 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.054 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.054 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.054 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.054 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.055 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.055 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.055 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.055 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.055 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.056 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.056 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.056 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.056 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.056 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.057 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.057 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2023-10-21T15:44:14.057 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.057 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.058 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.058 INFO:teuthology.orchestra.run.smithi046.stdout: "fail_fs": { 2023-10-21T15:44:14.058 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "fail_fs", 2023-10-21T15:44:14.058 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.058 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.059 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.059 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.059 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.059 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.059 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.060 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-21T15:44:14.060 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.060 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.060 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.060 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.061 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.061 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.061 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.061 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.061 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.062 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.062 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.062 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.062 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.063 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.063 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.063 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.063 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.063 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.064 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.064 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.064 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.064 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.064 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.065 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.065 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.065 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.065 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.065 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.066 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.066 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.066 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.066 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.066 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.067 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.067 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.067 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.067 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.068 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.068 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.068 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.068 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.068 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.069 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.069 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.069 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.069 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.069 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.070 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.070 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.070 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.070 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.070 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.071 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.071 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.071 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.071 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.072 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.072 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.072 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.072 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.072 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.073 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.073 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.073 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.073 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.073 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.074 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.074 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.074 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.074 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.074 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.075 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.075 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.075 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.075 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator": { 2023-10-21T15:44:14.076 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2023-10-21T15:44:14.076 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.076 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.076 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.076 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.077 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.077 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.077 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.077 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm", 2023-10-21T15:44:14.078 INFO:teuthology.orchestra.run.smithi046.stdout: "rook", 2023-10-21T15:44:14.078 INFO:teuthology.orchestra.run.smithi046.stdout: "test_orchestrator" 2023-10-21T15:44:14.078 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.078 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Orchestrator backend", 2023-10-21T15:44:14.078 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.079 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.079 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.079 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.079 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.079 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.080 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.080 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_perf_query", 2023-10-21T15:44:14.080 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.080 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.081 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.081 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.081 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.081 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.081 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.082 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.082 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.082 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.082 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.083 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.083 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.083 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.083 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.083 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.084 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.084 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.084 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.084 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.084 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.085 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.085 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.085 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.085 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.086 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.086 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.086 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.086 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.086 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.087 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.087 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.087 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.087 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.087 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.088 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.088 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.088 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.088 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.089 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.089 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.089 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.089 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.089 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.090 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.090 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.090 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.090 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.090 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.091 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.091 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.091 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.091 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.091 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.092 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.092 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.092 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.092 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.093 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.093 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.093 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.093 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.093 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.094 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.094 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.094 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.094 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.094 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.095 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.095 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.095 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.095 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.095 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.096 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.096 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.096 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.096 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_support", 2023-10-21T15:44:14.096 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.097 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.097 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.097 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.097 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.097 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.098 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.098 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.098 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.098 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.099 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.099 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.099 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.099 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.099 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.100 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.100 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.100 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.100 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.100 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.101 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.101 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.101 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.101 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.101 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.102 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.102 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.102 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.102 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.102 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.103 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.103 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.103 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.103 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.103 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.104 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.104 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.104 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.104 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.105 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.105 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.105 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.105 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.105 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.106 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.106 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.106 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.106 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.106 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.107 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.107 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.107 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.107 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.107 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.108 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.108 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.108 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.108 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.108 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.109 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.109 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.109 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.109 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.109 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.110 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.110 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.110 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.110 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.111 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.111 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.111 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.111 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.111 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.112 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.112 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.112 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.112 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_autoscaler", 2023-10-21T15:44:14.112 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.113 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.113 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.113 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.113 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.113 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.114 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.114 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.114 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.114 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.114 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.115 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.115 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.115 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.115 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.115 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.116 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.116 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.116 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.116 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.117 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.117 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.117 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.117 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.117 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.118 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.118 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.118 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.118 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.118 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.119 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.119 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.119 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.119 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.119 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.119 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.120 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.120 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.120 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.120 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.121 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.121 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.121 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.121 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.121 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.122 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.122 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.122 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.122 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.122 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.123 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.123 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.123 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.123 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.124 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.124 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.124 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.124 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.124 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.125 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.125 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.125 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.125 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.125 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.126 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.126 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.126 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.126 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.126 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.127 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.127 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.127 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.127 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.127 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:14.128 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:14.128 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.128 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.128 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.129 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:14.129 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.129 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.129 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.129 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.130 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.130 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.130 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.130 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.130 INFO:teuthology.orchestra.run.smithi046.stdout: "threshold": { 2023-10-21T15:44:14.131 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threshold", 2023-10-21T15:44:14.131 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:14.131 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.131 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.131 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2023-10-21T15:44:14.132 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1.0", 2023-10-21T15:44:14.132 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.132 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.132 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "scaling threshold", 2023-10-21T15:44:14.132 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-21T15:44:14.133 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.133 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.133 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.133 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.134 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.134 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.134 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "progress", 2023-10-21T15:44:14.134 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.134 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.135 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.135 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_pg_recovery_event": { 2023-10-21T15:44:14.135 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_pg_recovery_event", 2023-10-21T15:44:14.135 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.135 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.136 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.136 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.136 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.136 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.136 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.137 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-21T15:44:14.137 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.137 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.137 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.137 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.138 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2023-10-21T15:44:14.138 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2023-10-21T15:44:14.138 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.138 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.139 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.139 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.139 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.139 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.139 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.140 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.140 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.140 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.140 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.140 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.141 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.141 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.141 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.141 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.141 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.142 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.142 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.142 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.142 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.143 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.143 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.143 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.143 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.143 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.144 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.144 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.144 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.144 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.144 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.145 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.145 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.145 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.145 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.145 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.146 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.146 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.146 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.146 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.147 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.147 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.147 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.147 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.147 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.148 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.148 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.148 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.148 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.148 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.149 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.149 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.149 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.149 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.149 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.150 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.150 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.150 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.150 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.150 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.151 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.151 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.151 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.151 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.151 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.152 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.152 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.152 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.152 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.152 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.153 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.153 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.153 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.153 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.153 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.154 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.154 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.154 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.154 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.155 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.155 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.155 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.155 INFO:teuthology.orchestra.run.smithi046.stdout: "max_completed_events": { 2023-10-21T15:44:14.155 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_completed_events", 2023-10-21T15:44:14.156 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.156 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.156 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.156 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "50", 2023-10-21T15:44:14.156 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.157 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.157 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.157 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "number of past completed events to remember", 2023-10-21T15:44:14.157 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.157 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.158 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.158 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.158 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:14.158 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:14.159 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.159 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.162 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.162 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:14.162 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.162 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.163 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.163 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long the module is going to sleep", 2023-10-21T15:44:14.163 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.163 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.163 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.164 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.164 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.164 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.164 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.165 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus", 2023-10-21T15:44:14.165 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.165 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.165 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.165 INFO:teuthology.orchestra.run.smithi046.stdout: "cache": { 2023-10-21T15:44:14.166 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cache", 2023-10-21T15:44:14.166 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.166 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.166 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.167 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.167 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.167 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.167 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.167 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.168 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.168 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.168 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.168 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.169 INFO:teuthology.orchestra.run.smithi046.stdout: "exclude_perf_counters": { 2023-10-21T15:44:14.169 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "exclude_perf_counters", 2023-10-21T15:44:14.169 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.169 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.169 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.170 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.170 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.170 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.170 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.170 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-21T15:44:14.171 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-21T15:44:14.171 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.171 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.171 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.172 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.172 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.172 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.172 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.172 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.173 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.173 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.173 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.173 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.173 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.174 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.174 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.174 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.174 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.174 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.175 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.175 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.175 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.175 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.176 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.176 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.176 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.176 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.176 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.177 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.177 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.177 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.177 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.177 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.178 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.178 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.178 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.178 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.179 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.179 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.179 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.179 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.179 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.180 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.180 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.180 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.180 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.180 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.181 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.181 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.181 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.181 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.182 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.182 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.182 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.182 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.182 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.183 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.183 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.183 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.183 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.183 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.184 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.184 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.184 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.184 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.185 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.185 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.185 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.185 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.185 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.186 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.186 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.186 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.186 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.187 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools": { 2023-10-21T15:44:14.187 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools", 2023-10-21T15:44:14.187 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.187 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.188 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.188 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.188 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.188 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.188 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.189 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.189 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.189 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.189 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.189 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.190 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-21T15:44:14.190 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-21T15:44:14.190 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.190 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.190 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.191 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300", 2023-10-21T15:44:14.191 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.191 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.191 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.192 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.192 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.192 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.192 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.192 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.193 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_interval": { 2023-10-21T15:44:14.193 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_interval", 2023-10-21T15:44:14.193 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:14.193 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.194 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.194 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15.0", 2023-10-21T15:44:14.194 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.194 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.194 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.195 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.195 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.195 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.195 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.196 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.196 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:14.196 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:14.196 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.196 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.197 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.197 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2023-10-21T15:44:14.197 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.197 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.198 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.198 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-21T15:44:14.198 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.198 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.198 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.199 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.199 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:14.199 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:14.199 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.199 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.200 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.200 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "9283", 2023-10-21T15:44:14.200 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.200 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.201 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.201 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-21T15:44:14.201 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.201 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.201 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.202 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.202 INFO:teuthology.orchestra.run.smithi046.stdout: "stale_cache_strategy": { 2023-10-21T15:44:14.202 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stale_cache_strategy", 2023-10-21T15:44:14.202 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.202 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.203 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.203 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "log", 2023-10-21T15:44:14.203 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.203 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.204 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.204 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.204 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.204 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.204 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.205 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.205 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2023-10-21T15:44:14.205 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2023-10-21T15:44:14.205 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.205 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.206 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.206 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "default", 2023-10-21T15:44:14.206 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.206 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.206 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.207 INFO:teuthology.orchestra.run.smithi046.stdout: "default", 2023-10-21T15:44:14.207 INFO:teuthology.orchestra.run.smithi046.stdout: "error" 2023-10-21T15:44:14.207 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.207 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.207 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.208 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.208 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.208 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.208 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2023-10-21T15:44:14.208 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2023-10-21T15:44:14.209 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.209 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.209 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.209 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2023-10-21T15:44:14.209 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2023-10-21T15:44:14.210 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2023-10-21T15:44:14.210 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.210 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.210 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.211 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.211 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.211 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.211 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.211 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.212 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.212 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_support", 2023-10-21T15:44:14.212 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.212 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.212 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.213 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.213 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.213 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.213 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.213 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.214 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.214 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.214 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.214 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.214 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.215 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.215 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.215 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.215 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.215 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.216 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.216 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.216 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.216 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.217 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.217 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.217 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.217 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.217 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.218 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.218 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.218 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.218 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.218 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.219 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.219 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.219 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.219 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.219 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.220 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.220 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.220 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.220 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.220 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.221 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.221 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.221 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.221 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.222 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.222 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.222 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.222 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.222 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.223 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.223 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.223 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.223 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.223 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.224 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.224 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.224 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.224 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.224 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.225 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.225 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.225 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.225 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.226 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.226 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.226 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.226 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.226 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.227 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.227 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.227 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.227 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_snap_create": { 2023-10-21T15:44:14.228 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_snap_create", 2023-10-21T15:44:14.228 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.228 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.228 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.228 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:14.229 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.229 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.229 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.229 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.230 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.230 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.230 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.230 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.230 INFO:teuthology.orchestra.run.smithi046.stdout: "mirror_snapshot_schedule": { 2023-10-21T15:44:14.231 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirror_snapshot_schedule", 2023-10-21T15:44:14.231 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.231 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.231 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.231 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.232 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.232 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.232 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.232 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.233 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.233 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.233 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.233 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.233 INFO:teuthology.orchestra.run.smithi046.stdout: "trash_purge_schedule": { 2023-10-21T15:44:14.234 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "trash_purge_schedule", 2023-10-21T15:44:14.234 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.234 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.234 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.234 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.235 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.235 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.235 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.235 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.236 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.236 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.236 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.236 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.236 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.237 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.237 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.237 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "restful", 2023-10-21T15:44:14.237 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.237 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.238 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.238 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_auth": { 2023-10-21T15:44:14.238 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_auth", 2023-10-21T15:44:14.238 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.238 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.239 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.239 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.239 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.239 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.240 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.240 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.240 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.240 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.241 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.241 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.241 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2023-10-21T15:44:14.241 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2023-10-21T15:44:14.241 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.242 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.242 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.242 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.242 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.242 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.243 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.243 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.243 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.243 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.244 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.244 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.244 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.244 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.244 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.245 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.245 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.245 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.245 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.246 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.246 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.246 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.246 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.246 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.247 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.247 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.247 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.247 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.247 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.248 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.248 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.248 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.248 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.249 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.249 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.249 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.249 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.249 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.250 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.250 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.250 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.250 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.250 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.251 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.251 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.251 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.251 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.252 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.252 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.252 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.252 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.252 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.253 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.253 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.253 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.253 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.253 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.254 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.254 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.254 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.254 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.255 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.255 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.255 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.255 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.255 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.256 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.256 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.256 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.256 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.256 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.257 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.257 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.257 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.257 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.257 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.258 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.258 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.258 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.258 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.259 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.259 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.259 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:14.259 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:14.259 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.260 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.260 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.260 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.260 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.261 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.261 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.261 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.261 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.261 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.262 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.262 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.262 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:14.262 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:14.262 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.263 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.263 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.263 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.263 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.264 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.264 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.264 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.264 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.264 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.265 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.265 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.265 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.265 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.266 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.266 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rgw", 2023-10-21T15:44:14.266 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.266 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.266 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.267 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.267 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.267 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.267 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.268 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.268 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.268 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.268 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.268 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.269 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.269 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.269 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.269 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.270 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.270 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.270 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.270 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.270 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.271 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.271 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.271 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.271 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.272 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.272 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.272 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.272 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.272 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.273 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.273 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.273 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.273 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.274 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.274 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.274 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.274 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.274 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.275 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.275 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.275 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.275 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.275 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.276 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.276 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.276 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.276 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.277 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.277 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.277 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.277 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.277 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.278 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.278 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.278 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.278 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.278 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.279 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.279 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.279 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.279 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.280 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.280 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.280 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.280 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.280 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.281 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.281 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.281 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.281 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.281 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.282 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.282 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.282 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.282 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.282 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rook", 2023-10-21T15:44:14.283 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.283 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.283 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.283 INFO:teuthology.orchestra.run.smithi046.stdout: "drive_group_interval": { 2023-10-21T15:44:14.284 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "drive_group_interval", 2023-10-21T15:44:14.284 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:14.284 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.284 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.284 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300.0", 2023-10-21T15:44:14.285 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.285 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.285 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.285 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-21T15:44:14.286 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.286 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.286 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.286 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.286 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.287 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.287 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.287 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.287 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.287 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.288 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.288 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.288 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.288 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.288 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.289 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.289 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.289 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.289 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.289 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.290 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.290 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.290 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.290 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.291 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.291 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.291 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.291 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.291 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.292 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.292 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.292 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.292 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.293 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.293 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.293 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.293 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.293 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.294 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.294 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.294 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.294 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.294 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.295 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.295 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.295 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.295 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.296 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.296 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.296 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.296 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.296 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.297 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.297 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.297 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.297 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.298 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.298 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.298 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.298 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.298 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.299 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.299 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.299 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.299 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.300 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.300 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.300 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.300 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.300 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.301 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.301 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.301 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.301 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.302 INFO:teuthology.orchestra.run.smithi046.stdout: "storage_class": { 2023-10-21T15:44:14.302 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "storage_class", 2023-10-21T15:44:14.302 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.302 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.302 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.303 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "local", 2023-10-21T15:44:14.303 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.303 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.303 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.303 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-21T15:44:14.304 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.304 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.304 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.304 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.304 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.305 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.305 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.305 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "selftest", 2023-10-21T15:44:14.305 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.306 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.306 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.306 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.306 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.306 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.307 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.307 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.307 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.307 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.308 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.308 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.308 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.308 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.309 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.309 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.309 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.309 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.309 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.310 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.310 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.310 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.310 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.310 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.311 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.311 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.311 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.311 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.312 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.312 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.312 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.312 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.312 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.313 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.313 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.313 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.313 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.313 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.314 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.314 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.314 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.314 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.315 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.315 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.315 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.315 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.315 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.316 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.316 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.316 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.316 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.316 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.317 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.317 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.317 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.317 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.317 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.318 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.318 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.318 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.318 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.319 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.319 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.319 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.319 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.319 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.320 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.320 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.320 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.320 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.320 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.321 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.321 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.321 INFO:teuthology.orchestra.run.smithi046.stdout: "roption1": { 2023-10-21T15:44:14.321 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption1", 2023-10-21T15:44:14.321 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.322 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.322 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.322 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.322 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.323 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.323 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.323 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.323 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.323 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.324 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.324 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.324 INFO:teuthology.orchestra.run.smithi046.stdout: "roption2": { 2023-10-21T15:44:14.324 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption2", 2023-10-21T15:44:14.324 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.325 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.325 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.325 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "xyz", 2023-10-21T15:44:14.325 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.325 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.326 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.326 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.326 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.326 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.327 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.327 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.327 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption1": { 2023-10-21T15:44:14.327 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption1", 2023-10-21T15:44:14.327 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.328 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.328 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.328 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.328 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.328 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.329 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.329 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.329 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.329 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.329 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.330 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.330 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption2": { 2023-10-21T15:44:14.330 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption2", 2023-10-21T15:44:14.330 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.331 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.331 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.331 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.331 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.331 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.332 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.332 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.332 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.332 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.332 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.333 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.333 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption3": { 2023-10-21T15:44:14.333 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption3", 2023-10-21T15:44:14.333 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:14.333 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.334 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.334 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.334 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.334 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.334 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.335 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.335 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.335 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.335 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.335 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.336 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption4": { 2023-10-21T15:44:14.336 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption4", 2023-10-21T15:44:14.336 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.336 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.337 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.337 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.337 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.337 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.337 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.338 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.338 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.338 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.338 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.338 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.339 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption5": { 2023-10-21T15:44:14.339 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption5", 2023-10-21T15:44:14.339 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.339 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.339 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.340 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.340 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.340 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.340 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.341 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.341 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.341 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.341 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.341 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.342 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption6": { 2023-10-21T15:44:14.342 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption6", 2023-10-21T15:44:14.342 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.342 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.343 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.343 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.343 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.343 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.343 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.343 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.344 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.344 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.344 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.344 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.344 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption7": { 2023-10-21T15:44:14.345 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption7", 2023-10-21T15:44:14.345 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.345 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.345 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.345 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.346 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:14.346 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "42", 2023-10-21T15:44:14.346 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.346 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.347 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.347 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.347 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.347 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.347 INFO:teuthology.orchestra.run.smithi046.stdout: "testkey": { 2023-10-21T15:44:14.348 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testkey", 2023-10-21T15:44:14.348 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.348 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.348 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.348 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.349 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.349 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.349 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.349 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.349 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.350 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.350 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.350 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.350 INFO:teuthology.orchestra.run.smithi046.stdout: "testlkey": { 2023-10-21T15:44:14.351 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testlkey", 2023-10-21T15:44:14.351 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.351 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.351 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.351 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.352 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.352 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.352 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.352 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.352 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.353 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.353 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.353 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.353 INFO:teuthology.orchestra.run.smithi046.stdout: "testnewline": { 2023-10-21T15:44:14.353 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testnewline", 2023-10-21T15:44:14.354 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.354 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.354 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.354 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.355 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.355 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.355 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.355 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.355 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.356 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.356 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.356 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.356 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.357 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.357 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.357 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snap_schedule", 2023-10-21T15:44:14.357 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.357 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.358 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.358 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_m_granularity": { 2023-10-21T15:44:14.358 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_m_granularity", 2023-10-21T15:44:14.358 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.358 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.359 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.361 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.362 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.362 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.362 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.362 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow minute scheduled snapshots", 2023-10-21T15:44:14.362 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.363 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.363 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.363 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.363 INFO:teuthology.orchestra.run.smithi046.stdout: "dump_on_update": { 2023-10-21T15:44:14.363 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dump_on_update", 2023-10-21T15:44:14.364 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.364 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.364 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.364 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.364 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.365 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.365 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.365 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "dump database to debug log on update", 2023-10-21T15:44:14.365 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.365 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.365 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.366 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.366 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.366 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.366 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.366 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.367 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.367 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.367 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.367 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.367 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.368 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.368 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.368 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.368 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.368 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.369 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.369 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.369 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.369 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.369 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.369 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.370 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.370 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.370 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.370 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.370 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.371 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.371 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.371 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.371 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.371 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.372 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.372 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.372 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.372 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.372 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.372 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.373 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.373 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.373 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.373 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.373 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.374 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.374 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.374 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.374 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.374 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.375 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.375 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.375 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.375 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.375 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.376 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.376 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.376 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.376 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.376 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.377 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.377 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.377 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.377 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.377 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.378 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.378 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.378 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.378 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.378 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.378 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.379 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.379 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.379 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.379 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.379 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.380 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.380 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stats", 2023-10-21T15:44:14.380 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.380 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.380 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.381 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.381 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.381 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.381 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.381 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.382 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.382 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.382 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.382 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.382 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.383 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.383 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.383 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.383 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.383 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.384 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.384 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.384 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.384 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.384 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.384 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.385 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.385 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.385 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.385 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.385 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.386 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.386 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.386 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.386 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.386 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.387 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.387 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.387 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.387 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.387 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.388 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.388 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.388 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.388 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.388 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.389 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.389 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.389 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.389 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.389 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.389 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.390 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.390 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.390 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.390 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.390 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.391 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.391 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.391 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.391 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.391 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.392 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.392 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.392 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.392 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.392 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.393 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.393 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.393 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.393 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.393 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.394 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.394 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.394 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.394 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.394 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.395 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.395 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "status", 2023-10-21T15:44:14.395 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.395 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.395 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.395 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.396 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.396 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.396 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.396 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.396 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.397 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.397 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.397 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.397 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.397 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.398 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.398 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.398 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.398 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.398 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.399 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.399 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.399 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.399 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.399 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.399 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.400 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.400 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.400 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.400 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.400 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.401 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.401 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.401 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.401 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.401 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.402 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.402 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.402 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.402 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.402 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.402 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.403 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.403 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.403 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.403 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.403 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.404 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.404 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.404 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.404 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.404 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.405 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.405 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.405 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.405 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.405 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.405 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.406 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.406 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.406 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.406 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.406 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.407 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.407 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.407 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.407 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.407 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.408 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.408 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.408 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.408 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.408 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.409 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.409 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.409 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.409 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.409 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telegraf", 2023-10-21T15:44:14.410 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.410 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.410 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.410 INFO:teuthology.orchestra.run.smithi046.stdout: "address": { 2023-10-21T15:44:14.410 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "address", 2023-10-21T15:44:14.411 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.411 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.411 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.411 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-21T15:44:14.411 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.412 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.412 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.412 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.412 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.412 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.413 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.413 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.413 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:14.413 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:14.413 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.414 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.414 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.414 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15", 2023-10-21T15:44:14.414 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.414 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.414 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.415 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.415 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.415 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.415 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.415 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.416 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.416 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.416 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.416 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.416 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.417 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.417 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.417 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.417 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.417 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.417 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.418 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.418 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.418 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.418 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.419 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.419 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.419 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.419 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.419 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.419 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.420 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.420 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.420 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.420 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.420 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.421 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.421 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.421 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.421 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.421 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.422 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.422 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.422 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.422 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.422 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.423 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.423 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.423 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.423 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.423 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.424 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.424 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.424 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.424 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.424 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.424 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.425 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.425 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.425 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.425 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.425 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.426 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.426 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.426 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.426 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.426 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.427 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.427 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.427 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.427 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.427 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.428 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.428 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.428 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.428 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.428 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.428 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.429 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.429 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.429 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.429 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.429 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telemetry", 2023-10-21T15:44:14.430 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.430 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.430 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.430 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_basic": { 2023-10-21T15:44:14.430 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_basic", 2023-10-21T15:44:14.431 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.431 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.431 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.431 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.431 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.432 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.432 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.432 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-21T15:44:14.432 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.432 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.433 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.433 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.433 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_crash": { 2023-10-21T15:44:14.433 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_crash", 2023-10-21T15:44:14.433 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.433 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.434 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.434 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.434 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.434 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.435 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.435 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-21T15:44:14.435 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.435 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.435 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.435 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.436 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_device": { 2023-10-21T15:44:14.436 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_device", 2023-10-21T15:44:14.436 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.436 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.436 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.437 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.437 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.437 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.437 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.437 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-21T15:44:14.438 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.438 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.438 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.438 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.438 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_ident": { 2023-10-21T15:44:14.439 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_ident", 2023-10-21T15:44:14.439 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.439 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.439 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.439 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.439 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.440 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.440 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.440 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-21T15:44:14.440 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.440 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.441 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.441 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.441 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_perf": { 2023-10-21T15:44:14.441 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_perf", 2023-10-21T15:44:14.441 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.441 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.442 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.442 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.442 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.442 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.442 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.443 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-21T15:44:14.443 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.443 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.443 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.443 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.444 INFO:teuthology.orchestra.run.smithi046.stdout: "contact": { 2023-10-21T15:44:14.444 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "contact", 2023-10-21T15:44:14.444 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.444 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.444 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.444 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.445 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.445 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.445 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.445 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.445 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.446 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.446 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.446 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.446 INFO:teuthology.orchestra.run.smithi046.stdout: "description": { 2023-10-21T15:44:14.446 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "description", 2023-10-21T15:44:14.447 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.447 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.447 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.447 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.447 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.448 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.448 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.448 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.448 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.448 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.449 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.449 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.449 INFO:teuthology.orchestra.run.smithi046.stdout: "device_url": { 2023-10-21T15:44:14.449 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_url", 2023-10-21T15:44:14.449 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.450 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.450 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.450 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-21T15:44:14.450 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.450 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.451 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.451 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.451 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.451 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.451 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.452 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.452 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2023-10-21T15:44:14.452 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2023-10-21T15:44:14.452 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.452 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.453 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.453 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.453 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.453 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.453 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.453 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.454 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.454 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.454 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.454 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.454 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:14.455 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:14.455 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.455 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.455 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.455 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "24", 2023-10-21T15:44:14.455 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "8", 2023-10-21T15:44:14.456 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.456 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.456 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.456 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.456 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.457 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.457 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.457 INFO:teuthology.orchestra.run.smithi046.stdout: "last_opt_revision": { 2023-10-21T15:44:14.457 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "last_opt_revision", 2023-10-21T15:44:14.457 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.457 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.458 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.458 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1", 2023-10-21T15:44:14.458 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.458 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.458 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.459 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.459 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.459 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.459 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.459 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.460 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard": { 2023-10-21T15:44:14.460 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard", 2023-10-21T15:44:14.460 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.460 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.460 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.460 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.461 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.461 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.461 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.461 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.461 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.462 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.462 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.462 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.462 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard_description": { 2023-10-21T15:44:14.462 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard_description", 2023-10-21T15:44:14.463 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.463 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.463 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.463 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.463 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.463 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.464 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.464 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.464 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.464 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.464 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.465 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.465 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.465 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.465 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.465 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.466 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.466 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.466 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.466 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.466 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.467 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.467 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.467 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.467 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.467 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.468 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.468 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.468 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.468 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.468 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.469 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.469 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.469 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.469 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.469 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.469 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.470 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.470 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.470 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.470 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.470 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.471 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.471 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.471 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.471 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.471 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.472 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.472 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.472 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.472 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.472 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.473 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.473 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.473 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.473 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.473 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.473 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.474 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.474 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.474 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.474 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.474 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.475 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.475 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.475 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.475 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.475 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.476 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.476 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.476 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.476 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.476 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.476 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.477 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.477 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.477 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.477 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.477 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.477 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.478 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.478 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.478 INFO:teuthology.orchestra.run.smithi046.stdout: "organization": { 2023-10-21T15:44:14.478 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "organization", 2023-10-21T15:44:14.478 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.479 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.479 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.479 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.479 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.479 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.480 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.480 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.480 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.480 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.480 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.480 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.481 INFO:teuthology.orchestra.run.smithi046.stdout: "proxy": { 2023-10-21T15:44:14.481 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "proxy", 2023-10-21T15:44:14.481 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.481 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.481 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.482 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.482 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.482 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.482 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.482 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.483 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.483 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.483 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.483 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.483 INFO:teuthology.orchestra.run.smithi046.stdout: "url": { 2023-10-21T15:44:14.484 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url", 2023-10-21T15:44:14.484 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.484 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.484 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.484 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-21T15:44:14.485 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.485 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.485 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.485 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.485 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.486 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.486 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.486 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.486 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.486 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.486 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.487 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "test_orchestrator", 2023-10-21T15:44:14.487 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.487 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.487 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.487 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.488 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.488 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.488 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.488 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.488 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.489 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.489 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.489 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.489 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.489 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.490 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.490 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.490 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.490 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.490 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.491 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.491 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.491 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.491 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.491 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.491 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.492 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.492 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.492 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.492 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.492 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.493 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.493 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.493 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.493 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.493 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.493 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.494 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.494 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.494 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.494 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.494 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.495 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.495 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.495 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.495 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.495 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.496 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.496 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.496 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.496 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.496 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.497 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.497 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.497 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.497 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.497 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.497 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.498 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.498 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.498 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.498 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.498 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.499 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.499 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.499 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.499 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.499 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.500 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.500 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.500 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.500 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.500 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.500 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.501 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.501 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.501 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.501 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "volumes", 2023-10-21T15:44:14.501 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.502 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.502 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.502 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.502 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.502 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.502 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.503 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.503 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.503 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.503 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.503 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.504 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.504 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.504 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.504 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.504 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.505 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.505 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.505 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.505 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.505 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.506 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.506 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.506 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.506 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.506 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.507 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.507 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.507 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.507 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.507 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.507 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.508 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.508 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.508 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.508 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.508 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.509 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.509 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.509 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.509 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.509 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.510 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.510 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.510 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.510 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.510 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.510 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.511 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.511 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.511 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.511 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.511 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.512 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.512 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.512 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.512 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.512 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.513 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.513 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.513 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.513 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.513 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.513 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.514 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.514 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.514 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.514 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.514 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.515 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.515 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.515 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.515 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_clones": { 2023-10-21T15:44:14.515 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_clones", 2023-10-21T15:44:14.516 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.516 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.516 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.516 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4", 2023-10-21T15:44:14.516 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.516 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.517 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.517 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-21T15:44:14.517 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.517 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.517 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.518 INFO:teuthology.orchestra.run.smithi046.stdout: "periodic_async_work": { 2023-10-21T15:44:14.518 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "periodic_async_work", 2023-10-21T15:44:14.518 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.518 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.518 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.519 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.519 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.519 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.519 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.519 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Periodically check for async work", 2023-10-21T15:44:14.520 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.520 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.520 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.520 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.520 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_delay": { 2023-10-21T15:44:14.521 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_delay", 2023-10-21T15:44:14.521 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.521 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.521 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.521 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:14.522 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.522 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.522 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.522 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-21T15:44:14.522 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.523 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.523 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.523 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.523 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.523 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.524 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.524 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix", 2023-10-21T15:44:14.524 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.524 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.524 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.524 INFO:teuthology.orchestra.run.smithi046.stdout: "discovery_interval": { 2023-10-21T15:44:14.525 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "discovery_interval", 2023-10-21T15:44:14.525 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:14.525 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.525 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.525 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "100", 2023-10-21T15:44:14.526 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.526 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.526 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.526 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.526 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.527 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.527 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.527 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.527 INFO:teuthology.orchestra.run.smithi046.stdout: "identifier": { 2023-10-21T15:44:14.527 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "identifier", 2023-10-21T15:44:14.527 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.528 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.528 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.528 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.528 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.528 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.529 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.529 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.529 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.529 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.529 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.530 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.530 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:14.530 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:14.530 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.530 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.531 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.531 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:14.531 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.531 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.531 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.531 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.532 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.532 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.532 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.532 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.532 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.533 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.533 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.533 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.533 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.533 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.533 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.534 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.534 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.534 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.534 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.534 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.535 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.535 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.535 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.535 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.535 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.536 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.536 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.536 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.536 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.536 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.536 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.537 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.537 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.537 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.537 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.537 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.538 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.538 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.538 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.538 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.538 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.538 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.539 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.539 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.539 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.539 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.540 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.540 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.540 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.540 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.540 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.540 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.541 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.541 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.541 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.541 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.541 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.541 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.542 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.542 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.542 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.542 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.542 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.543 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.543 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.543 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.543 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.543 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.544 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.544 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.544 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.544 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.544 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.544 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.545 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.545 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.545 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.545 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.545 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_host": { 2023-10-21T15:44:14.546 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_host", 2023-10-21T15:44:14.546 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.546 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.546 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.546 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.546 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.547 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.547 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.547 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.547 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.547 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.548 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.548 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.548 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_port": { 2023-10-21T15:44:14.548 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_port", 2023-10-21T15:44:14.548 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.549 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.549 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.549 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10051", 2023-10-21T15:44:14.549 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.549 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.550 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.550 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.550 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.550 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.550 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.550 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.551 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_sender": { 2023-10-21T15:44:14.551 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_sender", 2023-10-21T15:44:14.551 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.551 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.551 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.552 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-21T15:44:14.552 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.552 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.552 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.552 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.553 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.553 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.553 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.553 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.553 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.553 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.554 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:14.554 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.554 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.554 INFO:teuthology.orchestra.run.smithi046.stdout: "modules": [ 2023-10-21T15:44:14.554 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm", 2023-10-21T15:44:14.555 INFO:teuthology.orchestra.run.smithi046.stdout: "dashboard", 2023-10-21T15:44:14.555 INFO:teuthology.orchestra.run.smithi046.stdout: "iostat", 2023-10-21T15:44:14.555 INFO:teuthology.orchestra.run.smithi046.stdout: "nfs", 2023-10-21T15:44:14.555 INFO:teuthology.orchestra.run.smithi046.stdout: "restful" 2023-10-21T15:44:14.555 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.555 INFO:teuthology.orchestra.run.smithi046.stdout: "available_modules": [ 2023-10-21T15:44:14.556 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.556 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "alerts", 2023-10-21T15:44:14.556 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.556 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.556 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.557 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:14.557 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:14.557 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.557 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.557 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.557 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:14.558 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.558 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.558 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.558 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How frequently to reexamine health status", 2023-10-21T15:44:14.558 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.559 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.559 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.559 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.559 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.559 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.560 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.560 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.560 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.560 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.560 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.560 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.561 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.561 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.561 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.561 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.561 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.562 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.562 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.562 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.562 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.562 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.562 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.563 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.563 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.563 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.565 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.565 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.565 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.566 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.566 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.566 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.566 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.566 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.567 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.567 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.567 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.567 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.567 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.568 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.568 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.568 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.568 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.568 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.568 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.569 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.569 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.569 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.569 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.569 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.570 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.570 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.570 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.570 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.570 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.570 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.571 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.571 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.571 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.571 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.571 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.572 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.572 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.572 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.572 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.572 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.573 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.573 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.573 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.573 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.573 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.573 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.574 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.574 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.574 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_destination": { 2023-10-21T15:44:14.574 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_destination", 2023-10-21T15:44:14.574 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.575 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.575 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.575 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.575 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.575 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.576 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.576 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email address to send alerts to", 2023-10-21T15:44:14.576 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.576 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.576 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.576 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.577 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_from_name": { 2023-10-21T15:44:14.577 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_from_name", 2023-10-21T15:44:14.577 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.577 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.577 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.577 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "Ceph", 2023-10-21T15:44:14.578 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.578 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.578 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.578 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email From: name", 2023-10-21T15:44:14.578 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.579 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.579 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.579 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.579 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_host": { 2023-10-21T15:44:14.579 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_host", 2023-10-21T15:44:14.580 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.580 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.580 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.580 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.580 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.580 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.581 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.581 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP server", 2023-10-21T15:44:14.581 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.581 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.581 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.581 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.582 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_password": { 2023-10-21T15:44:14.582 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_password", 2023-10-21T15:44:14.582 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.582 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.583 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.583 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.583 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.583 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.583 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.583 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Password to authenticate with", 2023-10-21T15:44:14.584 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.584 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.584 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.584 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.584 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_port": { 2023-10-21T15:44:14.585 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_port", 2023-10-21T15:44:14.585 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.585 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.585 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.585 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "465", 2023-10-21T15:44:14.585 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.586 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.586 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.586 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP port", 2023-10-21T15:44:14.586 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.586 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.587 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.587 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.587 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_sender": { 2023-10-21T15:44:14.587 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_sender", 2023-10-21T15:44:14.587 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.587 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.588 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.588 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.588 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.588 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.588 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.589 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP envelope sender", 2023-10-21T15:44:14.589 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.589 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.589 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.589 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.589 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_ssl": { 2023-10-21T15:44:14.590 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_ssl", 2023-10-21T15:44:14.590 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.590 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.590 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.590 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.591 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.591 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.591 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.591 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-21T15:44:14.591 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.592 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.592 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.592 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.592 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_user": { 2023-10-21T15:44:14.592 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_user", 2023-10-21T15:44:14.592 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.593 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.593 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.593 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.593 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.593 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.594 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.594 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "User to authenticate as", 2023-10-21T15:44:14.594 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.594 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.594 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.594 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.595 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.595 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.595 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.595 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "balancer", 2023-10-21T15:44:14.595 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.596 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.596 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.596 INFO:teuthology.orchestra.run.smithi046.stdout: "active": { 2023-10-21T15:44:14.596 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "active", 2023-10-21T15:44:14.596 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.596 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.597 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.597 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.597 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.597 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.597 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.598 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically balance PGs across cluster", 2023-10-21T15:44:14.598 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.598 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.598 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.598 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.599 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_time": { 2023-10-21T15:44:14.599 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_time", 2023-10-21T15:44:14.599 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.599 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.599 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.599 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0000", 2023-10-21T15:44:14.600 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.600 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.600 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.600 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "beginning time of day to automatically balance", 2023-10-21T15:44:14.600 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-21T15:44:14.601 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.601 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.601 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.601 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_weekday": { 2023-10-21T15:44:14.601 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_weekday", 2023-10-21T15:44:14.601 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:14.602 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.602 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.602 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:14.602 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2023-10-21T15:44:14.602 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2023-10-21T15:44:14.603 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.603 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-21T15:44:14.603 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-21T15:44:14.603 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.603 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.603 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.604 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_max_iterations": { 2023-10-21T15:44:14.604 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_max_iterations", 2023-10-21T15:44:14.604 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:14.604 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.604 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.605 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "25", 2023-10-21T15:44:14.605 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:14.605 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "250", 2023-10-21T15:44:14.605 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.605 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-21T15:44:14.606 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.606 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.606 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.606 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.606 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_metrics": { 2023-10-21T15:44:14.606 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_metrics", 2023-10-21T15:44:14.607 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.607 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.607 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.607 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "pgs,objects,bytes", 2023-10-21T15:44:14.607 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.608 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.608 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.608 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-21T15:44:14.608 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-21T15:44:14.608 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.609 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.609 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.609 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_step": { 2023-10-21T15:44:14.609 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_step", 2023-10-21T15:44:14.609 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:14.610 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.610 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.610 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.5", 2023-10-21T15:44:14.610 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0.001", 2023-10-21T15:44:14.610 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "0.999", 2023-10-21T15:44:14.610 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.611 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "aggressiveness of optimization", 2023-10-21T15:44:14.611 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-21T15:44:14.611 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.611 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.611 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.612 INFO:teuthology.orchestra.run.smithi046.stdout: "end_time": { 2023-10-21T15:44:14.612 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_time", 2023-10-21T15:44:14.612 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.612 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.612 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.612 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2359", 2023-10-21T15:44:14.613 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.613 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.613 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.613 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ending time of day to automatically balance", 2023-10-21T15:44:14.613 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-21T15:44:14.614 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.614 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.614 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.614 INFO:teuthology.orchestra.run.smithi046.stdout: "end_weekday": { 2023-10-21T15:44:14.614 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_weekday", 2023-10-21T15:44:14.615 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:14.615 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.615 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.615 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:14.615 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2023-10-21T15:44:14.615 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2023-10-21T15:44:14.616 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.616 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-21T15:44:14.616 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-21T15:44:14.616 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.616 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.617 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.617 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.617 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.617 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.617 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.617 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.618 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.618 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.618 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.618 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.618 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.619 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.619 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.619 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.619 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.619 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.620 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.620 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.620 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.620 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.620 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.620 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.621 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.621 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.621 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.621 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.621 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.622 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.622 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.622 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.622 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.622 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.623 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.623 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.623 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.623 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.623 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.623 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.624 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.624 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.624 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.624 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.624 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.625 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.625 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.625 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.625 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.625 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.625 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.626 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.626 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.626 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.626 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.626 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.627 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.627 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.627 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.627 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.627 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.627 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.628 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.628 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.628 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.628 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.628 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.629 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.629 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.629 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.629 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.629 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.629 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.630 INFO:teuthology.orchestra.run.smithi046.stdout: "min_score": { 2023-10-21T15:44:14.630 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_score", 2023-10-21T15:44:14.630 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:14.630 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.630 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.631 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:14.631 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.631 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.631 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.631 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-21T15:44:14.631 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.632 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.632 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.632 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.632 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2023-10-21T15:44:14.632 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2023-10-21T15:44:14.633 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.633 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.633 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.633 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "upmap", 2023-10-21T15:44:14.633 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.633 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.634 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.634 INFO:teuthology.orchestra.run.smithi046.stdout: "crush-compat", 2023-10-21T15:44:14.634 INFO:teuthology.orchestra.run.smithi046.stdout: "none", 2023-10-21T15:44:14.634 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap" 2023-10-21T15:44:14.634 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.635 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Balancer mode", 2023-10-21T15:44:14.635 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.635 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.635 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.635 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.635 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_ids": { 2023-10-21T15:44:14.636 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_ids", 2023-10-21T15:44:14.636 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.636 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.636 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.636 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.637 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.637 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.637 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.637 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-21T15:44:14.637 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.638 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.638 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.638 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.638 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:14.638 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:14.638 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.639 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.639 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.639 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:14.639 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.639 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.640 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.640 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-21T15:44:14.640 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.640 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.640 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.640 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.641 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_deviation": { 2023-10-21T15:44:14.641 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_deviation", 2023-10-21T15:44:14.641 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.641 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.641 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.642 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:14.642 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:14.642 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.642 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.642 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-21T15:44:14.642 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-21T15:44:14.643 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.643 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.643 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.643 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_optimizations": { 2023-10-21T15:44:14.643 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_optimizations", 2023-10-21T15:44:14.644 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:14.644 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.644 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.644 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:14.644 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.644 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.645 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.645 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-21T15:44:14.645 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.645 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.645 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.646 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.646 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.646 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.646 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.646 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm", 2023-10-21T15:44:14.647 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.647 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.647 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.647 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_down_multiplier": { 2023-10-21T15:44:14.647 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_down_multiplier", 2023-10-21T15:44:14.647 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:14.648 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.648 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.648 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2023-10-21T15:44:14.648 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.648 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.649 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.649 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-21T15:44:14.649 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.649 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.649 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.649 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.650 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_refresh_rate": { 2023-10-21T15:44:14.650 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_refresh_rate", 2023-10-21T15:44:14.650 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.650 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.650 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.651 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "20", 2023-10-21T15:44:14.651 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.651 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.651 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.651 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-21T15:44:14.652 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.652 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.652 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.652 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.652 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_starting_port": { 2023-10-21T15:44:14.652 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_starting_port", 2023-10-21T15:44:14.653 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.653 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.653 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.653 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4721", 2023-10-21T15:44:14.653 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.654 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.654 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.654 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-21T15:44:14.654 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.654 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.654 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.655 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.655 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_ptrace": { 2023-10-21T15:44:14.655 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_ptrace", 2023-10-21T15:44:14.655 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.655 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.656 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.656 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.656 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.656 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.656 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.656 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-21T15:44:14.657 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-21T15:44:14.657 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.657 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.657 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_interval": { 2023-10-21T15:44:14.658 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_interval", 2023-10-21T15:44:14.658 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.658 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.658 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.658 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:14.659 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.659 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.659 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.659 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-21T15:44:14.659 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.659 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.660 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.660 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.660 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_memory_target_ratio": { 2023-10-21T15:44:14.660 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_memory_target_ratio", 2023-10-21T15:44:14.660 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:14.661 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.661 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.661 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.7", 2023-10-21T15:44:14.661 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.661 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.662 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.662 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-21T15:44:14.662 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.662 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.662 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.662 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.663 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm_log_destination": { 2023-10-21T15:44:14.663 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm_log_destination", 2023-10-21T15:44:14.663 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.663 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.663 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.664 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.664 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.664 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.664 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.664 INFO:teuthology.orchestra.run.smithi046.stdout: "file", 2023-10-21T15:44:14.665 INFO:teuthology.orchestra.run.smithi046.stdout: "file,syslog", 2023-10-21T15:44:14.665 INFO:teuthology.orchestra.run.smithi046.stdout: "syslog" 2023-10-21T15:44:14.665 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.665 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-21T15:44:14.665 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.665 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.666 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.666 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.666 INFO:teuthology.orchestra.run.smithi046.stdout: "cgroups_split": { 2023-10-21T15:44:14.666 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cgroups_split", 2023-10-21T15:44:14.666 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.667 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.667 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.667 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.667 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.667 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.668 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.668 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-21T15:44:14.668 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.668 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.668 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.668 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.669 INFO:teuthology.orchestra.run.smithi046.stdout: "config_checks_enabled": { 2023-10-21T15:44:14.669 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_checks_enabled", 2023-10-21T15:44:14.669 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.669 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.669 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.670 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.670 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.670 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.670 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.670 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-21T15:44:14.671 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.671 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.671 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.671 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.671 INFO:teuthology.orchestra.run.smithi046.stdout: "config_dashboard": { 2023-10-21T15:44:14.672 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_dashboard", 2023-10-21T15:44:14.672 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.672 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.672 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.672 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.672 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.673 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.673 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.673 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-21T15:44:14.673 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.673 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.674 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.674 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.674 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_alertmanager": { 2023-10-21T15:44:14.674 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_alertmanager", 2023-10-21T15:44:14.674 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.674 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.675 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.675 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-21T15:44:14.675 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.675 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.675 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.676 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:14.676 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.676 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.676 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.676 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.676 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_base": { 2023-10-21T15:44:14.677 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_base", 2023-10-21T15:44:14.677 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.677 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.677 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.677 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-21T15:44:14.678 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.678 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.678 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.678 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Container image name, without the tag", 2023-10-21T15:44:14.678 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.678 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.679 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.679 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.679 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_elasticsearch": { 2023-10-21T15:44:14.679 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_elasticsearch", 2023-10-21T15:44:14.679 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.680 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.680 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.680 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-21T15:44:14.680 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.680 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.680 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.681 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "elasticsearch container image", 2023-10-21T15:44:14.681 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.681 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.681 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.681 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.682 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_grafana": { 2023-10-21T15:44:14.682 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_grafana", 2023-10-21T15:44:14.682 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.682 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.682 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.682 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-21T15:44:14.683 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.683 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.683 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.683 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:14.683 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.684 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.684 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.684 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.684 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_haproxy": { 2023-10-21T15:44:14.684 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_haproxy", 2023-10-21T15:44:14.684 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.685 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.685 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.685 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-21T15:44:14.685 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.685 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.686 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.686 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "HAproxy container image", 2023-10-21T15:44:14.686 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.686 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.686 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.687 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.687 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_agent": { 2023-10-21T15:44:14.687 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_agent", 2023-10-21T15:44:14.687 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.687 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.687 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.688 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-21T15:44:14.688 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.688 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.688 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.688 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger agent container image", 2023-10-21T15:44:14.689 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.689 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.689 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.689 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.689 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_collector": { 2023-10-21T15:44:14.689 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_collector", 2023-10-21T15:44:14.690 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.690 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.690 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.690 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-21T15:44:14.690 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.691 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.691 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.691 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger collector container image", 2023-10-21T15:44:14.691 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.691 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.691 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.692 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.692 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_query": { 2023-10-21T15:44:14.692 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_query", 2023-10-21T15:44:14.692 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.692 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.693 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.693 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-21T15:44:14.693 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.693 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.693 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.693 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger query container image", 2023-10-21T15:44:14.694 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.694 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.694 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.694 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.694 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_keepalived": { 2023-10-21T15:44:14.695 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_keepalived", 2023-10-21T15:44:14.695 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.695 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.695 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.695 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-21T15:44:14.696 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.696 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.696 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.696 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Keepalived container image", 2023-10-21T15:44:14.696 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.696 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.697 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.697 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.697 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_loki": { 2023-10-21T15:44:14.697 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_loki", 2023-10-21T15:44:14.697 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.698 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.698 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.698 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-21T15:44:14.698 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.698 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.699 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.699 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Loki container image", 2023-10-21T15:44:14.699 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.699 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.699 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.700 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.700 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_node_exporter": { 2023-10-21T15:44:14.700 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_node_exporter", 2023-10-21T15:44:14.700 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.700 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.700 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.701 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-21T15:44:14.701 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.701 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.701 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.701 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:14.702 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.702 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.702 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.702 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.702 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_nvmeof": { 2023-10-21T15:44:14.703 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_nvmeof", 2023-10-21T15:44:14.703 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.703 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.703 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.703 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-21T15:44:14.703 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.704 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.704 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.704 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Nvme-of container image", 2023-10-21T15:44:14.704 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.704 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.705 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.705 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.705 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_prometheus": { 2023-10-21T15:44:14.705 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_prometheus", 2023-10-21T15:44:14.705 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.705 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.706 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.706 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-21T15:44:14.706 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.706 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.706 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.707 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2023-10-21T15:44:14.707 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.707 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.707 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.707 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.707 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_promtail": { 2023-10-21T15:44:14.708 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_promtail", 2023-10-21T15:44:14.708 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.708 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.708 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.708 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-21T15:44:14.709 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.709 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.709 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.709 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Promtail container image", 2023-10-21T15:44:14.709 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.709 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.710 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.710 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.710 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_snmp_gateway": { 2023-10-21T15:44:14.710 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_snmp_gateway", 2023-10-21T15:44:14.710 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.711 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.711 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.711 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-21T15:44:14.711 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.711 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.712 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.712 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SNMP Gateway container image", 2023-10-21T15:44:14.712 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.712 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.712 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.712 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.713 INFO:teuthology.orchestra.run.smithi046.stdout: "container_init": { 2023-10-21T15:44:14.713 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_init", 2023-10-21T15:44:14.713 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.713 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.713 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.714 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.714 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.714 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.714 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.714 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Run podman/docker with `--init`", 2023-10-21T15:44:14.714 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.715 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.715 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.715 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.715 INFO:teuthology.orchestra.run.smithi046.stdout: "daemon_cache_timeout": { 2023-10-21T15:44:14.715 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "daemon_cache_timeout", 2023-10-21T15:44:14.716 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.716 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.716 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.716 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:14.716 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.716 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.717 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.717 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-21T15:44:14.717 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.717 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.717 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.718 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.718 INFO:teuthology.orchestra.run.smithi046.stdout: "default_cephadm_command_timeout": { 2023-10-21T15:44:14.718 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_cephadm_command_timeout", 2023-10-21T15:44:14.718 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.718 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.719 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.719 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "900", 2023-10-21T15:44:14.719 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.719 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.719 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.720 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-21T15:44:14.720 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.720 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.720 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.720 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.720 INFO:teuthology.orchestra.run.smithi046.stdout: "default_registry": { 2023-10-21T15:44:14.721 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_registry", 2023-10-21T15:44:14.721 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.721 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.721 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.721 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io", 2023-10-21T15:44:14.722 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.722 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.722 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.722 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-21T15:44:14.722 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.723 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.723 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.723 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.723 INFO:teuthology.orchestra.run.smithi046.stdout: "device_cache_timeout": { 2023-10-21T15:44:14.723 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_cache_timeout", 2023-10-21T15:44:14.723 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.724 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.724 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.724 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1800", 2023-10-21T15:44:14.724 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.724 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.725 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.725 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache device inventory", 2023-10-21T15:44:14.725 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.725 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.725 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.725 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.726 INFO:teuthology.orchestra.run.smithi046.stdout: "device_enhanced_scan": { 2023-10-21T15:44:14.726 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_enhanced_scan", 2023-10-21T15:44:14.726 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.726 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.726 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.727 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.727 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.727 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.727 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.727 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-21T15:44:14.727 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.728 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.728 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.728 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.728 INFO:teuthology.orchestra.run.smithi046.stdout: "facts_cache_timeout": { 2023-10-21T15:44:14.728 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "facts_cache_timeout", 2023-10-21T15:44:14.729 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.729 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.729 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.729 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:14.729 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.730 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.730 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.730 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache host facts data", 2023-10-21T15:44:14.730 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.730 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.730 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.731 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.731 INFO:teuthology.orchestra.run.smithi046.stdout: "host_check_interval": { 2023-10-21T15:44:14.731 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "host_check_interval", 2023-10-21T15:44:14.731 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.731 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.732 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.732 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:14.732 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.732 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.732 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.733 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to perform a host check", 2023-10-21T15:44:14.733 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.733 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.733 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.733 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.733 INFO:teuthology.orchestra.run.smithi046.stdout: "inventory_list_all": { 2023-10-21T15:44:14.734 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "inventory_list_all", 2023-10-21T15:44:14.734 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.734 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.734 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.734 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.735 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.735 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.735 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.735 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-21T15:44:14.735 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.735 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.736 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.736 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.736 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.736 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.736 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.737 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.737 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.737 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.737 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.737 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.738 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.738 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.738 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.738 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.738 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.739 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.739 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.739 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.739 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.739 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.739 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.740 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.740 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.740 INFO:teuthology.orchestra.run.smithi046.stdout: "log_refresh_metadata": { 2023-10-21T15:44:14.740 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_refresh_metadata", 2023-10-21T15:44:14.740 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.741 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.741 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.741 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.741 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.741 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.741 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.742 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-21T15:44:14.742 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.742 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.742 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.742 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.743 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.743 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.743 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.743 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.743 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.744 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.744 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.744 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.744 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.744 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-21T15:44:14.744 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.745 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.745 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.745 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.745 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.745 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.746 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.746 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.746 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.746 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.746 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.747 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.747 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.747 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.747 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.747 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.747 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.748 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.748 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.748 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.748 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.748 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.749 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.749 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.749 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.749 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.749 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.750 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.750 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.750 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.750 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.750 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.750 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.751 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.751 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.751 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.751 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.751 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.752 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.752 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-21T15:44:14.752 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-21T15:44:14.752 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.752 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.752 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.753 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.753 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.753 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.753 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.753 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-21T15:44:14.754 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.754 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.754 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.754 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.754 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-21T15:44:14.754 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-21T15:44:14.755 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.755 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.755 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.755 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "*", 2023-10-21T15:44:14.755 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.756 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.756 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.756 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-21T15:44:14.756 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.756 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.757 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.757 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.757 INFO:teuthology.orchestra.run.smithi046.stdout: "max_count_per_host": { 2023-10-21T15:44:14.757 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_count_per_host", 2023-10-21T15:44:14.757 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.757 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.758 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.758 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:14.758 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.758 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.758 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.759 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of daemons per service per host", 2023-10-21T15:44:14.759 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.759 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.759 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.759 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.759 INFO:teuthology.orchestra.run.smithi046.stdout: "max_osd_draining_count": { 2023-10-21T15:44:14.760 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_osd_draining_count", 2023-10-21T15:44:14.760 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.760 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.760 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.760 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:14.761 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.761 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.761 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.761 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-21T15:44:14.761 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.761 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.762 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.762 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.762 INFO:teuthology.orchestra.run.smithi046.stdout: "migration_current": { 2023-10-21T15:44:14.762 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "migration_current", 2023-10-21T15:44:14.762 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.763 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.763 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.763 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.763 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.763 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.764 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.764 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "internal - do not modify", 2023-10-21T15:44:14.764 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.764 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.764 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.764 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.765 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2023-10-21T15:44:14.765 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2023-10-21T15:44:14.765 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.765 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.765 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.766 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "root", 2023-10-21T15:44:14.766 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.766 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.769 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.769 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm-package", 2023-10-21T15:44:14.770 INFO:teuthology.orchestra.run.smithi046.stdout: "root" 2023-10-21T15:44:14.770 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.770 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "mode for remote execution of cephadm", 2023-10-21T15:44:14.770 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.770 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.771 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.771 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.771 INFO:teuthology.orchestra.run.smithi046.stdout: "prometheus_alerts_path": { 2023-10-21T15:44:14.771 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus_alerts_path", 2023-10-21T15:44:14.771 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.771 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.772 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.772 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-21T15:44:14.772 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.772 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.772 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.773 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-21T15:44:14.773 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.773 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.773 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.773 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.774 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_insecure": { 2023-10-21T15:44:14.774 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_insecure", 2023-10-21T15:44:14.774 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.774 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.774 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.774 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.775 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.775 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.775 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.775 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-21T15:44:14.775 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.776 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.776 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.776 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.776 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_password": { 2023-10-21T15:44:14.776 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_password", 2023-10-21T15:44:14.776 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.777 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.777 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.777 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.777 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.777 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.778 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.778 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-21T15:44:14.778 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.778 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.778 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.779 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.779 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_url": { 2023-10-21T15:44:14.779 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_url", 2023-10-21T15:44:14.779 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.779 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.780 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.780 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.780 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.780 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.780 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.780 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-21T15:44:14.781 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.781 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.781 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.781 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.781 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_username": { 2023-10-21T15:44:14.782 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_username", 2023-10-21T15:44:14.782 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.782 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.782 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.782 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.783 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.783 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.783 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.783 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-21T15:44:14.783 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.783 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.784 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.784 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.784 INFO:teuthology.orchestra.run.smithi046.stdout: "secure_monitoring_stack": { 2023-10-21T15:44:14.784 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "secure_monitoring_stack", 2023-10-21T15:44:14.784 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.785 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.785 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.785 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.785 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.785 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.785 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.786 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-21T15:44:14.786 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.786 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.786 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.787 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.787 INFO:teuthology.orchestra.run.smithi046.stdout: "service_discovery_port": { 2023-10-21T15:44:14.787 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "service_discovery_port", 2023-10-21T15:44:14.787 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.787 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.787 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.788 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8765", 2023-10-21T15:44:14.788 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.788 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.788 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.788 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "cephadm service discovery port", 2023-10-21T15:44:14.789 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.789 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.789 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.789 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.789 INFO:teuthology.orchestra.run.smithi046.stdout: "ssh_config_file": { 2023-10-21T15:44:14.789 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssh_config_file", 2023-10-21T15:44:14.790 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.790 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.790 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.790 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.790 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.791 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.791 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.791 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-21T15:44:14.791 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.791 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.792 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.792 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.792 INFO:teuthology.orchestra.run.smithi046.stdout: "use_agent": { 2023-10-21T15:44:14.792 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_agent", 2023-10-21T15:44:14.792 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.792 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.793 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.793 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.793 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.793 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.793 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.794 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-21T15:44:14.794 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.794 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.794 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.794 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.795 INFO:teuthology.orchestra.run.smithi046.stdout: "use_repo_digest": { 2023-10-21T15:44:14.795 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_repo_digest", 2023-10-21T15:44:14.795 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.795 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.795 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.795 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.796 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.796 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.796 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.796 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-21T15:44:14.796 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.797 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.797 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.797 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.797 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_failed_host_check": { 2023-10-21T15:44:14.797 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_failed_host_check", 2023-10-21T15:44:14.797 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.798 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.798 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.798 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.798 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.798 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.799 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.799 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if the host check fails", 2023-10-21T15:44:14.799 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.799 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.799 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.800 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.800 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_daemons": { 2023-10-21T15:44:14.800 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_daemons", 2023-10-21T15:44:14.800 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.800 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.801 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.801 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.801 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.801 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.801 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.801 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-21T15:44:14.802 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.802 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.802 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.802 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.802 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_hosts": { 2023-10-21T15:44:14.803 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_hosts", 2023-10-21T15:44:14.803 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.803 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.803 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.803 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.804 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.804 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.804 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.804 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-21T15:44:14.804 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.804 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.805 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.805 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.805 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.805 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.805 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.806 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crash", 2023-10-21T15:44:14.806 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.806 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.806 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.806 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.806 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.807 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.807 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.807 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.807 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.807 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.808 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.808 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.808 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.808 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.808 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.809 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.809 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.809 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.809 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.809 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.809 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.810 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.810 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.810 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.810 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.810 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.811 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.811 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.811 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.811 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.811 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.812 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.812 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.812 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.812 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.812 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.812 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.813 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.813 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.813 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.813 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.813 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.814 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.814 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.814 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.814 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.814 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.814 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.815 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.815 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.815 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.815 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.815 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.816 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.816 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.816 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.816 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.816 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.816 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.817 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.817 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.817 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.817 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.817 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.818 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.818 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.818 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.818 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.818 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.819 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.819 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.819 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.819 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.819 INFO:teuthology.orchestra.run.smithi046.stdout: "retain_interval": { 2023-10-21T15:44:14.820 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retain_interval", 2023-10-21T15:44:14.820 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.820 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.820 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.820 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "31536000", 2023-10-21T15:44:14.821 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.821 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.821 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.821 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-21T15:44:14.821 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.821 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.822 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.822 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.822 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_recent_interval": { 2023-10-21T15:44:14.822 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_recent_interval", 2023-10-21T15:44:14.822 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:14.823 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.823 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.823 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1209600", 2023-10-21T15:44:14.823 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.823 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.824 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.824 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-21T15:44:14.824 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.824 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.824 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.825 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.825 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.825 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.825 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.825 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dashboard", 2023-10-21T15:44:14.826 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.826 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.826 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.826 INFO:teuthology.orchestra.run.smithi046.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-21T15:44:14.826 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-21T15:44:14.827 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.827 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.827 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.827 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:14.827 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.828 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.828 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.828 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.828 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.828 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.829 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.829 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.829 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_HOST": { 2023-10-21T15:44:14.829 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-21T15:44:14.829 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.830 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.830 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.830 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.830 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.830 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.831 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.831 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.831 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.831 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.831 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.831 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.832 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-21T15:44:14.832 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-21T15:44:14.832 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.832 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.832 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.833 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.833 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.833 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.833 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.833 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.834 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.834 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.834 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.834 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.834 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_ENABLED": { 2023-10-21T15:44:14.835 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_ENABLED", 2023-10-21T15:44:14.835 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.835 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.835 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.835 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.835 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.836 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.836 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.836 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.836 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.836 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.837 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.837 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.837 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-21T15:44:14.837 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-21T15:44:14.837 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.838 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.838 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.838 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.838 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.838 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.839 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.839 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.839 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.839 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.839 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.840 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.840 INFO:teuthology.orchestra.run.smithi046.stdout: "ENABLE_BROWSABLE_API": { 2023-10-21T15:44:14.840 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-21T15:44:14.840 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.840 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.840 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.841 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.841 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.841 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.841 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.841 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.842 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.842 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.842 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.842 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.842 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-21T15:44:14.843 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-21T15:44:14.843 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.843 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.843 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.843 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.843 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.844 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.844 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.844 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.844 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.844 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.845 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.845 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.845 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-21T15:44:14.845 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-21T15:44:14.845 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.845 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.846 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.846 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.846 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.846 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.846 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.847 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.847 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.847 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.847 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.847 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.848 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-21T15:44:14.848 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-21T15:44:14.848 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.848 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.848 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.848 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.849 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.849 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.849 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.849 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.849 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.850 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.850 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.850 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.850 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-21T15:44:14.850 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-21T15:44:14.851 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.851 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.851 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.851 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.851 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.851 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.852 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.852 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.852 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.852 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.852 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.853 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.853 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-21T15:44:14.853 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-21T15:44:14.853 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.853 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.853 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.854 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.854 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.854 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.854 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.854 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.855 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.855 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.855 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.855 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.855 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-21T15:44:14.856 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-21T15:44:14.856 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.856 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.856 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.856 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.856 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.857 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.857 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.857 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.857 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.857 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.858 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.858 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.858 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-21T15:44:14.858 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-21T15:44:14.858 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.858 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.859 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.859 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.859 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.859 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.859 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.860 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.860 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.860 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.860 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.860 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.861 INFO:teuthology.orchestra.run.smithi046.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-21T15:44:14.861 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-21T15:44:14.861 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.861 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.861 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.861 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.862 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.862 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.862 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.862 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.862 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.863 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.863 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.863 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.863 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_PASSWORD": { 2023-10-21T15:44:14.863 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-21T15:44:14.864 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.864 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.864 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.864 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:14.864 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.865 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.865 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.865 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.865 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.865 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.866 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.866 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.866 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-21T15:44:14.866 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-21T15:44:14.866 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.867 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.867 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.867 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.867 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.867 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.868 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.868 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.868 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.868 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.868 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.869 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.869 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_URL": { 2023-10-21T15:44:14.869 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_URL", 2023-10-21T15:44:14.869 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.869 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.869 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.870 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.870 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.870 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.870 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.870 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.871 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.871 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.871 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.871 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.871 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_USERNAME": { 2023-10-21T15:44:14.872 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-21T15:44:14.872 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.872 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.872 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.872 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:14.873 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.873 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.873 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.873 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.873 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.873 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.874 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.874 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.874 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-21T15:44:14.874 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-21T15:44:14.874 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.875 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.875 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.875 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.875 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.875 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.876 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.876 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.876 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.876 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.876 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.876 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.877 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-21T15:44:14.877 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-21T15:44:14.877 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.877 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.877 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.878 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.878 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.878 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.878 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.878 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.879 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.879 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.879 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.879 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.879 INFO:teuthology.orchestra.run.smithi046.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-21T15:44:14.880 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-21T15:44:14.880 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.880 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.880 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.880 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.881 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.881 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.881 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.881 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.881 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.881 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.882 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.882 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.882 INFO:teuthology.orchestra.run.smithi046.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-21T15:44:14.882 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-21T15:44:14.882 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.883 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.883 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.883 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.883 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.883 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.883 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.884 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.884 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.884 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.884 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.884 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.885 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_HOST": { 2023-10-21T15:44:14.885 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-21T15:44:14.885 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.885 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.885 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.885 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.886 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.886 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.886 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.886 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.886 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.887 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.887 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.887 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.887 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-21T15:44:14.887 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-21T15:44:14.888 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.888 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.888 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.888 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.888 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.888 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.889 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.889 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.889 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.889 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.889 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.890 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.890 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-21T15:44:14.890 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-21T15:44:14.890 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.890 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.891 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.891 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.891 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.891 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.891 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.891 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.892 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.892 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.892 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.892 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.892 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-21T15:44:14.893 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-21T15:44:14.893 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.893 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.893 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.893 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.893 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.894 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.894 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.894 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.894 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.894 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.895 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.895 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.895 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-21T15:44:14.895 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-21T15:44:14.895 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.895 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.896 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.896 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.896 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.896 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.896 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.897 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.897 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.897 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.897 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.897 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.897 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-21T15:44:14.898 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-21T15:44:14.898 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.898 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.898 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.899 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.899 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.899 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.899 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.899 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.899 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.900 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.900 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.900 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.900 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-21T15:44:14.900 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-21T15:44:14.901 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.901 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.901 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.901 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.901 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.902 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.902 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.902 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.902 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.902 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.902 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.903 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.903 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-21T15:44:14.903 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-21T15:44:14.903 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.903 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.904 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.904 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.904 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.904 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.904 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.905 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.905 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.905 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.905 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.905 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.906 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-21T15:44:14.906 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-21T15:44:14.906 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.906 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.906 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.907 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.907 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.907 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.907 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.907 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.908 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.908 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.908 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.908 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.908 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_ENABLED": { 2023-10-21T15:44:14.909 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-21T15:44:14.909 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.909 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.909 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.909 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.909 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.910 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.910 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.910 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.910 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.910 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.911 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.911 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.911 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-21T15:44:14.911 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-21T15:44:14.911 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.912 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.912 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.912 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-21T15:44:14.912 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.912 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.912 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.913 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.913 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.913 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.913 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.913 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.914 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-21T15:44:14.914 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-21T15:44:14.914 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.914 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.914 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.915 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:14.915 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.915 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.915 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.915 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.916 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.916 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.916 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.916 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.916 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-21T15:44:14.916 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-21T15:44:14.917 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.917 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.917 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.917 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8", 2023-10-21T15:44:14.917 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.918 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.918 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.918 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.918 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.918 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.919 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.919 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.919 INFO:teuthology.orchestra.run.smithi046.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-21T15:44:14.919 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-21T15:44:14.919 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.919 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.920 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.920 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "45", 2023-10-21T15:44:14.920 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.920 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.920 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.921 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.921 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.921 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.921 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.921 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.922 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ACCESS_KEY": { 2023-10-21T15:44:14.922 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-21T15:44:14.922 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.922 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.922 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.922 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.923 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.923 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.923 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.923 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.923 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.924 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.924 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.924 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.924 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-21T15:44:14.924 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-21T15:44:14.924 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.925 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.925 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.925 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2023-10-21T15:44:14.925 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.925 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.926 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.926 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.926 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.926 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.926 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.927 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.927 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SECRET_KEY": { 2023-10-21T15:44:14.927 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-21T15:44:14.927 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.927 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.927 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.928 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.928 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.928 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.928 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.928 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.929 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.929 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.929 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.929 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.929 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SSL_VERIFY": { 2023-10-21T15:44:14.929 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-21T15:44:14.930 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.930 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.930 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.930 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.930 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.931 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.931 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.931 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.931 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.931 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.932 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.932 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.932 INFO:teuthology.orchestra.run.smithi046.stdout: "UNSAFE_TLS_v1_2": { 2023-10-21T15:44:14.932 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-21T15:44:14.932 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.932 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.933 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.933 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.933 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.933 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.933 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.934 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.934 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.934 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.934 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.934 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.935 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-21T15:44:14.935 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-21T15:44:14.935 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.935 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.935 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.935 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:14.936 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.936 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.936 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.936 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.936 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.937 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.937 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.937 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.937 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-21T15:44:14.937 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-21T15:44:14.937 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.938 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.938 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.938 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:14.938 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.938 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.939 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.939 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.939 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.939 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.939 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.940 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.940 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-21T15:44:14.940 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-21T15:44:14.940 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.940 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.940 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.941 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:14.941 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.941 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.941 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.941 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.942 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.942 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.942 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.942 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.942 INFO:teuthology.orchestra.run.smithi046.stdout: "cross_origin_url": { 2023-10-21T15:44:14.943 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cross_origin_url", 2023-10-21T15:44:14.943 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.943 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.943 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.943 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.943 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.944 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.944 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.944 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.944 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.944 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "crt_file": { 2023-10-21T15:44:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crt_file", 2023-10-21T15:44:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.947 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.947 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.947 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.947 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.947 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.947 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.948 INFO:teuthology.orchestra.run.smithi046.stdout: "debug": { 2023-10-21T15:44:14.948 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "debug", 2023-10-21T15:44:14.948 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.948 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.948 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.949 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.949 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.949 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.949 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.949 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable/disable debug options", 2023-10-21T15:44:14.949 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.950 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.950 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.950 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.950 INFO:teuthology.orchestra.run.smithi046.stdout: "jwt_token_ttl": { 2023-10-21T15:44:14.950 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "jwt_token_ttl", 2023-10-21T15:44:14.951 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.951 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.951 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.951 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "28800", 2023-10-21T15:44:14.951 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.952 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.952 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.952 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.952 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.952 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.953 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.953 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.953 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2023-10-21T15:44:14.953 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2023-10-21T15:44:14.953 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.953 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.954 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.954 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.954 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.954 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.954 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.955 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.955 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.955 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.955 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.955 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.956 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:14.956 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:14.956 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.956 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.956 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.957 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.957 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.957 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.957 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.957 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.957 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.958 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.958 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.958 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.958 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.958 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.959 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.959 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.959 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.959 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.959 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.959 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:14.960 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:14.960 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.960 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.960 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.960 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.961 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.961 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.961 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.961 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.961 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.961 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.962 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.962 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.962 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:14.962 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:14.962 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.963 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.963 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.963 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:14.963 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.963 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.964 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.964 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:14.964 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:14.964 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:14.964 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.964 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:14.965 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:14.965 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.965 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.965 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.965 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.966 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.966 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.966 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:14.966 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:14.966 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.967 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.967 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.967 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.967 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.967 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.967 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.968 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.968 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.968 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.968 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.968 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.969 INFO:teuthology.orchestra.run.smithi046.stdout: "motd": { 2023-10-21T15:44:14.969 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "motd", 2023-10-21T15:44:14.969 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.969 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.969 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.970 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.970 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.970 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.970 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.970 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "The message of the day", 2023-10-21T15:44:14.970 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.971 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.973 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.974 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.974 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect_resolve_ip_addr": { 2023-10-21T15:44:14.974 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "redirect_resolve_ip_addr", 2023-10-21T15:44:14.974 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.974 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.974 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.975 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:14.975 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.975 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.975 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.975 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.976 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.976 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.976 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.976 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.976 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:14.977 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:14.977 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.977 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.977 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.977 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2023-10-21T15:44:14.977 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.978 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.978 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.978 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.978 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.978 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.979 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.979 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.979 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:14.979 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:14.979 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.980 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.980 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.980 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8080", 2023-10-21T15:44:14.980 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.980 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.980 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.981 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.981 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.981 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.981 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.981 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.982 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2023-10-21T15:44:14.982 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2023-10-21T15:44:14.982 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.982 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.982 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.983 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.983 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.983 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.983 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.983 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.983 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.984 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.984 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.984 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.984 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl_server_port": { 2023-10-21T15:44:14.984 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl_server_port", 2023-10-21T15:44:14.985 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.985 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.985 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.985 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8443", 2023-10-21T15:44:14.985 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.985 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.986 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.986 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.986 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.986 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.986 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.987 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.987 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2023-10-21T15:44:14.987 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2023-10-21T15:44:14.987 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.987 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.987 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.988 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "redirect", 2023-10-21T15:44:14.988 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.988 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.988 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:14.988 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:14.989 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect" 2023-10-21T15:44:14.989 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:14.989 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.989 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.989 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.989 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.990 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.990 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2023-10-21T15:44:14.990 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2023-10-21T15:44:14.990 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:14.990 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.991 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.991 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2023-10-21T15:44:14.991 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2023-10-21T15:44:14.991 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2023-10-21T15:44:14.991 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.992 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.992 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.992 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.992 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.992 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.993 INFO:teuthology.orchestra.run.smithi046.stdout: "url_prefix": { 2023-10-21T15:44:14.993 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url_prefix", 2023-10-21T15:44:14.993 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:14.993 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.993 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:14.994 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:14.994 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.994 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.994 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.994 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:14.994 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.995 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:14.995 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:14.995 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.995 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:14.995 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:14.996 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:14.996 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "devicehealth", 2023-10-21T15:44:14.996 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:14.996 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:14.996 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:14.997 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_monitoring": { 2023-10-21T15:44:14.997 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_monitoring", 2023-10-21T15:44:14.997 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:14.997 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:14.997 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:14.998 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:14.998 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:14.998 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:14.999 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:14.999 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "monitor device health metrics", 2023-10-21T15:44:14.999 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:14.999 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.000 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.000 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.000 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.000 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.001 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.001 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.001 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.001 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.002 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.002 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.002 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.002 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.002 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.003 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.003 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.003 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.003 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.003 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.003 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.004 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.004 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.004 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.004 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.004 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.005 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.005 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.005 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.005 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.005 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.005 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.006 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.006 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.006 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.006 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.006 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.007 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.007 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.007 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.007 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.007 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.008 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.008 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.008 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.008 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.008 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.009 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.009 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.009 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.009 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.009 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.009 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.010 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.010 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.010 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.010 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.010 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.011 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.011 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.011 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.011 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.011 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.012 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.012 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.012 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.012 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.012 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.012 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.013 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.013 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.013 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.013 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.013 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.014 INFO:teuthology.orchestra.run.smithi046.stdout: "mark_out_threshold": { 2023-10-21T15:44:15.014 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mark_out_threshold", 2023-10-21T15:44:15.014 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.014 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.014 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.015 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2419200", 2023-10-21T15:44:15.015 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.015 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.015 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.015 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-21T15:44:15.016 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.016 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.016 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.016 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.016 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_name": { 2023-10-21T15:44:15.016 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_name", 2023-10-21T15:44:15.017 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.017 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.017 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.017 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "device_health_metrics", 2023-10-21T15:44:15.017 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.018 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.018 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.018 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-21T15:44:15.018 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.018 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.019 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.019 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.019 INFO:teuthology.orchestra.run.smithi046.stdout: "retention_period": { 2023-10-21T15:44:15.019 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retention_period", 2023-10-21T15:44:15.019 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.020 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.020 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.020 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15552000", 2023-10-21T15:44:15.020 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.020 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.020 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.021 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain device health metrics", 2023-10-21T15:44:15.021 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.021 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.021 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.021 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.022 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_frequency": { 2023-10-21T15:44:15.022 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_frequency", 2023-10-21T15:44:15.022 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.022 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.022 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.023 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2023-10-21T15:44:15.023 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.023 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.023 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.023 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-21T15:44:15.024 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.024 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.024 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.024 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.024 INFO:teuthology.orchestra.run.smithi046.stdout: "self_heal": { 2023-10-21T15:44:15.024 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "self_heal", 2023-10-21T15:44:15.025 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.025 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.025 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.025 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.025 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.026 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.026 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.026 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-21T15:44:15.026 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.026 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.027 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.027 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.027 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:15.027 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:15.027 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.027 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.028 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.028 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:15.028 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.028 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.028 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.029 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and check device health", 2023-10-21T15:44:15.029 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.029 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.029 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.029 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.029 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_threshold": { 2023-10-21T15:44:15.030 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_threshold", 2023-10-21T15:44:15.030 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.030 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.030 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.030 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7257600", 2023-10-21T15:44:15.031 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.031 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.031 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.031 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-21T15:44:15.031 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.031 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.032 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.032 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.032 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.032 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.032 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.033 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "diskprediction_local", 2023-10-21T15:44:15.033 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.033 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.033 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.033 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.033 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.034 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.034 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.034 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.034 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.034 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.035 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.035 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.035 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.035 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.035 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.036 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.036 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.036 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.036 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.036 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.036 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.037 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.037 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.037 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.037 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.037 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.038 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.038 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.038 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.038 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.038 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.039 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.040 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.040 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.040 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.040 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.040 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.040 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.041 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.041 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.041 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.041 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.041 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.042 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.042 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.042 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.042 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.042 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.043 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.043 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.043 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.043 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.043 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.043 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.044 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.044 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.044 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.044 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.044 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.045 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.045 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.045 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.045 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.045 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.046 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.046 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.046 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.046 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.046 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.046 INFO:teuthology.orchestra.run.smithi046.stdout: "predict_interval": { 2023-10-21T15:44:15.047 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predict_interval", 2023-10-21T15:44:15.047 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.047 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.047 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.047 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2023-10-21T15:44:15.048 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.048 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.048 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.048 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.048 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.049 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.049 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.049 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.049 INFO:teuthology.orchestra.run.smithi046.stdout: "predictor_model": { 2023-10-21T15:44:15.049 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predictor_model", 2023-10-21T15:44:15.050 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.050 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.050 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.050 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "prophetstor", 2023-10-21T15:44:15.050 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.050 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.051 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.051 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.051 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.051 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.051 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.052 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.052 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:15.052 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:15.052 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.052 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.053 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.053 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2023-10-21T15:44:15.053 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.053 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.053 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.054 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.054 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.054 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.054 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.054 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.054 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.055 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.055 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.055 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "influx", 2023-10-21T15:44:15.055 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": false, 2023-10-21T15:44:15.055 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "influxdb python module not found", 2023-10-21T15:44:15.056 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.056 INFO:teuthology.orchestra.run.smithi046.stdout: "batch_size": { 2023-10-21T15:44:15.056 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "batch_size", 2023-10-21T15:44:15.056 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.056 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.056 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.057 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5000", 2023-10-21T15:44:15.057 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.057 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.057 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.057 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-21T15:44:15.058 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.058 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.058 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.058 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.058 INFO:teuthology.orchestra.run.smithi046.stdout: "database": { 2023-10-21T15:44:15.058 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "database", 2023-10-21T15:44:15.059 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.059 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.059 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.059 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "ceph", 2023-10-21T15:44:15.059 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.060 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.060 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.060 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-21T15:44:15.060 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.060 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.061 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.061 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.061 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": { 2023-10-21T15:44:15.061 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hostname", 2023-10-21T15:44:15.061 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.061 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.062 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.062 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.062 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.062 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.062 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.063 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server hostname", 2023-10-21T15:44:15.063 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.063 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.063 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.063 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.063 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:15.064 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:15.064 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.064 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.064 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.064 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "30", 2023-10-21T15:44:15.065 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "5", 2023-10-21T15:44:15.065 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.065 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.065 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-21T15:44:15.065 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.066 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.066 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.066 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.066 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.066 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.067 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.067 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.067 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.067 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.067 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.067 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.068 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.068 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.068 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.068 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.068 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.069 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.069 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.069 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.069 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.069 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.069 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.070 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.070 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.070 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.070 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.070 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.071 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.071 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.071 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.071 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.071 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.071 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.072 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.072 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.072 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.072 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.072 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.073 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.073 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.073 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.073 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.073 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.073 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.074 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.074 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.074 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.074 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.074 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.075 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.075 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.075 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.075 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.075 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.076 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.076 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.076 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.076 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.076 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.076 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.077 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.077 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.077 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.077 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.077 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.078 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.078 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.078 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.078 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.078 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.079 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.079 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.079 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.079 INFO:teuthology.orchestra.run.smithi046.stdout: "password": { 2023-10-21T15:44:15.079 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "password", 2023-10-21T15:44:15.079 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.080 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.080 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.080 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.080 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.081 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.081 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.081 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "password of InfluxDB server user", 2023-10-21T15:44:15.081 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.081 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.082 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.082 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.082 INFO:teuthology.orchestra.run.smithi046.stdout: "port": { 2023-10-21T15:44:15.082 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "port", 2023-10-21T15:44:15.082 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.083 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.083 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.083 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8086", 2023-10-21T15:44:15.083 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.083 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.083 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.084 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server port", 2023-10-21T15:44:15.084 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.084 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.084 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.084 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.085 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2023-10-21T15:44:15.085 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2023-10-21T15:44:15.085 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.085 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.085 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.085 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "false", 2023-10-21T15:44:15.086 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.086 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.086 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.086 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-21T15:44:15.086 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.087 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.087 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.087 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.087 INFO:teuthology.orchestra.run.smithi046.stdout: "threads": { 2023-10-21T15:44:15.087 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threads", 2023-10-21T15:44:15.088 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.088 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.088 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.088 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:15.088 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:15.088 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "32", 2023-10-21T15:44:15.089 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.089 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-21T15:44:15.089 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.089 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.089 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.090 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.090 INFO:teuthology.orchestra.run.smithi046.stdout: "username": { 2023-10-21T15:44:15.090 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "username", 2023-10-21T15:44:15.090 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.090 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.091 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.091 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.091 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.091 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.091 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.091 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "username of InfluxDB server user", 2023-10-21T15:44:15.092 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.092 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.092 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.092 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.092 INFO:teuthology.orchestra.run.smithi046.stdout: "verify_ssl": { 2023-10-21T15:44:15.093 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "verify_ssl", 2023-10-21T15:44:15.093 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.093 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.093 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.093 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "true", 2023-10-21T15:44:15.093 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.094 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.094 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.094 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-21T15:44:15.094 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.094 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.095 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.095 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.095 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.095 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.095 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.096 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "insights", 2023-10-21T15:44:15.096 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.096 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.096 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.096 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.096 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.097 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.097 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.097 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.097 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.097 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.098 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.098 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.098 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.098 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.098 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.098 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.099 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.099 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.099 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.099 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.099 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.100 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.100 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.100 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.100 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.100 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.100 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.101 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.101 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.101 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.101 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.101 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.102 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.102 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.102 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.102 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.102 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.102 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.103 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.103 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.103 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.103 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.103 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.104 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.104 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.104 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.104 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.104 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.105 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.105 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.105 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.105 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.105 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.105 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.106 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.106 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.106 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.106 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.106 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.107 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.107 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.107 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.107 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.107 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.107 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.108 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.108 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.108 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.108 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.108 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.109 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.109 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.109 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.109 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.109 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.109 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.110 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "iostat", 2023-10-21T15:44:15.110 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.110 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.110 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.110 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.111 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.111 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.111 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.111 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.111 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.112 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.112 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.112 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.112 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.112 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.112 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.113 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.113 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.113 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.113 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.113 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.114 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.114 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.114 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.114 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.114 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.115 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.115 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.115 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.115 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.115 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.115 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.116 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.116 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.116 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.116 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.116 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.117 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.117 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.117 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.117 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.117 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.118 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.118 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.118 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.118 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.118 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.119 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.119 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.119 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.119 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.119 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.119 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.120 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.120 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.120 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.120 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.120 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.121 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.121 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.121 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.121 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.121 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.121 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.122 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.122 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.122 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.122 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.122 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.123 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.123 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.123 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.123 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.123 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.124 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.124 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.124 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.124 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "k8sevents", 2023-10-21T15:44:15.124 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.125 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.125 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.125 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_event_retention_days": { 2023-10-21T15:44:15.125 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ceph_event_retention_days", 2023-10-21T15:44:15.125 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.125 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.126 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.126 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7", 2023-10-21T15:44:15.126 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.126 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.126 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.127 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-21T15:44:15.127 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.127 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.127 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.127 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.128 INFO:teuthology.orchestra.run.smithi046.stdout: "config_check_secs": { 2023-10-21T15:44:15.128 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_check_secs", 2023-10-21T15:44:15.128 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.128 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.128 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.128 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:15.129 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "10", 2023-10-21T15:44:15.129 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.129 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.129 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-21T15:44:15.129 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.130 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.130 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.130 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.130 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.130 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.130 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.131 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.131 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.131 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.131 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.131 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.132 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.132 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.132 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.132 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.132 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.132 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.133 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.133 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.133 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.133 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.133 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.134 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.134 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.134 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.134 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.134 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.135 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.135 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.135 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.135 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.135 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.135 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.136 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.136 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.136 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.136 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.136 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.137 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.137 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.137 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.137 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.137 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.137 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.138 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.138 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.138 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.138 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.138 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.139 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.139 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.139 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.139 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.139 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.140 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.140 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.140 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.140 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.140 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.140 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.141 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.141 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.141 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.141 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.141 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.142 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.142 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.142 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.142 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.142 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.142 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.143 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.143 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.143 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.143 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.143 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.144 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "localpool", 2023-10-21T15:44:15.144 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.144 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.144 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.144 INFO:teuthology.orchestra.run.smithi046.stdout: "failure_domain": { 2023-10-21T15:44:15.144 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "failure_domain", 2023-10-21T15:44:15.145 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.145 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.145 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.145 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "host", 2023-10-21T15:44:15.145 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.146 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.146 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.146 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "failure domain for any created local pool", 2023-10-21T15:44:15.146 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-21T15:44:15.146 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.147 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.147 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.147 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.147 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.147 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.147 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.148 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.148 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.148 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.148 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.148 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.149 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.149 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.149 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.149 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.149 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.149 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.150 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.150 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.150 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.150 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.150 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.151 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.151 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.151 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.151 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.151 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.151 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.152 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.152 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.152 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.152 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.152 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.153 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.153 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.153 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.153 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.153 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.154 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.154 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.154 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.154 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.154 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.154 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.155 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.155 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.155 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.155 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.155 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.156 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.156 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.156 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.156 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.156 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.156 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.157 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.157 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.157 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.157 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.157 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.158 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.158 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.158 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.158 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.158 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.159 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.159 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.159 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.159 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.159 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.159 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.160 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.160 INFO:teuthology.orchestra.run.smithi046.stdout: "min_size": { 2023-10-21T15:44:15.160 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_size", 2023-10-21T15:44:15.160 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.160 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.161 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.161 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.161 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.161 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.161 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.161 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default min_size for any created local pool", 2023-10-21T15:44:15.162 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-21T15:44:15.162 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.162 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.162 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.162 INFO:teuthology.orchestra.run.smithi046.stdout: "num_rep": { 2023-10-21T15:44:15.163 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "num_rep", 2023-10-21T15:44:15.163 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.163 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.163 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.163 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3", 2023-10-21T15:44:15.164 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.164 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.164 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.164 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default replica count for any created local pool", 2023-10-21T15:44:15.164 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.164 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.165 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.165 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.165 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_num": { 2023-10-21T15:44:15.165 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_num", 2023-10-21T15:44:15.165 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.166 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.166 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.166 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "128", 2023-10-21T15:44:15.166 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.166 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.167 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.167 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default pg_num for any created local pool", 2023-10-21T15:44:15.167 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.167 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.167 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.168 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.168 INFO:teuthology.orchestra.run.smithi046.stdout: "prefix": { 2023-10-21T15:44:15.168 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prefix", 2023-10-21T15:44:15.168 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.168 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.168 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.169 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.169 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.169 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.169 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.169 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name prefix for any created local pool", 2023-10-21T15:44:15.170 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.170 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.170 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.170 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.170 INFO:teuthology.orchestra.run.smithi046.stdout: "subtree": { 2023-10-21T15:44:15.170 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "subtree", 2023-10-21T15:44:15.171 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.171 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.171 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.171 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "rack", 2023-10-21T15:44:15.171 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.172 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.172 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.172 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-21T15:44:15.172 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-21T15:44:15.172 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.172 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.173 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.173 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.173 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.173 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.173 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mds_autoscaler", 2023-10-21T15:44:15.174 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.174 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.174 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.174 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.174 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.174 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.175 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.175 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.175 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.177 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.177 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.178 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.178 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.178 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.178 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.178 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.179 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.179 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.179 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.179 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.179 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.179 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.180 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.180 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.180 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.180 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.180 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.181 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.181 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.181 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.181 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.181 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.182 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.182 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.182 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.182 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.182 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.183 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.183 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.183 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.183 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.183 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.183 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.184 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.184 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.184 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.184 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.184 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.185 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.185 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.185 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.185 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.185 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.185 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.186 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.186 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.186 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.186 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.186 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.187 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.187 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.187 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.187 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.187 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.188 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.188 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.188 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.188 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.188 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.188 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.189 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.189 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.189 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.189 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.189 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.190 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.190 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirroring", 2023-10-21T15:44:15.190 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.190 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.190 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.190 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.191 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.191 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.191 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.191 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.191 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.192 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.192 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.192 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.192 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.192 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.192 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.193 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.193 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.193 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.193 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.193 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.194 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.194 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.194 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.194 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.194 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.195 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.195 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.195 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.195 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.195 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.196 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.196 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.196 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.196 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.196 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.196 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.197 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.197 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.197 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.197 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.197 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.198 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.198 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.198 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.198 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.198 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.199 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.199 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.199 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.199 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.199 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.200 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.200 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.200 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.200 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.200 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.201 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.201 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.201 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.201 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.201 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.201 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.202 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.202 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.202 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.202 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.202 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.203 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.203 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.203 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.203 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.203 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.203 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.204 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.204 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.204 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.204 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "nfs", 2023-10-21T15:44:15.204 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.205 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.205 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.205 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.205 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.205 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.205 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.206 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.206 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.206 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.206 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.206 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.207 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.207 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.207 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.207 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.207 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.208 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.208 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.208 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.208 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.208 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.209 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.209 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.209 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.209 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.209 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.210 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.210 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.210 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.210 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.210 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.211 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.211 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.211 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.211 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.211 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.211 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.212 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.212 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.212 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.212 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.212 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.213 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.213 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.213 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.213 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.213 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.214 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.214 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.214 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.214 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.215 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.215 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.215 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.215 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.215 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.215 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.216 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.216 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.216 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.216 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.216 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.217 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.217 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.217 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.217 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.217 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.218 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.218 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.218 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.218 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.218 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.218 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.219 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.219 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.219 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2023-10-21T15:44:15.219 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.219 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.220 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.220 INFO:teuthology.orchestra.run.smithi046.stdout: "fail_fs": { 2023-10-21T15:44:15.220 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "fail_fs", 2023-10-21T15:44:15.220 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.220 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.221 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.221 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.221 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.221 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.221 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.221 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-21T15:44:15.222 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.222 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.222 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.222 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.222 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.223 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.223 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.223 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.223 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.223 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.224 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.224 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.224 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.224 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.224 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.225 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.225 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.225 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.225 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.225 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.225 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.226 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.226 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.226 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.226 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.226 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.227 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.227 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.227 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.227 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.227 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.228 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.228 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.228 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.228 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.228 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.228 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.229 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.229 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.229 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.229 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.229 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.230 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.230 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.230 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.230 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.230 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.231 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.231 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.231 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.231 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.231 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.231 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.232 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.232 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.232 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.232 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.232 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.233 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.233 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.233 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.233 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.233 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.233 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.234 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.234 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.234 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.234 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.234 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.235 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.235 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.235 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.235 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.235 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.236 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator": { 2023-10-21T15:44:15.236 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2023-10-21T15:44:15.236 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.236 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.236 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.237 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.237 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.237 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.237 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.237 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm", 2023-10-21T15:44:15.237 INFO:teuthology.orchestra.run.smithi046.stdout: "rook", 2023-10-21T15:44:15.238 INFO:teuthology.orchestra.run.smithi046.stdout: "test_orchestrator" 2023-10-21T15:44:15.238 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.238 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Orchestrator backend", 2023-10-21T15:44:15.238 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.238 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.239 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.239 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.239 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.239 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.239 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.240 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_perf_query", 2023-10-21T15:44:15.240 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.240 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.240 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.240 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.241 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.241 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.241 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.241 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.241 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.242 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.242 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.242 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.242 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.242 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.242 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.243 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.243 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.243 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.243 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.243 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.244 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.244 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.244 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.244 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.244 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.245 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.245 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.245 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.245 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.245 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.245 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.246 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.246 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.246 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.246 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.246 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.247 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.247 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.247 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.247 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.247 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.248 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.248 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.248 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.248 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.248 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.248 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.249 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.249 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.249 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.249 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.249 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.250 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.250 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.250 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.250 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.250 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.250 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.251 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.251 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.251 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.251 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.251 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.252 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.252 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.252 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.252 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.252 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.253 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.253 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.253 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.253 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.253 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.253 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.254 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.254 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.254 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_support", 2023-10-21T15:44:15.254 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.254 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.255 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.255 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.255 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.255 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.255 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.256 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.256 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.256 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.256 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.256 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.256 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.257 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.257 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.257 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.257 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.257 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.258 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.258 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.258 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.258 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.258 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.259 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.259 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.259 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.259 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.259 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.260 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.260 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.260 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.260 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.260 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.261 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.261 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.261 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.261 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.261 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.261 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.262 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.262 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.262 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.262 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.262 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.263 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.263 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.263 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.263 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.263 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.264 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.264 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.264 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.264 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.264 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.264 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.265 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.265 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.265 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.265 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.265 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.266 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.266 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.266 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.266 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.266 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.266 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.267 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.267 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.267 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.267 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.267 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.268 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.268 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.268 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.268 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.268 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.268 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_autoscaler", 2023-10-21T15:44:15.269 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.269 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.269 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.269 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.269 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.270 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.270 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.270 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.270 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.270 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.271 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.271 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.271 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.271 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.271 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.271 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.272 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.272 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.272 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.272 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.272 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.273 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.273 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.273 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.273 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.273 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.273 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.274 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.274 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.274 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.274 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.274 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.275 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.275 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.275 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.275 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.275 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.276 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.276 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.276 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.276 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.276 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.276 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.277 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.277 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.277 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.277 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.277 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.278 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.278 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.278 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.278 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.278 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.279 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.279 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.279 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.279 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.279 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.280 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.280 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.280 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.280 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.280 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.280 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.281 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.281 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.281 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.281 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.281 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.282 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.282 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.282 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.282 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.282 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:15.282 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:15.283 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.283 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.283 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.283 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:15.283 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.284 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.284 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.284 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.284 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.284 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.284 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.285 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.285 INFO:teuthology.orchestra.run.smithi046.stdout: "threshold": { 2023-10-21T15:44:15.285 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threshold", 2023-10-21T15:44:15.285 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:15.285 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.286 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.286 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2023-10-21T15:44:15.286 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1.0", 2023-10-21T15:44:15.286 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.286 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.287 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "scaling threshold", 2023-10-21T15:44:15.287 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-21T15:44:15.287 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.287 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.287 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.288 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.288 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.288 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.288 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "progress", 2023-10-21T15:44:15.288 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.288 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.289 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.289 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_pg_recovery_event": { 2023-10-21T15:44:15.289 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_pg_recovery_event", 2023-10-21T15:44:15.289 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.289 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.290 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.290 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.290 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.290 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.290 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.290 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-21T15:44:15.291 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.291 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.291 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.291 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.291 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2023-10-21T15:44:15.292 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2023-10-21T15:44:15.292 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.292 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.292 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.292 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.293 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.293 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.293 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.293 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.293 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.294 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.294 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.294 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.294 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.294 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.294 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.295 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.295 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.295 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.295 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.295 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.296 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.296 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.296 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.296 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.296 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.296 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.297 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.297 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.297 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.297 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.297 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.298 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.298 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.298 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.298 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.298 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.299 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.299 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.299 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.299 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.299 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.299 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.300 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.300 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.300 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.300 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.300 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.301 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.301 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.301 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.301 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.301 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.302 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.302 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.302 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.302 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.302 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.303 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.303 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.303 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.303 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.303 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.303 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.304 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.304 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.304 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.304 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.304 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.305 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.305 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.305 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.305 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.305 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.306 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.306 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.306 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.306 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.306 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.307 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.307 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.307 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.307 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.307 INFO:teuthology.orchestra.run.smithi046.stdout: "max_completed_events": { 2023-10-21T15:44:15.307 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_completed_events", 2023-10-21T15:44:15.308 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.308 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.308 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.308 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "50", 2023-10-21T15:44:15.308 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.309 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.309 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.309 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "number of past completed events to remember", 2023-10-21T15:44:15.309 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.309 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.310 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.310 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.310 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2023-10-21T15:44:15.310 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2023-10-21T15:44:15.310 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.311 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.311 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.311 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2023-10-21T15:44:15.311 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.311 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.311 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.312 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long the module is going to sleep", 2023-10-21T15:44:15.312 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.312 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.312 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.312 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.313 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.313 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.313 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.313 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus", 2023-10-21T15:44:15.313 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.314 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.314 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.314 INFO:teuthology.orchestra.run.smithi046.stdout: "cache": { 2023-10-21T15:44:15.314 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cache", 2023-10-21T15:44:15.314 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.315 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.315 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.315 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.315 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.315 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.315 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.316 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.316 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.316 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.316 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.316 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.317 INFO:teuthology.orchestra.run.smithi046.stdout: "exclude_perf_counters": { 2023-10-21T15:44:15.317 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "exclude_perf_counters", 2023-10-21T15:44:15.317 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.317 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.317 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.317 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.318 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.318 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.318 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.318 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-21T15:44:15.318 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-21T15:44:15.319 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.319 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.319 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.319 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.319 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.320 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.320 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.320 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.320 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.320 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.321 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.321 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.321 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.321 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.321 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.321 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.322 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.322 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.322 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.322 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.322 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.323 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.323 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.323 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.323 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.323 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.324 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.324 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.324 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.324 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.324 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.324 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.325 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.325 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.325 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.325 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.325 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.326 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.326 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.326 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.326 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.326 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.327 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.327 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.327 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.327 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.327 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.327 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.328 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.328 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.328 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.328 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.328 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.329 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.329 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.329 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.329 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.329 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.329 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.330 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.330 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.330 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.330 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.330 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.331 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.331 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.331 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.331 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.331 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.331 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.332 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.332 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.332 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.332 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools": { 2023-10-21T15:44:15.332 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools", 2023-10-21T15:44:15.333 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.333 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.333 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.333 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.333 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.333 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.334 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.334 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.334 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.334 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.334 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.335 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.335 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-21T15:44:15.335 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-21T15:44:15.335 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.335 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.336 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.336 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300", 2023-10-21T15:44:15.336 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.336 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.336 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.336 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.337 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.337 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.337 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.337 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.337 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_interval": { 2023-10-21T15:44:15.338 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_interval", 2023-10-21T15:44:15.338 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:15.338 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.338 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.338 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15.0", 2023-10-21T15:44:15.339 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.339 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.339 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.339 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.339 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.340 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.340 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.340 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.340 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:15.340 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:15.340 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.341 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.341 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.341 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2023-10-21T15:44:15.341 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.341 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.342 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.342 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-21T15:44:15.342 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.342 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.342 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.343 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.343 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:15.343 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:15.343 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.343 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.344 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.344 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "9283", 2023-10-21T15:44:15.344 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.344 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.344 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.344 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-21T15:44:15.345 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.345 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.345 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.345 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.345 INFO:teuthology.orchestra.run.smithi046.stdout: "stale_cache_strategy": { 2023-10-21T15:44:15.346 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stale_cache_strategy", 2023-10-21T15:44:15.346 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.346 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.346 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.346 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "log", 2023-10-21T15:44:15.347 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.347 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.347 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.347 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.347 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.348 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.348 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.348 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.348 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2023-10-21T15:44:15.348 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2023-10-21T15:44:15.348 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.349 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.349 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.349 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "default", 2023-10-21T15:44:15.349 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.349 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.350 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.350 INFO:teuthology.orchestra.run.smithi046.stdout: "default", 2023-10-21T15:44:15.350 INFO:teuthology.orchestra.run.smithi046.stdout: "error" 2023-10-21T15:44:15.350 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.350 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.351 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.351 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.351 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.351 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.351 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2023-10-21T15:44:15.351 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2023-10-21T15:44:15.352 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.352 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.352 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.352 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2023-10-21T15:44:15.352 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2023-10-21T15:44:15.353 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2023-10-21T15:44:15.353 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.353 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.353 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.353 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.353 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.354 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.354 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.354 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.354 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.354 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_support", 2023-10-21T15:44:15.355 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.355 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.355 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.355 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.355 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.356 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.356 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.356 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.356 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.356 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.357 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.357 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.357 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.357 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.357 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.357 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.358 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.358 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.358 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.358 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.358 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.359 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.359 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.359 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.359 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.359 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.360 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.360 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.360 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.360 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.360 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.361 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.361 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.361 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.361 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.361 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.362 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.362 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.362 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.362 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.362 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.362 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.363 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.363 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.363 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.363 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.363 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.364 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.364 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.364 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.364 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.364 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.365 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.365 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.365 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.365 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.365 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.365 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.366 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.366 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.366 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.366 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.366 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.367 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.367 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.367 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.367 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.367 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.368 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.368 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.368 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.368 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.368 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.369 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_snap_create": { 2023-10-21T15:44:15.369 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_snap_create", 2023-10-21T15:44:15.369 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.369 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.369 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.370 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2023-10-21T15:44:15.370 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.370 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.370 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.370 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.370 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.371 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.371 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.371 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.371 INFO:teuthology.orchestra.run.smithi046.stdout: "mirror_snapshot_schedule": { 2023-10-21T15:44:15.371 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirror_snapshot_schedule", 2023-10-21T15:44:15.372 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.372 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.372 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.372 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.372 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.373 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.373 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.373 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.373 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.373 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.374 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.374 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.374 INFO:teuthology.orchestra.run.smithi046.stdout: "trash_purge_schedule": { 2023-10-21T15:44:15.374 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "trash_purge_schedule", 2023-10-21T15:44:15.374 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.375 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.375 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.375 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.375 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.375 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.375 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.376 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.376 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.376 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.376 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.376 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.377 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.377 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.377 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.377 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "restful", 2023-10-21T15:44:15.377 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.378 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.378 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.378 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_auth": { 2023-10-21T15:44:15.378 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_auth", 2023-10-21T15:44:15.378 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.378 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.379 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.379 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.379 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.379 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.379 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.380 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.380 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.380 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.380 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.380 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.380 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2023-10-21T15:44:15.381 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2023-10-21T15:44:15.381 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.381 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.381 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.381 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.382 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.382 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.382 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.382 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.382 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.383 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.383 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.383 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.385 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.385 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.385 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.386 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.386 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.386 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.386 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.386 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.387 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.387 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.387 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.387 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.387 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.387 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.388 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.388 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.388 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.388 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.388 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.389 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.389 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.389 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.389 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.389 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.390 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.390 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.390 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.390 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.390 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.390 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.391 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.391 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.391 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.391 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.391 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.392 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.392 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.392 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.392 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.392 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.393 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.393 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.393 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.393 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.393 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.394 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.394 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.394 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.394 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.394 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.394 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.395 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.395 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.395 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.395 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.395 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.396 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.396 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.396 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.396 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.396 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.397 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.397 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.397 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.397 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.397 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.398 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.398 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.398 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.398 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.398 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2023-10-21T15:44:15.398 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2023-10-21T15:44:15.399 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.399 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.399 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.399 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.399 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.400 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.400 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.400 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.400 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.400 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.401 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.401 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.401 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2023-10-21T15:44:15.401 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2023-10-21T15:44:15.401 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.401 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.402 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.402 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.402 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.402 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.402 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.403 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.403 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.403 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.403 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.403 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.404 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.404 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.404 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.404 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rgw", 2023-10-21T15:44:15.404 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.405 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.405 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.405 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.405 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.405 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.406 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.406 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.406 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.406 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.406 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.406 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.407 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.407 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.407 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.407 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.407 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.408 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.408 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.408 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.408 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.408 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.408 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.409 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.409 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.409 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.409 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.409 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.410 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.410 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.410 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.410 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.410 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.411 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.411 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.411 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.411 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.411 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.411 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.412 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.412 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.412 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.412 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.412 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.413 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.413 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.413 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.413 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.413 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.414 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.414 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.414 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.414 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.414 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.414 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.415 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.415 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.415 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.415 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.415 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.416 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.416 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.416 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.416 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.416 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.416 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.417 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.417 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.417 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.417 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.417 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.418 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.418 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.418 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.418 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.418 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.419 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rook", 2023-10-21T15:44:15.419 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.419 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.419 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.419 INFO:teuthology.orchestra.run.smithi046.stdout: "drive_group_interval": { 2023-10-21T15:44:15.419 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "drive_group_interval", 2023-10-21T15:44:15.420 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:15.420 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.420 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.420 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300.0", 2023-10-21T15:44:15.420 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.421 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.421 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.421 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-21T15:44:15.421 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.421 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.422 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.422 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.422 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.422 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.423 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.423 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.423 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.423 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.423 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.423 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.424 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.424 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.424 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.424 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.424 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.425 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.425 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.425 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.425 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.425 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.425 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.426 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.426 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.426 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.426 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.426 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.427 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.427 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.427 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.427 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.427 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.428 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.428 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.428 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.428 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.428 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.429 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.429 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.429 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.429 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.429 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.429 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.430 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.430 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.430 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.430 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.430 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.431 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.431 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.431 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.431 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.431 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.432 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.432 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.432 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.432 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.432 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.432 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.433 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.433 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.433 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.433 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.433 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.434 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.434 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.434 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.434 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.434 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.435 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.435 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.435 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.435 INFO:teuthology.orchestra.run.smithi046.stdout: "storage_class": { 2023-10-21T15:44:15.435 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "storage_class", 2023-10-21T15:44:15.435 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.436 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.436 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.436 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "local", 2023-10-21T15:44:15.436 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.436 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.437 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.437 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-21T15:44:15.437 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.437 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.437 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.438 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.438 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.438 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.438 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.438 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "selftest", 2023-10-21T15:44:15.439 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.439 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.439 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.439 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.439 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.439 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.440 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.440 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.440 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.440 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.440 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.441 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.441 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.441 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.441 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.441 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.442 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.442 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.442 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.442 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.442 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.442 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.443 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.443 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.443 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.443 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.443 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.444 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.444 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.444 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.444 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.444 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.445 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.445 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.445 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.445 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.445 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.445 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.446 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.446 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.446 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.446 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.446 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.447 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.447 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.447 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.447 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.447 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.447 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.448 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.448 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.448 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.448 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.448 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.449 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.449 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.449 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.449 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.449 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.449 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.450 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.450 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.450 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.450 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.450 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.451 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.451 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.451 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.451 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.451 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.452 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.452 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.452 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.452 INFO:teuthology.orchestra.run.smithi046.stdout: "roption1": { 2023-10-21T15:44:15.452 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption1", 2023-10-21T15:44:15.452 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.453 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.453 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.453 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.453 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.453 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.454 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.454 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.454 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.454 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.454 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.455 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.455 INFO:teuthology.orchestra.run.smithi046.stdout: "roption2": { 2023-10-21T15:44:15.455 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption2", 2023-10-21T15:44:15.455 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.455 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.455 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.456 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "xyz", 2023-10-21T15:44:15.456 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.456 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.456 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.456 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.457 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.457 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.457 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.457 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.457 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption1": { 2023-10-21T15:44:15.458 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption1", 2023-10-21T15:44:15.458 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.458 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.458 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.458 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.458 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.459 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.459 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.459 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.459 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.459 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.460 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.460 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.460 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption2": { 2023-10-21T15:44:15.460 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption2", 2023-10-21T15:44:15.460 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.461 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.461 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.461 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.461 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.461 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.461 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.462 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.462 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.462 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.462 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.462 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.463 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption3": { 2023-10-21T15:44:15.463 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption3", 2023-10-21T15:44:15.463 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2023-10-21T15:44:15.463 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.463 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.463 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.464 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.464 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.464 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.464 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.464 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.465 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.465 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.465 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.465 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption4": { 2023-10-21T15:44:15.465 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption4", 2023-10-21T15:44:15.465 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.466 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.466 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.466 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.466 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.466 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.467 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.467 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.467 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.467 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.467 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.468 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.468 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption5": { 2023-10-21T15:44:15.468 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption5", 2023-10-21T15:44:15.468 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.468 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.468 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.469 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.469 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.469 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.469 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.469 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.470 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.470 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.470 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.470 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.470 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption6": { 2023-10-21T15:44:15.471 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption6", 2023-10-21T15:44:15.471 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.471 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.471 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.471 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.471 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.472 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.472 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.472 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.472 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.472 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.473 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.473 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.473 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption7": { 2023-10-21T15:44:15.473 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption7", 2023-10-21T15:44:15.473 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.473 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.474 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.474 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.474 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2023-10-21T15:44:15.474 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "42", 2023-10-21T15:44:15.474 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.475 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.475 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.475 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.475 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.475 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.476 INFO:teuthology.orchestra.run.smithi046.stdout: "testkey": { 2023-10-21T15:44:15.476 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testkey", 2023-10-21T15:44:15.476 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.476 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.476 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.476 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.477 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.477 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.477 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.477 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.477 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.478 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.478 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.478 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.478 INFO:teuthology.orchestra.run.smithi046.stdout: "testlkey": { 2023-10-21T15:44:15.478 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testlkey", 2023-10-21T15:44:15.479 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.479 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.479 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.479 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.479 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.479 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.480 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.480 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.480 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.480 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.480 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.481 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.481 INFO:teuthology.orchestra.run.smithi046.stdout: "testnewline": { 2023-10-21T15:44:15.481 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testnewline", 2023-10-21T15:44:15.481 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.481 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.482 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.482 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.482 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.482 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.482 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.483 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.483 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.483 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.483 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.483 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.483 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.484 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.484 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.484 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snap_schedule", 2023-10-21T15:44:15.484 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.484 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.485 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.485 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_m_granularity": { 2023-10-21T15:44:15.485 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_m_granularity", 2023-10-21T15:44:15.485 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.485 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.486 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.486 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.486 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.486 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.486 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.487 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow minute scheduled snapshots", 2023-10-21T15:44:15.487 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.487 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.487 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.487 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.488 INFO:teuthology.orchestra.run.smithi046.stdout: "dump_on_update": { 2023-10-21T15:44:15.488 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dump_on_update", 2023-10-21T15:44:15.488 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.488 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.488 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.488 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.489 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.489 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.489 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.489 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "dump database to debug log on update", 2023-10-21T15:44:15.489 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.489 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.490 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.490 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.490 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.490 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.490 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.491 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.491 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.491 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.491 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.491 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.492 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.492 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.492 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.492 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.492 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.492 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.493 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.493 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.493 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.493 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.493 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.493 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.494 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.494 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.494 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.494 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.494 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.495 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.495 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.495 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.495 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.495 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.496 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.496 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.496 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.496 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.496 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.496 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.497 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.497 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.497 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.497 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.497 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.497 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.498 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.498 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.498 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.498 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.498 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.499 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.499 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.499 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.499 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.499 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.500 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.500 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.500 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.500 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.500 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.501 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.501 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.501 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.501 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.501 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.501 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.502 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.502 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.502 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.502 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.502 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.503 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.503 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.503 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.503 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.503 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.503 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stats", 2023-10-21T15:44:15.504 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.504 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.504 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.504 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.504 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.505 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.505 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.505 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.505 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.505 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.506 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.506 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.506 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.506 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.506 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.507 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.507 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.507 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.507 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.507 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.508 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.508 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.508 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.508 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.508 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.508 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.509 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.509 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.509 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.509 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.509 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.510 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.510 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.510 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.510 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.510 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.510 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.511 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.511 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.511 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.511 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.511 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.512 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.512 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.512 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.512 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.512 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.513 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.513 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.513 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.513 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.513 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.513 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.514 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.514 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.514 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.514 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.514 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.515 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.515 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.515 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.515 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.515 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.516 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.516 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.516 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.516 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.516 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.516 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.517 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.517 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.517 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.517 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.517 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.518 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.518 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "status", 2023-10-21T15:44:15.518 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.518 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.518 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.519 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.519 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.519 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.519 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.519 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.520 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.520 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.520 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.520 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.520 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.521 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.521 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.521 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.521 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.521 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.521 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.522 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.522 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.522 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.522 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.522 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.523 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.523 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.523 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.523 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.523 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.523 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.524 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.524 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.524 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.524 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.524 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.525 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.525 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.525 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.525 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.525 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.526 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.526 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.526 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.526 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.526 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.526 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.527 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.527 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.527 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.527 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.527 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.528 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.528 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.528 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.528 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.528 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.528 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.529 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.529 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.529 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.529 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.529 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.530 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.530 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.530 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.530 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.530 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.531 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.531 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.531 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.531 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.531 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.532 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.532 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.532 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.532 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.532 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telegraf", 2023-10-21T15:44:15.532 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.533 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.533 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.533 INFO:teuthology.orchestra.run.smithi046.stdout: "address": { 2023-10-21T15:44:15.533 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "address", 2023-10-21T15:44:15.533 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.534 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.534 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.534 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-21T15:44:15.534 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.534 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.534 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.535 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.535 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.535 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.535 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.535 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.536 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:15.536 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:15.536 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.536 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.536 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.536 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15", 2023-10-21T15:44:15.537 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.537 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.537 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.537 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.537 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.538 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.538 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.538 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.538 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.538 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.539 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.539 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.539 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.539 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.539 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.539 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.540 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.540 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.540 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.540 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.540 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.541 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.541 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.541 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.541 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.541 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.541 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.542 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.542 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.542 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.542 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.542 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.543 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.543 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.543 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.543 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.543 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.544 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.544 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.544 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.544 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.544 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.544 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.545 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.545 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.545 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.545 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.545 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.546 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.546 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.546 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.546 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.546 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.547 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.547 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.547 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.547 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.547 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.548 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.548 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.548 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.548 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.548 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.548 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.549 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.549 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.549 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.549 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.549 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.550 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.550 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.550 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.550 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.551 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.551 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.551 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.551 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.551 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.552 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.552 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.552 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.552 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telemetry", 2023-10-21T15:44:15.553 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.553 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.553 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.553 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_basic": { 2023-10-21T15:44:15.553 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_basic", 2023-10-21T15:44:15.554 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.554 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.554 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.554 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.555 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.555 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.555 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.555 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-21T15:44:15.555 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.556 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.556 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.556 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.556 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_crash": { 2023-10-21T15:44:15.556 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_crash", 2023-10-21T15:44:15.556 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.557 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.557 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.557 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.557 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.557 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.558 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.558 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-21T15:44:15.558 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.558 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.558 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.559 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.559 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_device": { 2023-10-21T15:44:15.559 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_device", 2023-10-21T15:44:15.559 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.559 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.560 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.560 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2023-10-21T15:44:15.560 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.560 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.560 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.561 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-21T15:44:15.561 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.561 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.561 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.561 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.561 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_ident": { 2023-10-21T15:44:15.562 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_ident", 2023-10-21T15:44:15.562 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.562 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.562 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.562 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.563 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.563 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.563 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.563 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-21T15:44:15.563 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.563 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.564 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.564 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.564 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_perf": { 2023-10-21T15:44:15.564 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_perf", 2023-10-21T15:44:15.564 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.565 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.565 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.565 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.565 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.565 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.565 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.566 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-21T15:44:15.566 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.566 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.566 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.566 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.567 INFO:teuthology.orchestra.run.smithi046.stdout: "contact": { 2023-10-21T15:44:15.567 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "contact", 2023-10-21T15:44:15.567 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.567 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.567 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.568 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.568 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.568 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.568 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.568 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.568 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.569 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.569 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.569 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.569 INFO:teuthology.orchestra.run.smithi046.stdout: "description": { 2023-10-21T15:44:15.569 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "description", 2023-10-21T15:44:15.570 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.570 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.570 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.570 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.570 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.570 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.571 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.571 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.571 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.571 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.571 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.572 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.572 INFO:teuthology.orchestra.run.smithi046.stdout: "device_url": { 2023-10-21T15:44:15.572 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_url", 2023-10-21T15:44:15.572 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.572 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.572 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.573 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-21T15:44:15.573 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.573 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.573 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.573 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.574 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.574 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.574 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.574 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.574 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2023-10-21T15:44:15.575 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2023-10-21T15:44:15.575 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.575 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.575 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.575 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.575 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.576 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.576 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.576 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.576 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.576 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.577 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.577 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.577 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:15.577 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:15.577 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.577 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.578 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.578 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "24", 2023-10-21T15:44:15.578 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "8", 2023-10-21T15:44:15.578 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.578 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.579 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.579 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.579 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.579 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.579 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.579 INFO:teuthology.orchestra.run.smithi046.stdout: "last_opt_revision": { 2023-10-21T15:44:15.580 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "last_opt_revision", 2023-10-21T15:44:15.580 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.580 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.580 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.580 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1", 2023-10-21T15:44:15.581 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.581 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.581 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.581 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.581 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.581 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.582 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.582 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.582 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard": { 2023-10-21T15:44:15.582 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard", 2023-10-21T15:44:15.582 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.583 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.583 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.583 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.583 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.583 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.583 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.584 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.584 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.584 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.584 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.584 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.585 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard_description": { 2023-10-21T15:44:15.585 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard_description", 2023-10-21T15:44:15.585 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.585 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.585 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.585 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.586 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.586 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.586 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.586 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.587 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.587 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.587 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.587 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.587 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.587 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.588 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.588 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.588 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.588 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.588 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.589 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.589 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.589 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.589 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.589 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.590 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.590 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.590 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.590 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.590 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.591 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.591 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.591 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.591 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.591 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.591 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.593 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.593 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.594 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.594 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.594 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.594 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.595 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.595 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.595 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.595 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.595 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.595 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.596 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.596 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.596 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.596 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.596 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.597 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.597 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.597 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.597 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.597 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.598 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.598 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.598 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.598 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.598 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.598 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.599 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.599 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.599 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.599 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.599 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.600 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.600 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.600 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.600 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.600 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.601 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.601 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.601 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.601 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.601 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.601 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.602 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.602 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.602 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.602 INFO:teuthology.orchestra.run.smithi046.stdout: "organization": { 2023-10-21T15:44:15.602 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "organization", 2023-10-21T15:44:15.603 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.603 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.603 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.603 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.603 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.604 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.604 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.604 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.604 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.604 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.604 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.605 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.605 INFO:teuthology.orchestra.run.smithi046.stdout: "proxy": { 2023-10-21T15:44:15.605 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "proxy", 2023-10-21T15:44:15.605 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.605 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.606 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.606 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.606 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.606 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.606 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.606 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.607 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.607 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.607 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.607 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.607 INFO:teuthology.orchestra.run.smithi046.stdout: "url": { 2023-10-21T15:44:15.608 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url", 2023-10-21T15:44:15.608 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.608 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.608 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.608 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-21T15:44:15.608 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.609 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.609 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.609 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.609 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.609 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.610 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.610 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.610 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.610 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.610 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.611 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "test_orchestrator", 2023-10-21T15:44:15.611 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.611 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.611 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.611 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.611 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.612 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.612 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.612 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.612 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.612 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.613 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.613 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.613 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.613 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.613 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.613 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.614 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.614 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.614 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.614 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.614 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.615 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.615 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.615 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.615 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.615 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.616 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.616 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.616 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.616 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.616 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.616 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.617 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.617 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.617 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.617 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.617 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.618 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.618 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.618 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.618 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.618 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.619 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.619 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.619 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.619 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.619 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.620 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.620 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.620 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.620 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.620 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.621 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.621 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.621 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.621 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.621 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.621 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.622 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.622 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.622 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.622 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.622 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.623 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.623 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.623 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.623 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.623 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.623 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.624 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.624 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.624 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.624 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.624 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.625 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.625 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.625 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "volumes", 2023-10-21T15:44:15.625 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.625 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.626 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.626 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.626 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.626 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.626 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.627 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.627 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.627 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.627 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.627 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.628 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.628 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.628 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.628 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.628 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.628 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.629 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.629 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.629 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.629 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.629 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.630 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.630 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.630 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.630 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.630 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.631 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.631 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.631 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.631 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.631 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.631 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.632 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.632 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.632 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.632 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.632 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.633 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.633 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.633 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.633 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.633 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.634 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.634 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.634 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.634 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.634 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.635 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.635 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.635 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.635 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.635 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.635 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.636 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.636 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.636 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.636 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.636 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.637 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.637 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.637 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.637 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.637 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.638 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.638 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.638 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.638 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.638 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.639 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.639 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.639 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.639 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_clones": { 2023-10-21T15:44:15.639 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_clones", 2023-10-21T15:44:15.639 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.640 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.640 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.640 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4", 2023-10-21T15:44:15.640 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.640 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.641 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.641 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-21T15:44:15.641 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.641 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.641 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.642 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.642 INFO:teuthology.orchestra.run.smithi046.stdout: "periodic_async_work": { 2023-10-21T15:44:15.642 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "periodic_async_work", 2023-10-21T15:44:15.642 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.642 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.642 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.643 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.643 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.643 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.643 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.643 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Periodically check for async work", 2023-10-21T15:44:15.644 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.644 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.644 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.644 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.644 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_delay": { 2023-10-21T15:44:15.645 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_delay", 2023-10-21T15:44:15.645 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.645 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.645 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.645 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2023-10-21T15:44:15.645 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.646 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.646 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.646 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-21T15:44:15.646 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.646 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.647 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.647 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.647 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.647 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.647 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.648 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix", 2023-10-21T15:44:15.648 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2023-10-21T15:44:15.648 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2023-10-21T15:44:15.648 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2023-10-21T15:44:15.648 INFO:teuthology.orchestra.run.smithi046.stdout: "discovery_interval": { 2023-10-21T15:44:15.648 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "discovery_interval", 2023-10-21T15:44:15.649 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2023-10-21T15:44:15.649 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.649 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.649 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "100", 2023-10-21T15:44:15.649 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.650 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.650 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.650 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.650 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.650 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.651 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.651 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.651 INFO:teuthology.orchestra.run.smithi046.stdout: "identifier": { 2023-10-21T15:44:15.651 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "identifier", 2023-10-21T15:44:15.651 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.651 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.652 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.652 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.652 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.652 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.652 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.653 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.653 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.653 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.653 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.653 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.653 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2023-10-21T15:44:15.654 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2023-10-21T15:44:15.654 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2023-10-21T15:44:15.654 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.654 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.654 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2023-10-21T15:44:15.655 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.655 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.655 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.655 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.655 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.656 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.656 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.656 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.656 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2023-10-21T15:44:15.656 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2023-10-21T15:44:15.656 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.657 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.657 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.657 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.657 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.657 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.657 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.658 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.658 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.658 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.658 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.658 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.659 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.659 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.659 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.659 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.659 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.660 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.660 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.660 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2023-10-21T15:44:15.660 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2023-10-21T15:44:15.660 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.661 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.661 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.661 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.661 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.661 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.661 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.662 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.662 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.662 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.662 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.662 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.663 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2023-10-21T15:44:15.663 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2023-10-21T15:44:15.663 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.663 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.663 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.664 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2023-10-21T15:44:15.664 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.664 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.664 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2023-10-21T15:44:15.664 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2023-10-21T15:44:15.664 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2023-10-21T15:44:15.665 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2023-10-21T15:44:15.665 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2023-10-21T15:44:15.665 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2023-10-21T15:44:15.665 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2023-10-21T15:44:15.665 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.666 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.666 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.666 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.666 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.666 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.667 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2023-10-21T15:44:15.667 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2023-10-21T15:44:15.667 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2023-10-21T15:44:15.667 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.667 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2023-10-21T15:44:15.668 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2023-10-21T15:44:15.668 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.668 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.668 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.668 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.668 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.669 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.669 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.669 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.669 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_host": { 2023-10-21T15:44:15.669 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_host", 2023-10-21T15:44:15.670 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.670 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.670 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.670 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2023-10-21T15:44:15.670 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.671 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.671 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.671 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.671 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.671 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.672 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.672 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.672 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_port": { 2023-10-21T15:44:15.672 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_port", 2023-10-21T15:44:15.672 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2023-10-21T15:44:15.673 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.673 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.673 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10051", 2023-10-21T15:44:15.673 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.673 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.673 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.674 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.674 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.674 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.674 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.674 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.675 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_sender": { 2023-10-21T15:44:15.675 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_sender", 2023-10-21T15:44:15.675 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2023-10-21T15:44:15.675 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2023-10-21T15:44:15.675 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2023-10-21T15:44:15.676 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-21T15:44:15.676 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2023-10-21T15:44:15.676 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2023-10-21T15:44:15.676 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2023-10-21T15:44:15.676 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2023-10-21T15:44:15.676 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2023-10-21T15:44:15.677 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2023-10-21T15:44:15.677 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2023-10-21T15:44:15.677 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.677 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.677 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.678 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.678 INFO:teuthology.orchestra.run.smithi046.stdout: "services": { 2023-10-21T15:44:15.678 INFO:teuthology.orchestra.run.smithi046.stdout: "dashboard": "https://172.21.15.46:8443/" 2023-10-21T15:44:15.678 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.678 INFO:teuthology.orchestra.run.smithi046.stdout: "always_on_modules": { 2023-10-21T15:44:15.679 INFO:teuthology.orchestra.run.smithi046.stdout: "octopus": [ 2023-10-21T15:44:15.679 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2023-10-21T15:44:15.679 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2023-10-21T15:44:15.679 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2023-10-21T15:44:15.679 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2023-10-21T15:44:15.679 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2023-10-21T15:44:15.680 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2023-10-21T15:44:15.680 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2023-10-21T15:44:15.680 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2023-10-21T15:44:15.680 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2023-10-21T15:44:15.680 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2023-10-21T15:44:15.681 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.681 INFO:teuthology.orchestra.run.smithi046.stdout: "pacific": [ 2023-10-21T15:44:15.681 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2023-10-21T15:44:15.681 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2023-10-21T15:44:15.681 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2023-10-21T15:44:15.681 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2023-10-21T15:44:15.682 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2023-10-21T15:44:15.682 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2023-10-21T15:44:15.682 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2023-10-21T15:44:15.682 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2023-10-21T15:44:15.682 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2023-10-21T15:44:15.683 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2023-10-21T15:44:15.683 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.683 INFO:teuthology.orchestra.run.smithi046.stdout: "quincy": [ 2023-10-21T15:44:15.683 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2023-10-21T15:44:15.683 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2023-10-21T15:44:15.684 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2023-10-21T15:44:15.684 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2023-10-21T15:44:15.684 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2023-10-21T15:44:15.684 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2023-10-21T15:44:15.684 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2023-10-21T15:44:15.684 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2023-10-21T15:44:15.685 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2023-10-21T15:44:15.685 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2023-10-21T15:44:15.685 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2023-10-21T15:44:15.685 INFO:teuthology.orchestra.run.smithi046.stdout: "reef": [ 2023-10-21T15:44:15.685 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2023-10-21T15:44:15.686 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2023-10-21T15:44:15.686 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2023-10-21T15:44:15.686 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2023-10-21T15:44:15.686 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2023-10-21T15:44:15.686 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2023-10-21T15:44:15.686 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2023-10-21T15:44:15.687 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2023-10-21T15:44:15.687 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2023-10-21T15:44:15.687 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2023-10-21T15:44:15.687 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:15.687 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.688 INFO:teuthology.orchestra.run.smithi046.stdout: "last_failure_osd_epoch": 3, 2023-10-21T15:44:15.688 INFO:teuthology.orchestra.run.smithi046.stdout: "active_clients": [ 2023-10-21T15:44:15.688 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.688 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "devicehealth", 2023-10-21T15:44:15.688 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2023-10-21T15:44:15.689 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.689 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2023-10-21T15:44:15.689 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2023-10-21T15:44:15.689 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 3082286908 2023-10-21T15:44:15.689 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.689 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:15.690 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.690 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.690 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "libcephsqlite", 2023-10-21T15:44:15.690 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2023-10-21T15:44:15.690 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.691 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2023-10-21T15:44:15.691 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2023-10-21T15:44:15.691 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1475290332 2023-10-21T15:44:15.691 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.691 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:15.692 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.692 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.692 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_support", 2023-10-21T15:44:15.692 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2023-10-21T15:44:15.692 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.693 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2023-10-21T15:44:15.693 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2023-10-21T15:44:15.693 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1346450061 2023-10-21T15:44:15.693 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.693 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:15.693 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:15.694 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.694 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "volumes", 2023-10-21T15:44:15.694 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2023-10-21T15:44:15.694 INFO:teuthology.orchestra.run.smithi046.stdout: { 2023-10-21T15:44:15.694 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2023-10-21T15:44:15.695 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2023-10-21T15:44:15.695 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 3699124361 2023-10-21T15:44:15.695 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.695 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:15.695 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:15.695 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2023-10-21T15:44:15.696 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:44:15.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:11 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:15.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:11 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/831305323' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:44:15.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:11 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2224508286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:44:15.698 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:11 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3414001458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:44:15.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:12 smithi119 ceph-mon[103628]: pgmap v434: 97 pgs: 97 active+clean; 51 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 701 op/s 2023-10-21T15:44:15.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:12 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:15.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:12 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4198926630' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-21T15:44:15.699 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:14 smithi119 ceph-mon[103628]: pgmap v435: 97 pgs: 97 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 460 op/s 2023-10-21T15:44:15.699 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:11 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:15.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:11 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/831305323' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:44:15.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:11 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2224508286' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:44:15.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:11 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3414001458' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:44:15.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:12 smithi105 ceph-mon[103980]: pgmap v434: 97 pgs: 97 active+clean; 51 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 701 op/s 2023-10-21T15:44:15.700 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:12 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:15.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:12 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4198926630' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-21T15:44:15.701 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:14 smithi105 ceph-mon[103980]: pgmap v435: 97 pgs: 97 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 460 op/s 2023-10-21T15:44:15.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa2340a1520 msgr2=0x7fa2340a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:15.701 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa2340a1520 0x7fa2340a39e0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa248100e20 tx=0x7fa23800a3b0 comp rx=0 tx=0).stop 2023-10-21T15:44:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 msgr2=0x7fa24819de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 0x7fa24819de60 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fa240007a00 tx=0x7fa2400094c0 comp rx=0 tx=0).stop 2023-10-21T15:44:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 shutdown_connections 2023-10-21T15:44:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa2340a1520 0x7fa2340a39e0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:15.702 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa248101960 0x7fa24819de60 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa2480ffdd0 0x7fa248068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 --2- 172.21.15.46:0/4198926630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa248100fc0 0x7fa24819b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 >> 172.21.15.46:0/4198926630 conn(0x7fa2480fb320 msgr2=0x7fa2480fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 shutdown_connections 2023-10-21T15:44:15.703 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:12.182+0000 7fa24c8eb700 1 -- 172.21.15.46:0/4198926630 wait complete. 2023-10-21T15:44:15.710 DEBUG:tasks.check_counter:Getting stats from a 2023-10-21T15:44:15.711 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.a perf dump 2023-10-21T15:44:15.711 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:12 smithi046 ceph-mon[99436]: pgmap v434: 97 pgs: 97 active+clean; 51 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 2.0 MiB/s wr, 701 op/s 2023-10-21T15:44:15.711 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:12 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:15.712 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:12 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4198926630' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-21T15:44:15.712 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:14 smithi046 ceph-mon[99436]: pgmap v435: 97 pgs: 97 active+clean; 44 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 460 op/s 2023-10-21T15:44:16.290 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:44:17.067 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:16 smithi046 ceph-mon[99436]: pgmap v436: 97 pgs: 97 active+clean; 34 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 403 op/s 2023-10-21T15:44:17.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:16 smithi105 ceph-mon[103980]: pgmap v436: 97 pgs: 97 active+clean; 34 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 403 op/s 2023-10-21T15:44:17.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:16 smithi119 ceph-mon[103628]: pgmap v436: 97 pgs: 97 active+clean; 34 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 403 op/s 2023-10-21T15:44:17.507 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:44:17.507 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:17.507 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 475, 2023-10-21T15:44:17.508 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 452, 2023-10-21T15:44:17.508 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 688256, 2023-10-21T15:44:17.508 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 166881, 2023-10-21T15:44:17.508 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 5, 2023-10-21T15:44:17.508 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 1, 2023-10-21T15:44:17.509 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.051492395, 2023-10-21T15:44:17.509 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.015593216, 2023-10-21T15:44:17.509 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.020519918, 2023-10-21T15:44:17.509 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.013873514, 2023-10-21T15:44:17.509 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:17.509 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 452, 2023-10-21T15:44:17.510 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.024935109, 2023-10-21T15:44:17.510 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000055166 2023-10-21T15:44:17.510 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.510 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:17.510 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.511 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.511 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.511 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.511 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 573008, 2023-10-21T15:44:17.511 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 60208 2023-10-21T15:44:17.512 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.512 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:17.512 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 283, 2023-10-21T15:44:17.512 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 357, 2023-10-21T15:44:17.512 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 2002179, 2023-10-21T15:44:17.513 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 295754, 2023-10-21T15:44:17.513 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 5, 2023-10-21T15:44:17.513 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 4, 2023-10-21T15:44:17.513 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.030309930, 2023-10-21T15:44:17.513 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.009647538, 2023-10-21T15:44:17.514 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.008116273, 2023-10-21T15:44:17.514 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.009904121, 2023-10-21T15:44:17.514 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:17.514 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 355, 2023-10-21T15:44:17.514 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.014251582, 2023-10-21T15:44:17.514 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000040145 2023-10-21T15:44:17.515 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.515 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:17.515 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.515 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.515 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.516 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.516 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-21T15:44:17.516 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 207984 2023-10-21T15:44:17.516 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.516 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:17.517 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 379, 2023-10-21T15:44:17.517 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 381, 2023-10-21T15:44:17.517 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 4294478, 2023-10-21T15:44:17.517 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 117870, 2023-10-21T15:44:17.517 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 5, 2023-10-21T15:44:17.517 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 4, 2023-10-21T15:44:17.518 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.031437612, 2023-10-21T15:44:17.518 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.008013453, 2023-10-21T15:44:17.518 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.010767250, 2023-10-21T15:44:17.518 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.009825872, 2023-10-21T15:44:17.518 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:17.519 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 379, 2023-10-21T15:44:17.519 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.016641767, 2023-10-21T15:44:17.519 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000043909 2023-10-21T15:44:17.519 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.519 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:17.520 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.520 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.520 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.520 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.520 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-21T15:44:17.520 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 0 2023-10-21T15:44:17.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.521 INFO:teuthology.orchestra.run.smithi046.stdout: "cct": { 2023-10-21T15:44:17.521 INFO:teuthology.orchestra.run.smithi046.stdout: "total_workers": 1, 2023-10-21T15:44:17.521 INFO:teuthology.orchestra.run.smithi046.stdout: "unhealthy_workers": 0 2023-10-21T15:44:17.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.522 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-MDSRank": { 2023-10-21T15:44:17.522 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2023-10-21T15:44:17.522 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2023-10-21T15:44:17.522 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1686, 2023-10-21T15:44:17.522 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.047819400, 2023-10-21T15:44:17.523 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000028362 2023-10-21T15:44:17.523 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.523 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.523 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:17.523 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2023-10-21T15:44:17.523 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2023-10-21T15:44:17.524 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.524 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.524 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.524 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.524 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.525 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2023-10-21T15:44:17.525 INFO:teuthology.orchestra.run.smithi046.stdout: "request": 0, 2023-10-21T15:44:17.525 INFO:teuthology.orchestra.run.smithi046.stdout: "reply": 0, 2023-10-21T15:44:17.525 INFO:teuthology.orchestra.run.smithi046.stdout: "reply_latency": { 2023-10-21T15:44:17.525 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.526 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.526 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.526 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.526 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_reply": 0, 2023-10-21T15:44:17.526 INFO:teuthology.orchestra.run.smithi046.stdout: "forward": 0, 2023-10-21T15:44:17.527 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_complete": 0, 2023-10-21T15:44:17.527 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:17.527 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_commit": 0, 2023-10-21T15:44:17.527 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_split": 0, 2023-10-21T15:44:17.527 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_merge": 0, 2023-10-21T15:44:17.527 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes": 1022, 2023-10-21T15:44:17.528 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_top": 0, 2023-10-21T15:44:17.528 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_bottom": 0, 2023-10-21T15:44:17.528 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pin_tail": 1022, 2023-10-21T15:44:17.528 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pinned": 1022, 2023-10-21T15:44:17.528 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_expired": 2, 2023-10-21T15:44:17.529 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_with_caps": 0, 2023-10-21T15:44:17.529 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": 0, 2023-10-21T15:44:17.529 INFO:teuthology.orchestra.run.smithi046.stdout: "subtrees": 1, 2023-10-21T15:44:17.529 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse": 0, 2023-10-21T15:44:17.529 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_hit": 0, 2023-10-21T15:44:17.529 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_forward": 0, 2023-10-21T15:44:17.530 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_discover": 0, 2023-10-21T15:44:17.530 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:17.530 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:17.530 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_lock": 0, 2023-10-21T15:44:17.531 INFO:teuthology.orchestra.run.smithi046.stdout: "load_cent": 0, 2023-10-21T15:44:17.531 INFO:teuthology.orchestra.run.smithi046.stdout: "q": 0, 2023-10-21T15:44:17.531 INFO:teuthology.orchestra.run.smithi046.stdout: "exported": 0, 2023-10-21T15:44:17.531 INFO:teuthology.orchestra.run.smithi046.stdout: "exported_inodes": 0, 2023-10-21T15:44:17.531 INFO:teuthology.orchestra.run.smithi046.stdout: "imported": 0, 2023-10-21T15:44:17.531 INFO:teuthology.orchestra.run.smithi046.stdout: "imported_inodes": 0, 2023-10-21T15:44:17.532 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:17.532 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_backtrace_fetch": 0, 2023-10-21T15:44:17.532 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:17.532 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rfiles": 0, 2023-10-21T15:44:17.532 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rbytes": 0, 2023-10-21T15:44:17.533 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rsnaps": 0, 2023-10-21T15:44:17.533 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_fetch": 0, 2023-10-21T15:44:17.533 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:17.533 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:17.533 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:17.534 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_inodes": 0, 2023-10-21T15:44:17.534 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:17.534 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dirfrag_rstats": 0, 2023-10-21T15:44:17.534 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_file_inodes": 0, 2023-10-21T15:44:17.534 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_inode_file_caps": 0, 2023-10-21T15:44:17.535 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_revoke": 0, 2023-10-21T15:44:17.535 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_grant": 0, 2023-10-21T15:44:17.535 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_trunc": 0, 2023-10-21T15:44:17.535 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:17.535 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:17.536 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps": 0, 2023-10-21T15:44:17.536 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps_dirty": 0, 2023-10-21T15:44:17.536 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_cap_release": 0, 2023-10-21T15:44:17.536 INFO:teuthology.orchestra.run.smithi046.stdout: "process_request_cap_release": 0 2023-10-21T15:44:17.536 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.537 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_cache": { 2023-10-21T15:44:17.537 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update": 0, 2023-10-21T15:44:17.537 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update_receipt": 0, 2023-10-21T15:44:17.537 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_try_discover": 0, 2023-10-21T15:44:17.537 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_send_discover": 0, 2023-10-21T15:44:17.537 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_handle_discover": 0, 2023-10-21T15:44:17.538 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays": 0, 2023-10-21T15:44:17.538 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:17.538 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:17.538 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_created": 0, 2023-10-21T15:44:17.538 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_enqueued": 0, 2023-10-21T15:44:17.539 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:17.539 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_migrated": 0, 2023-10-21T15:44:17.539 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:17.539 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:17.539 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:17.540 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_started": 0, 2023-10-21T15:44:17.540 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_completed": 0, 2023-10-21T15:44:17.540 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:17.540 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_exportdir": 0, 2023-10-21T15:44:17.540 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_flush": 0, 2023-10-21T15:44:17.540 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:17.541 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:17.541 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_inodestats": 0 2023-10-21T15:44:17.541 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.541 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_log": { 2023-10-21T15:44:17.541 INFO:teuthology.orchestra.run.smithi046.stdout: "evlrg": 0, 2023-10-21T15:44:17.542 INFO:teuthology.orchestra.run.smithi046.stdout: "evadd": 0, 2023-10-21T15:44:17.542 INFO:teuthology.orchestra.run.smithi046.stdout: "evex": 0, 2023-10-21T15:44:17.542 INFO:teuthology.orchestra.run.smithi046.stdout: "evtrm": 0, 2023-10-21T15:44:17.542 INFO:teuthology.orchestra.run.smithi046.stdout: "ev": 3987, 2023-10-21T15:44:17.542 INFO:teuthology.orchestra.run.smithi046.stdout: "evexg": 0, 2023-10-21T15:44:17.543 INFO:teuthology.orchestra.run.smithi046.stdout: "evexd": 0, 2023-10-21T15:44:17.543 INFO:teuthology.orchestra.run.smithi046.stdout: "segadd": 0, 2023-10-21T15:44:17.543 INFO:teuthology.orchestra.run.smithi046.stdout: "segex": 0, 2023-10-21T15:44:17.543 INFO:teuthology.orchestra.run.smithi046.stdout: "segtrm": 0, 2023-10-21T15:44:17.543 INFO:teuthology.orchestra.run.smithi046.stdout: "seg": 6, 2023-10-21T15:44:17.544 INFO:teuthology.orchestra.run.smithi046.stdout: "segmjr": 2, 2023-10-21T15:44:17.544 INFO:teuthology.orchestra.run.smithi046.stdout: "segexg": 0, 2023-10-21T15:44:17.544 INFO:teuthology.orchestra.run.smithi046.stdout: "segexd": 0, 2023-10-21T15:44:17.544 INFO:teuthology.orchestra.run.smithi046.stdout: "expos": 4194304, 2023-10-21T15:44:17.544 INFO:teuthology.orchestra.run.smithi046.stdout: "wrpos": 10320379, 2023-10-21T15:44:17.544 INFO:teuthology.orchestra.run.smithi046.stdout: "rdpos": 10319241, 2023-10-21T15:44:17.545 INFO:teuthology.orchestra.run.smithi046.stdout: "jlat": { 2023-10-21T15:44:17.545 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.545 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.545 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.545 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.546 INFO:teuthology.orchestra.run.smithi046.stdout: "replayed": 3987 2023-10-21T15:44:17.546 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.546 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_mem": { 2023-10-21T15:44:17.546 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 8, 2023-10-21T15:44:17.546 INFO:teuthology.orchestra.run.smithi046.stdout: "ino+": 1042, 2023-10-21T15:44:17.546 INFO:teuthology.orchestra.run.smithi046.stdout: "ino-": 1034, 2023-10-21T15:44:17.547 INFO:teuthology.orchestra.run.smithi046.stdout: "dir": 6, 2023-10-21T15:44:17.547 INFO:teuthology.orchestra.run.smithi046.stdout: "dir+": 73, 2023-10-21T15:44:17.547 INFO:teuthology.orchestra.run.smithi046.stdout: "dir-": 67, 2023-10-21T15:44:17.547 INFO:teuthology.orchestra.run.smithi046.stdout: "dn": 1022, 2023-10-21T15:44:17.547 INFO:teuthology.orchestra.run.smithi046.stdout: "dn+": 1952, 2023-10-21T15:44:17.548 INFO:teuthology.orchestra.run.smithi046.stdout: "dn-": 930, 2023-10-21T15:44:17.548 INFO:teuthology.orchestra.run.smithi046.stdout: "cap": 0, 2023-10-21T15:44:17.548 INFO:teuthology.orchestra.run.smithi046.stdout: "cap+": 0, 2023-10-21T15:44:17.548 INFO:teuthology.orchestra.run.smithi046.stdout: "cap-": 0, 2023-10-21T15:44:17.548 INFO:teuthology.orchestra.run.smithi046.stdout: "rss": 48300, 2023-10-21T15:44:17.549 INFO:teuthology.orchestra.run.smithi046.stdout: "heap": 207152 2023-10-21T15:44:17.549 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.549 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_server": { 2023-10-21T15:44:17.549 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_client_request": 0, 2023-10-21T15:44:17.549 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_server_request": 0, 2023-10-21T15:44:17.549 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_request": 0, 2023-10-21T15:44:17.550 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_session": 0, 2023-10-21T15:44:17.550 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_peer_request": 0, 2023-10-21T15:44:17.550 INFO:teuthology.orchestra.run.smithi046.stdout: "req_create_latency": { 2023-10-21T15:44:17.550 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.550 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.551 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.551 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.551 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getattr_latency": { 2023-10-21T15:44:17.551 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.551 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.552 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.552 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.552 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:17.552 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.552 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.553 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.553 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.553 INFO:teuthology.orchestra.run.smithi046.stdout: "req_link_latency": { 2023-10-21T15:44:17.553 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.553 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.553 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.554 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.554 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookup_latency": { 2023-10-21T15:44:17.554 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.554 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.554 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.555 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.555 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:17.555 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.555 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.555 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.556 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.556 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupino_latency": { 2023-10-21T15:44:17.556 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.556 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.556 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.556 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.557 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupname_latency": { 2023-10-21T15:44:17.557 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.557 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.557 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.557 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.558 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:17.558 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.558 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.558 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.558 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.559 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:17.559 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.559 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.559 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.559 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.560 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lssnap_latency": { 2023-10-21T15:44:17.560 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.560 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.560 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.560 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.561 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mkdir_latency": { 2023-10-21T15:44:17.561 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.561 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.561 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.561 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.562 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mknod_latency": { 2023-10-21T15:44:17.562 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.562 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.562 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.562 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.562 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mksnap_latency": { 2023-10-21T15:44:17.563 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.563 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.563 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.563 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.563 INFO:teuthology.orchestra.run.smithi046.stdout: "req_open_latency": { 2023-10-21T15:44:17.564 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.564 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.564 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.564 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.564 INFO:teuthology.orchestra.run.smithi046.stdout: "req_readdir_latency": { 2023-10-21T15:44:17.565 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.565 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.565 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.565 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.565 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rename_latency": { 2023-10-21T15:44:17.566 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.566 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.566 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.566 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.566 INFO:teuthology.orchestra.run.smithi046.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:17.567 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.567 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.567 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.567 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.567 INFO:teuthology.orchestra.run.smithi046.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:17.568 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.568 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.568 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.568 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.568 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmdir_latency": { 2023-10-21T15:44:17.568 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.569 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.569 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.569 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.569 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:17.569 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.570 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.570 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.570 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.570 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:17.570 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.571 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.571 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.571 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.571 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setattr_latency": { 2023-10-21T15:44:17.571 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.572 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.572 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.572 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.572 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:17.572 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.572 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.573 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.573 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.573 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:17.573 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.573 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.574 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.574 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.574 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setlayout_latency": { 2023-10-21T15:44:17.574 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.574 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.575 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.575 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.575 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setxattr_latency": { 2023-10-21T15:44:17.575 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.575 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.576 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.576 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.576 INFO:teuthology.orchestra.run.smithi046.stdout: "req_symlink_latency": { 2023-10-21T15:44:17.576 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.576 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.577 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.577 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.577 INFO:teuthology.orchestra.run.smithi046.stdout: "req_unlink_latency": { 2023-10-21T15:44:17.577 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.577 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.577 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.578 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.578 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:17.578 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:17.578 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:17.578 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.579 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.579 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.579 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.579 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.579 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_sessions": { 2023-10-21T15:44:17.580 INFO:teuthology.orchestra.run.smithi046.stdout: "session_count": 1, 2023-10-21T15:44:17.580 INFO:teuthology.orchestra.run.smithi046.stdout: "session_add": 2, 2023-10-21T15:44:17.580 INFO:teuthology.orchestra.run.smithi046.stdout: "session_remove": 1, 2023-10-21T15:44:17.580 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_open": 1, 2023-10-21T15:44:17.580 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_stale": 0, 2023-10-21T15:44:17.580 INFO:teuthology.orchestra.run.smithi046.stdout: "total_load": 0, 2023-10-21T15:44:17.581 INFO:teuthology.orchestra.run.smithi046.stdout: "average_load": 0, 2023-10-21T15:44:17.581 INFO:teuthology.orchestra.run.smithi046.stdout: "avg_session_uptime": 1623, 2023-10-21T15:44:17.581 INFO:teuthology.orchestra.run.smithi046.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:17.581 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.581 INFO:teuthology.orchestra.run.smithi046.stdout: "mempool": { 2023-10-21T15:44:17.582 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:17.582 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:17.582 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:17.582 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:17.582 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:17.583 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:17.583 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:17.583 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:17.583 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:17.583 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:17.583 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:17.584 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:17.584 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:17.584 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:17.584 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:17.584 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:17.585 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:17.585 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:17.585 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:17.585 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:17.585 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:17.586 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:17.586 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:17.586 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:17.586 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:17.586 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:17.587 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:17.587 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:17.587 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:17.587 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:17.588 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:17.588 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_items": 0, 2023-10-21T15:44:17.588 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:17.588 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:17.588 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:17.588 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:17.589 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_bytes": 189273, 2023-10-21T15:44:17.589 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_items": 49, 2023-10-21T15:44:17.589 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_bytes": 0, 2023-10-21T15:44:17.589 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_items": 0, 2023-10-21T15:44:17.589 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_bytes": 0, 2023-10-21T15:44:17.590 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_items": 0, 2023-10-21T15:44:17.590 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:17.590 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:17.590 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:17.590 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:17.591 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:17.591 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_items": 158, 2023-10-21T15:44:17.591 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:17.591 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:17.591 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:17.592 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_items": 0, 2023-10-21T15:44:17.592 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_bytes": 748779, 2023-10-21T15:44:17.592 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_items": 4280, 2023-10-21T15:44:17.592 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:17.593 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_items": 0, 2023-10-21T15:44:17.593 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:17.593 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_items": 0 2023-10-21T15:44:17.593 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.593 INFO:teuthology.orchestra.run.smithi046.stdout: "objecter": { 2023-10-21T15:44:17.594 INFO:teuthology.orchestra.run.smithi046.stdout: "op_active": 0, 2023-10-21T15:44:17.594 INFO:teuthology.orchestra.run.smithi046.stdout: "op_laggy": 0, 2023-10-21T15:44:17.594 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send": 1004, 2023-10-21T15:44:17.594 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send_bytes": 21, 2023-10-21T15:44:17.594 INFO:teuthology.orchestra.run.smithi046.stdout: "op_resend": 3, 2023-10-21T15:44:17.595 INFO:teuthology.orchestra.run.smithi046.stdout: "op_reply": 1004, 2023-10-21T15:44:17.595 INFO:teuthology.orchestra.run.smithi046.stdout: "op_latency": { 2023-10-21T15:44:17.595 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1004, 2023-10-21T15:44:17.595 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.580993507, 2023-10-21T15:44:17.595 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000578678 2023-10-21T15:44:17.596 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.596 INFO:teuthology.orchestra.run.smithi046.stdout: "op_inflight": 0, 2023-10-21T15:44:17.596 INFO:teuthology.orchestra.run.smithi046.stdout: "oplen_avg": { 2023-10-21T15:44:17.596 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1004, 2023-10-21T15:44:17.596 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 1005 2023-10-21T15:44:17.597 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.597 INFO:teuthology.orchestra.run.smithi046.stdout: "op": 1004, 2023-10-21T15:44:17.597 INFO:teuthology.orchestra.run.smithi046.stdout: "op_r": 1004, 2023-10-21T15:44:17.597 INFO:teuthology.orchestra.run.smithi046.stdout: "op_w": 0, 2023-10-21T15:44:17.597 INFO:teuthology.orchestra.run.smithi046.stdout: "op_rmw": 0, 2023-10-21T15:44:17.598 INFO:teuthology.orchestra.run.smithi046.stdout: "op_pg": 0, 2023-10-21T15:44:17.598 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_stat": 612, 2023-10-21T15:44:17.598 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_create": 0, 2023-10-21T15:44:17.598 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_read": 390, 2023-10-21T15:44:17.598 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_write": 0, 2023-10-21T15:44:17.599 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writefull": 0, 2023-10-21T15:44:17.599 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writesame": 0, 2023-10-21T15:44:17.599 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_append": 0, 2023-10-21T15:44:17.599 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_zero": 0, 2023-10-21T15:44:17.599 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_truncate": 0, 2023-10-21T15:44:17.599 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_delete": 0, 2023-10-21T15:44:17.600 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_mapext": 0, 2023-10-21T15:44:17.600 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:17.600 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:17.600 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_getxattr": 1, 2023-10-21T15:44:17.600 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_setxattr": 0, 2023-10-21T15:44:17.601 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:17.601 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:17.601 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:17.601 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_call": 0, 2023-10-21T15:44:17.601 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_watch": 0, 2023-10-21T15:44:17.602 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_notify": 0, 2023-10-21T15:44:17.602 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:17.602 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls": 0, 2023-10-21T15:44:17.602 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:17.602 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_other": 0, 2023-10-21T15:44:17.602 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_active": 0, 2023-10-21T15:44:17.603 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_send": 0, 2023-10-21T15:44:17.603 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_resend": 0, 2023-10-21T15:44:17.603 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_ping": 0, 2023-10-21T15:44:17.603 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_active": 0, 2023-10-21T15:44:17.603 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_send": 0, 2023-10-21T15:44:17.604 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_resend": 0, 2023-10-21T15:44:17.604 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_active": 0, 2023-10-21T15:44:17.604 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_send": 0, 2023-10-21T15:44:17.604 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_resend": 0, 2023-10-21T15:44:17.604 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_active": 0, 2023-10-21T15:44:17.604 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_send": 0, 2023-10-21T15:44:17.605 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_resend": 0, 2023-10-21T15:44:17.605 INFO:teuthology.orchestra.run.smithi046.stdout: "command_active": 0, 2023-10-21T15:44:17.605 INFO:teuthology.orchestra.run.smithi046.stdout: "command_send": 0, 2023-10-21T15:44:17.605 INFO:teuthology.orchestra.run.smithi046.stdout: "command_resend": 0, 2023-10-21T15:44:17.605 INFO:teuthology.orchestra.run.smithi046.stdout: "map_epoch": 87, 2023-10-21T15:44:17.606 INFO:teuthology.orchestra.run.smithi046.stdout: "map_full": 0, 2023-10-21T15:44:17.606 INFO:teuthology.orchestra.run.smithi046.stdout: "map_inc": 3, 2023-10-21T15:44:17.606 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_sessions": 6, 2023-10-21T15:44:17.606 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_open": 6, 2023-10-21T15:44:17.606 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_close": 0, 2023-10-21T15:44:17.606 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_laggy": 0, 2023-10-21T15:44:17.607 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_wr": 0, 2023-10-21T15:44:17.607 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_rd": 2, 2023-10-21T15:44:17.607 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_del": 0 2023-10-21T15:44:17.607 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.607 INFO:teuthology.orchestra.run.smithi046.stdout: "oft": { 2023-10-21T15:44:17.608 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_objs": 0, 2023-10-21T15:44:17.608 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:17.608 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_updates": 0, 2023-10-21T15:44:17.608 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_removes": 0 2023-10-21T15:44:17.608 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.609 INFO:teuthology.orchestra.run.smithi046.stdout: "osd-slow-ops": { 2023-10-21T15:44:17.609 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_ops_count": 0 2023-10-21T15:44:17.609 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.609 INFO:teuthology.orchestra.run.smithi046.stdout: "purge_queue": { 2023-10-21T15:44:17.609 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:17.609 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops_high_water": 0, 2023-10-21T15:44:17.610 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing": 0, 2023-10-21T15:44:17.610 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_high_water": 0, 2023-10-21T15:44:17.610 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executed": 0, 2023-10-21T15:44:17.610 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:17.610 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.611 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:17.611 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:17.611 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2023-10-21T15:44:17.611 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:17.611 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 1133, 2023-10-21T15:44:17.612 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 6873482, 2023-10-21T15:44:17.612 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:17.612 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 1133, 2023-10-21T15:44:17.612 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2023-10-21T15:44:17.612 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2023-10-21T15:44:17.612 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 1133, 2023-10-21T15:44:17.613 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 6873482, 2023-10-21T15:44:17.613 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:17.613 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.613 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.613 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.614 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.614 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.614 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:17.614 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:17.614 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2023-10-21T15:44:17.614 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:17.615 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2023-10-21T15:44:17.615 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2023-10-21T15:44:17.615 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:17.615 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:17.615 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 1004, 2023-10-21T15:44:17.616 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 6127491, 2023-10-21T15:44:17.616 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 1004, 2023-10-21T15:44:17.616 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 6127491, 2023-10-21T15:44:17.616 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:17.616 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.616 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.617 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.617 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.617 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.617 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:17.617 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:17.618 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 1024, 2023-10-21T15:44:17.618 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:17.618 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2023-10-21T15:44:17.618 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2023-10-21T15:44:17.618 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:17.619 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:17.619 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 1004, 2023-10-21T15:44:17.619 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 1004, 2023-10-21T15:44:17.619 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 1004, 2023-10-21T15:44:17.619 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 1004, 2023-10-21T15:44:17.619 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:17.620 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.620 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.620 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.620 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.620 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.621 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:17.621 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:17.621 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2023-10-21T15:44:17.621 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:17.621 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2023-10-21T15:44:17.621 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2023-10-21T15:44:17.622 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:17.622 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:17.622 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2023-10-21T15:44:17.622 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2023-10-21T15:44:17.622 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 0, 2023-10-21T15:44:17.623 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 0, 2023-10-21T15:44:17.623 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:17.623 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.623 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.623 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.623 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.624 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:17.624 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle-0x55ede5f9c960": { 2023-10-21T15:44:17.624 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:17.624 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2023-10-21T15:44:17.624 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:17.625 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2023-10-21T15:44:17.625 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2023-10-21T15:44:17.625 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:17.625 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:17.625 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2023-10-21T15:44:17.626 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2023-10-21T15:44:17.626 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 0, 2023-10-21T15:44:17.626 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 0, 2023-10-21T15:44:17.626 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:17.626 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:17.626 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:17.627 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:17.627 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.627 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:17.627 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:44:17.957 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2023-10-21T15:44:17.958 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2023-10-21T15:44:17.958 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2023-10-21T15:44:17.958 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2023-10-21T15:44:17.958 INFO:tasks.check_counter:Daemon mds.a mds.dir_split=0 2023-10-21T15:44:17.959 DEBUG:tasks.check_counter:Getting stats from d 2023-10-21T15:44:17.959 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.d perf dump 2023-10-21T15:44:18.527 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:44:19.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:18 smithi046 ceph-mon[99436]: pgmap v437: 97 pgs: 97 active+clean; 29 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 905 KiB/s rd, 942 KiB/s wr, 364 op/s 2023-10-21T15:44:19.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:18 smithi105 ceph-mon[103980]: pgmap v437: 97 pgs: 97 active+clean; 29 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 905 KiB/s rd, 942 KiB/s wr, 364 op/s 2023-10-21T15:44:19.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:18 smithi119 ceph-mon[103628]: pgmap v437: 97 pgs: 97 active+clean; 29 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 905 KiB/s rd, 942 KiB/s wr, 364 op/s 2023-10-21T15:44:19.760 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:44:19.760 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:19.760 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 108, 2023-10-21T15:44:19.760 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 105, 2023-10-21T15:44:19.761 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 441056, 2023-10-21T15:44:19.761 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 61856, 2023-10-21T15:44:19.761 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 4, 2023-10-21T15:44:19.761 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 0, 2023-10-21T15:44:19.761 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.018796908, 2023-10-21T15:44:19.762 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.006300419, 2023-10-21T15:44:19.762 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.010742377, 2023-10-21T15:44:19.762 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.002330238, 2023-10-21T15:44:19.762 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:19.762 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 104, 2023-10-21T15:44:19.763 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.004822061, 2023-10-21T15:44:19.763 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000046365 2023-10-21T15:44:19.763 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.763 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:19.763 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:19.764 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:19.764 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:19.764 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.764 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 441056, 2023-10-21T15:44:19.764 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 61856 2023-10-21T15:44:19.765 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.765 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:19.765 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 1, 2023-10-21T15:44:19.765 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 79, 2023-10-21T15:44:19.765 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 160, 2023-10-21T15:44:19.765 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 90400, 2023-10-21T15:44:19.766 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 3, 2023-10-21T15:44:19.766 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 2, 2023-10-21T15:44:19.766 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.006368265, 2023-10-21T15:44:19.766 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.004164991, 2023-10-21T15:44:19.766 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.001410445, 2023-10-21T15:44:19.767 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-21T15:44:19.767 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:19.767 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 77, 2023-10-21T15:44:19.767 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.003453756, 2023-10-21T15:44:19.767 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000044853 2023-10-21T15:44:19.768 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.768 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:19.768 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:19.768 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:19.768 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:19.769 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.769 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-21T15:44:19.769 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 90400 2023-10-21T15:44:19.769 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.769 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:19.769 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 4, 2023-10-21T15:44:19.770 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 4, 2023-10-21T15:44:19.770 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 2992, 2023-10-21T15:44:19.770 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 448, 2023-10-21T15:44:19.770 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 2, 2023-10-21T15:44:19.770 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 1, 2023-10-21T15:44:19.771 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.000764998, 2023-10-21T15:44:19.771 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.000035089, 2023-10-21T15:44:19.771 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.000691957, 2023-10-21T15:44:19.771 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-21T15:44:19.771 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:19.772 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 3, 2023-10-21T15:44:19.772 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000789593, 2023-10-21T15:44:19.772 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000263197 2023-10-21T15:44:19.772 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.772 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:19.773 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:19.773 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:19.773 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:19.773 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.773 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-10-21T15:44:19.774 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 448 2023-10-21T15:44:19.774 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.774 INFO:teuthology.orchestra.run.smithi046.stdout: "cct": { 2023-10-21T15:44:19.774 INFO:teuthology.orchestra.run.smithi046.stdout: "total_workers": 0, 2023-10-21T15:44:19.774 INFO:teuthology.orchestra.run.smithi046.stdout: "unhealthy_workers": 0 2023-10-21T15:44:19.774 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.775 INFO:teuthology.orchestra.run.smithi046.stdout: "mempool": { 2023-10-21T15:44:19.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:19.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:19.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:19.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:19.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:19.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:19.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:19.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:19.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:19.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:19.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:19.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:19.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:19.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:19.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:19.778 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:19.778 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:19.778 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:19.778 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:19.778 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:19.779 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:19.779 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:19.779 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:19.779 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:19.779 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:19.779 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:19.780 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:19.780 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:19.780 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:19.780 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:19.780 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:19.781 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_items": 0, 2023-10-21T15:44:19.781 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:19.781 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:19.781 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:19.781 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:19.782 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_bytes": 148863, 2023-10-21T15:44:19.782 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_items": 28, 2023-10-21T15:44:19.782 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_bytes": 0, 2023-10-21T15:44:19.782 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_items": 0, 2023-10-21T15:44:19.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_bytes": 0, 2023-10-21T15:44:19.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_items": 0, 2023-10-21T15:44:19.783 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:19.783 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:19.783 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:19.783 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:19.783 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_bytes": 0, 2023-10-21T15:44:19.784 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_items": 0, 2023-10-21T15:44:19.784 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:19.784 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:19.784 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:19.784 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_items": 0, 2023-10-21T15:44:19.785 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_bytes": 928, 2023-10-21T15:44:19.785 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_items": 2, 2023-10-21T15:44:19.785 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:19.785 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_items": 0, 2023-10-21T15:44:19.785 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:19.785 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_items": 0 2023-10-21T15:44:19.786 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:19.786 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:19.786 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:19.786 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2023-10-21T15:44:19.786 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:19.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 109, 2023-10-21T15:44:19.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 425817, 2023-10-21T15:44:19.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:19.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 109, 2023-10-21T15:44:19.787 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2023-10-21T15:44:19.788 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2023-10-21T15:44:19.788 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 109, 2023-10-21T15:44:19.788 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 425817, 2023-10-21T15:44:19.788 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:19.788 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:19.788 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:19.789 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:19.789 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:19.789 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:19.789 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:44:20.092 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2023-10-21T15:44:20.093 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2023-10-21T15:44:20.093 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2023-10-21T15:44:20.093 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2023-10-21T15:44:20.093 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.d 2023-10-21T15:44:20.093 DEBUG:tasks.check_counter:Getting stats from g 2023-10-21T15:44:20.094 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.g perf dump 2023-10-21T15:44:20.659 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:44:21.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:20 smithi046 ceph-mon[99436]: pgmap v438: 97 pgs: 97 active+clean; 29 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 598 KiB/s wr, 253 op/s 2023-10-21T15:44:21.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:20 smithi105 ceph-mon[103980]: pgmap v438: 97 pgs: 97 active+clean; 29 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 598 KiB/s wr, 253 op/s 2023-10-21T15:44:21.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:20 smithi119 ceph-mon[103628]: pgmap v438: 97 pgs: 97 active+clean; 29 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 577 KiB/s rd, 598 KiB/s wr, 253 op/s 2023-10-21T15:44:21.855 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:44:21.855 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:21.856 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 353, 2023-10-21T15:44:21.856 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 353, 2023-10-21T15:44:21.856 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 120201, 2023-10-21T15:44:21.856 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 108988, 2023-10-21T15:44:21.856 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 6, 2023-10-21T15:44:21.857 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 2, 2023-10-21T15:44:21.857 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.038691423, 2023-10-21T15:44:21.857 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.014058893, 2023-10-21T15:44:21.857 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.009239516, 2023-10-21T15:44:21.858 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.011056560, 2023-10-21T15:44:21.858 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:21.858 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 352, 2023-10-21T15:44:21.858 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.016625633, 2023-10-21T15:44:21.858 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000047231 2023-10-21T15:44:21.859 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.859 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:21.859 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.859 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.859 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.860 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.860 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-10-21T15:44:21.860 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 448 2023-10-21T15:44:21.860 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.860 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:21.861 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 559, 2023-10-21T15:44:21.861 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 634, 2023-10-21T15:44:21.861 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 4449139, 2023-10-21T15:44:21.861 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 381755, 2023-10-21T15:44:21.861 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 5, 2023-10-21T15:44:21.861 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 4, 2023-10-21T15:44:21.862 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.044196449, 2023-10-21T15:44:21.862 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.013279994, 2023-10-21T15:44:21.862 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.013282166, 2023-10-21T15:44:21.862 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.013885085, 2023-10-21T15:44:21.862 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:21.863 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 632, 2023-10-21T15:44:21.863 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.024375564, 2023-10-21T15:44:21.863 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000038568 2023-10-21T15:44:21.863 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.863 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:21.864 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.864 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.864 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.864 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.864 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-21T15:44:21.865 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 208160 2023-10-21T15:44:21.865 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.865 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:21.865 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 134, 2023-10-21T15:44:21.865 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 113, 2023-10-21T15:44:21.866 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 572804, 2023-10-21T15:44:21.866 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 62288, 2023-10-21T15:44:21.866 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 4, 2023-10-21T15:44:21.866 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 3, 2023-10-21T15:44:21.867 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.017371591, 2023-10-21T15:44:21.867 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.005071701, 2023-10-21T15:44:21.867 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.013072263, 2023-10-21T15:44:21.867 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.002213747, 2023-10-21T15:44:21.867 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:21.868 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 112, 2023-10-21T15:44:21.868 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.006209197, 2023-10-21T15:44:21.868 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000055439 2023-10-21T15:44:21.868 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.868 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:21.869 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.869 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.869 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.869 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.869 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 571456, 2023-10-21T15:44:21.870 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 61344 2023-10-21T15:44:21.870 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.870 INFO:teuthology.orchestra.run.smithi046.stdout: "cct": { 2023-10-21T15:44:21.870 INFO:teuthology.orchestra.run.smithi046.stdout: "total_workers": 1, 2023-10-21T15:44:21.870 INFO:teuthology.orchestra.run.smithi046.stdout: "unhealthy_workers": 0 2023-10-21T15:44:21.871 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.871 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-MDSRank": { 2023-10-21T15:44:21.871 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2023-10-21T15:44:21.871 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2023-10-21T15:44:21.871 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1619, 2023-10-21T15:44:21.872 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.041176563, 2023-10-21T15:44:21.872 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000025433 2023-10-21T15:44:21.872 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.872 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.872 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:21.873 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2023-10-21T15:44:21.873 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2023-10-21T15:44:21.873 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.873 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.873 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.874 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.874 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.874 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2023-10-21T15:44:21.874 INFO:teuthology.orchestra.run.smithi046.stdout: "request": 0, 2023-10-21T15:44:21.874 INFO:teuthology.orchestra.run.smithi046.stdout: "reply": 0, 2023-10-21T15:44:21.875 INFO:teuthology.orchestra.run.smithi046.stdout: "reply_latency": { 2023-10-21T15:44:21.875 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.875 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.875 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.875 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.876 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_reply": 0, 2023-10-21T15:44:21.876 INFO:teuthology.orchestra.run.smithi046.stdout: "forward": 0, 2023-10-21T15:44:21.876 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_complete": 0, 2023-10-21T15:44:21.876 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:21.876 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_commit": 0, 2023-10-21T15:44:21.876 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_split": 0, 2023-10-21T15:44:21.877 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_merge": 0, 2023-10-21T15:44:21.877 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes": 833, 2023-10-21T15:44:21.877 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_top": 0, 2023-10-21T15:44:21.877 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_bottom": 0, 2023-10-21T15:44:21.877 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pin_tail": 833, 2023-10-21T15:44:21.878 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pinned": 833, 2023-10-21T15:44:21.878 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_expired": 1, 2023-10-21T15:44:21.878 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_with_caps": 0, 2023-10-21T15:44:21.878 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": 0, 2023-10-21T15:44:21.878 INFO:teuthology.orchestra.run.smithi046.stdout: "subtrees": 1, 2023-10-21T15:44:21.879 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse": 0, 2023-10-21T15:44:21.879 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_hit": 0, 2023-10-21T15:44:21.879 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_forward": 0, 2023-10-21T15:44:21.879 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_discover": 0, 2023-10-21T15:44:21.879 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:21.880 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:21.880 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_lock": 0, 2023-10-21T15:44:21.880 INFO:teuthology.orchestra.run.smithi046.stdout: "load_cent": 0, 2023-10-21T15:44:21.880 INFO:teuthology.orchestra.run.smithi046.stdout: "q": 0, 2023-10-21T15:44:21.880 INFO:teuthology.orchestra.run.smithi046.stdout: "exported": 0, 2023-10-21T15:44:21.881 INFO:teuthology.orchestra.run.smithi046.stdout: "exported_inodes": 0, 2023-10-21T15:44:21.881 INFO:teuthology.orchestra.run.smithi046.stdout: "imported": 0, 2023-10-21T15:44:21.881 INFO:teuthology.orchestra.run.smithi046.stdout: "imported_inodes": 0, 2023-10-21T15:44:21.881 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:21.881 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_backtrace_fetch": 0, 2023-10-21T15:44:21.881 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:21.882 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rfiles": 0, 2023-10-21T15:44:21.882 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rbytes": 0, 2023-10-21T15:44:21.882 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rsnaps": 0, 2023-10-21T15:44:21.882 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_fetch": 0, 2023-10-21T15:44:21.883 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:21.883 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:21.883 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:21.883 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_inodes": 0, 2023-10-21T15:44:21.883 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:21.884 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dirfrag_rstats": 0, 2023-10-21T15:44:21.884 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_file_inodes": 0, 2023-10-21T15:44:21.884 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_inode_file_caps": 0, 2023-10-21T15:44:21.884 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_revoke": 0, 2023-10-21T15:44:21.884 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_grant": 0, 2023-10-21T15:44:21.884 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_trunc": 0, 2023-10-21T15:44:21.885 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:21.885 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:21.885 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps": 0, 2023-10-21T15:44:21.885 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps_dirty": 0, 2023-10-21T15:44:21.885 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_cap_release": 0, 2023-10-21T15:44:21.886 INFO:teuthology.orchestra.run.smithi046.stdout: "process_request_cap_release": 0 2023-10-21T15:44:21.886 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.886 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_cache": { 2023-10-21T15:44:21.886 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update": 0, 2023-10-21T15:44:21.886 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update_receipt": 0, 2023-10-21T15:44:21.887 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_try_discover": 0, 2023-10-21T15:44:21.887 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_send_discover": 0, 2023-10-21T15:44:21.887 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_handle_discover": 0, 2023-10-21T15:44:21.887 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays": 0, 2023-10-21T15:44:21.887 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:21.888 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:21.888 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_created": 0, 2023-10-21T15:44:21.888 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_enqueued": 0, 2023-10-21T15:44:21.888 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:21.888 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_migrated": 0, 2023-10-21T15:44:21.889 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:21.889 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:21.889 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:21.889 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_started": 0, 2023-10-21T15:44:21.889 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_completed": 0, 2023-10-21T15:44:21.889 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:21.890 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_exportdir": 0, 2023-10-21T15:44:21.890 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_flush": 0, 2023-10-21T15:44:21.890 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:21.890 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:21.890 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_inodestats": 0 2023-10-21T15:44:21.891 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.891 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_log": { 2023-10-21T15:44:21.891 INFO:teuthology.orchestra.run.smithi046.stdout: "evlrg": 0, 2023-10-21T15:44:21.891 INFO:teuthology.orchestra.run.smithi046.stdout: "evadd": 0, 2023-10-21T15:44:21.891 INFO:teuthology.orchestra.run.smithi046.stdout: "evex": 0, 2023-10-21T15:44:21.892 INFO:teuthology.orchestra.run.smithi046.stdout: "evtrm": 0, 2023-10-21T15:44:21.892 INFO:teuthology.orchestra.run.smithi046.stdout: "ev": 2669, 2023-10-21T15:44:21.892 INFO:teuthology.orchestra.run.smithi046.stdout: "evexg": 0, 2023-10-21T15:44:21.892 INFO:teuthology.orchestra.run.smithi046.stdout: "evexd": 0, 2023-10-21T15:44:21.892 INFO:teuthology.orchestra.run.smithi046.stdout: "segadd": 0, 2023-10-21T15:44:21.893 INFO:teuthology.orchestra.run.smithi046.stdout: "segex": 0, 2023-10-21T15:44:21.893 INFO:teuthology.orchestra.run.smithi046.stdout: "segtrm": 0, 2023-10-21T15:44:21.893 INFO:teuthology.orchestra.run.smithi046.stdout: "seg": 5, 2023-10-21T15:44:21.893 INFO:teuthology.orchestra.run.smithi046.stdout: "segmjr": 2, 2023-10-21T15:44:21.893 INFO:teuthology.orchestra.run.smithi046.stdout: "segexg": 0, 2023-10-21T15:44:21.894 INFO:teuthology.orchestra.run.smithi046.stdout: "segexd": 0, 2023-10-21T15:44:21.894 INFO:teuthology.orchestra.run.smithi046.stdout: "expos": 4194304, 2023-10-21T15:44:21.894 INFO:teuthology.orchestra.run.smithi046.stdout: "wrpos": 8500159, 2023-10-21T15:44:21.894 INFO:teuthology.orchestra.run.smithi046.stdout: "rdpos": 8499021, 2023-10-21T15:44:21.894 INFO:teuthology.orchestra.run.smithi046.stdout: "jlat": { 2023-10-21T15:44:21.895 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.895 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.895 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.895 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.895 INFO:teuthology.orchestra.run.smithi046.stdout: "replayed": 2669 2023-10-21T15:44:21.896 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.896 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_mem": { 2023-10-21T15:44:21.896 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 7, 2023-10-21T15:44:21.896 INFO:teuthology.orchestra.run.smithi046.stdout: "ino+": 854, 2023-10-21T15:44:21.896 INFO:teuthology.orchestra.run.smithi046.stdout: "ino-": 847, 2023-10-21T15:44:21.897 INFO:teuthology.orchestra.run.smithi046.stdout: "dir": 5, 2023-10-21T15:44:21.897 INFO:teuthology.orchestra.run.smithi046.stdout: "dir+": 52, 2023-10-21T15:44:21.897 INFO:teuthology.orchestra.run.smithi046.stdout: "dir-": 47, 2023-10-21T15:44:21.897 INFO:teuthology.orchestra.run.smithi046.stdout: "dn": 833, 2023-10-21T15:44:21.897 INFO:teuthology.orchestra.run.smithi046.stdout: "dn+": 1653, 2023-10-21T15:44:21.898 INFO:teuthology.orchestra.run.smithi046.stdout: "dn-": 820, 2023-10-21T15:44:21.898 INFO:teuthology.orchestra.run.smithi046.stdout: "cap": 0, 2023-10-21T15:44:21.898 INFO:teuthology.orchestra.run.smithi046.stdout: "cap+": 0, 2023-10-21T15:44:21.898 INFO:teuthology.orchestra.run.smithi046.stdout: "cap-": 0, 2023-10-21T15:44:21.898 INFO:teuthology.orchestra.run.smithi046.stdout: "rss": 50748, 2023-10-21T15:44:21.899 INFO:teuthology.orchestra.run.smithi046.stdout: "heap": 207152 2023-10-21T15:44:21.899 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.899 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_server": { 2023-10-21T15:44:21.899 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_client_request": 0, 2023-10-21T15:44:21.899 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_server_request": 0, 2023-10-21T15:44:21.900 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_request": 0, 2023-10-21T15:44:21.900 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_session": 0, 2023-10-21T15:44:21.900 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_peer_request": 0, 2023-10-21T15:44:21.900 INFO:teuthology.orchestra.run.smithi046.stdout: "req_create_latency": { 2023-10-21T15:44:21.900 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.901 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.901 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.901 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.901 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getattr_latency": { 2023-10-21T15:44:21.901 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.902 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.902 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.902 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.902 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:21.902 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.903 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.903 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.903 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.903 INFO:teuthology.orchestra.run.smithi046.stdout: "req_link_latency": { 2023-10-21T15:44:21.903 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.903 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.904 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.904 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.904 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookup_latency": { 2023-10-21T15:44:21.904 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.904 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.905 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.905 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.905 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:21.905 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.905 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.906 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.906 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.906 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupino_latency": { 2023-10-21T15:44:21.906 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.906 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.907 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.907 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.907 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupname_latency": { 2023-10-21T15:44:21.907 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.907 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.908 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.908 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.908 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:21.908 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.908 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.909 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.909 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.909 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:21.909 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.909 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.909 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.910 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.910 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lssnap_latency": { 2023-10-21T15:44:21.910 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.910 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.910 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.911 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.911 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mkdir_latency": { 2023-10-21T15:44:21.911 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.911 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.911 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.912 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.912 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mknod_latency": { 2023-10-21T15:44:21.912 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.912 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.912 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.913 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.913 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mksnap_latency": { 2023-10-21T15:44:21.913 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.913 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.913 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.914 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.914 INFO:teuthology.orchestra.run.smithi046.stdout: "req_open_latency": { 2023-10-21T15:44:21.914 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.914 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.914 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.915 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.915 INFO:teuthology.orchestra.run.smithi046.stdout: "req_readdir_latency": { 2023-10-21T15:44:21.915 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.915 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.915 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.916 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.916 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rename_latency": { 2023-10-21T15:44:21.916 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.916 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.916 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.917 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.917 INFO:teuthology.orchestra.run.smithi046.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:21.917 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.917 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.917 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.917 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.918 INFO:teuthology.orchestra.run.smithi046.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:21.918 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.918 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.918 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.919 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.919 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmdir_latency": { 2023-10-21T15:44:21.919 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.919 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.919 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.920 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.920 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:21.920 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.920 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.920 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.921 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.921 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:21.921 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.921 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.921 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.921 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.922 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setattr_latency": { 2023-10-21T15:44:21.922 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.922 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.922 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.922 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.923 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:21.923 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.923 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.923 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.923 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.924 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:21.924 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.924 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.924 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.924 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.925 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setlayout_latency": { 2023-10-21T15:44:21.925 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.925 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.925 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.925 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.926 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setxattr_latency": { 2023-10-21T15:44:21.926 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.926 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.926 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.926 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.926 INFO:teuthology.orchestra.run.smithi046.stdout: "req_symlink_latency": { 2023-10-21T15:44:21.927 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.927 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.927 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.927 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.927 INFO:teuthology.orchestra.run.smithi046.stdout: "req_unlink_latency": { 2023-10-21T15:44:21.928 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.928 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.928 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.928 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.928 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:21.929 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:21.929 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:21.929 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.929 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.929 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.930 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.930 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.930 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_sessions": { 2023-10-21T15:44:21.930 INFO:teuthology.orchestra.run.smithi046.stdout: "session_count": 1, 2023-10-21T15:44:21.930 INFO:teuthology.orchestra.run.smithi046.stdout: "session_add": 1, 2023-10-21T15:44:21.931 INFO:teuthology.orchestra.run.smithi046.stdout: "session_remove": 0, 2023-10-21T15:44:21.931 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_open": 1, 2023-10-21T15:44:21.931 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_stale": 0, 2023-10-21T15:44:21.931 INFO:teuthology.orchestra.run.smithi046.stdout: "total_load": 0, 2023-10-21T15:44:21.931 INFO:teuthology.orchestra.run.smithi046.stdout: "average_load": 0, 2023-10-21T15:44:21.932 INFO:teuthology.orchestra.run.smithi046.stdout: "avg_session_uptime": 1625, 2023-10-21T15:44:21.932 INFO:teuthology.orchestra.run.smithi046.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:21.932 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.932 INFO:teuthology.orchestra.run.smithi046.stdout: "mempool": { 2023-10-21T15:44:21.932 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:21.933 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:21.933 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:21.933 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:21.933 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:21.933 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:21.934 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:21.934 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:21.934 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:21.934 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:21.934 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:21.935 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:21.935 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:21.935 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:21.935 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:21.936 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:21.936 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:21.936 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:21.936 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:21.936 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:21.936 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:21.937 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:21.937 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:21.937 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:21.937 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:21.937 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:21.938 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:21.938 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:21.938 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:21.938 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:21.938 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:21.939 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_items": 0, 2023-10-21T15:44:21.939 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:21.939 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:21.939 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:21.939 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:21.940 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_bytes": 197336, 2023-10-21T15:44:21.940 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_items": 53, 2023-10-21T15:44:21.940 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_bytes": 0, 2023-10-21T15:44:21.940 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_items": 0, 2023-10-21T15:44:21.940 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_bytes": 0, 2023-10-21T15:44:21.941 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_items": 0, 2023-10-21T15:44:21.941 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:21.941 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:21.941 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:21.941 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:21.941 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:21.942 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_items": 158, 2023-10-21T15:44:21.942 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:21.942 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:21.942 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:21.942 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_items": 0, 2023-10-21T15:44:21.943 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_bytes": 608552, 2023-10-21T15:44:21.943 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_items": 3394, 2023-10-21T15:44:21.943 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:21.943 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_items": 0, 2023-10-21T15:44:21.943 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:21.944 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_items": 0 2023-10-21T15:44:21.944 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.944 INFO:teuthology.orchestra.run.smithi046.stdout: "objecter": { 2023-10-21T15:44:21.944 INFO:teuthology.orchestra.run.smithi046.stdout: "op_active": 0, 2023-10-21T15:44:21.944 INFO:teuthology.orchestra.run.smithi046.stdout: "op_laggy": 0, 2023-10-21T15:44:21.945 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send": 910, 2023-10-21T15:44:21.945 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send_bytes": 21, 2023-10-21T15:44:21.945 INFO:teuthology.orchestra.run.smithi046.stdout: "op_resend": 3, 2023-10-21T15:44:21.945 INFO:teuthology.orchestra.run.smithi046.stdout: "op_reply": 910, 2023-10-21T15:44:21.945 INFO:teuthology.orchestra.run.smithi046.stdout: "op_latency": { 2023-10-21T15:44:21.945 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 910, 2023-10-21T15:44:21.946 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.473994737, 2023-10-21T15:44:21.946 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000520873 2023-10-21T15:44:21.946 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.946 INFO:teuthology.orchestra.run.smithi046.stdout: "op_inflight": 0, 2023-10-21T15:44:21.947 INFO:teuthology.orchestra.run.smithi046.stdout: "oplen_avg": { 2023-10-21T15:44:21.947 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 910, 2023-10-21T15:44:21.947 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 911 2023-10-21T15:44:21.947 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.947 INFO:teuthology.orchestra.run.smithi046.stdout: "op": 910, 2023-10-21T15:44:21.947 INFO:teuthology.orchestra.run.smithi046.stdout: "op_r": 910, 2023-10-21T15:44:21.948 INFO:teuthology.orchestra.run.smithi046.stdout: "op_w": 0, 2023-10-21T15:44:21.948 INFO:teuthology.orchestra.run.smithi046.stdout: "op_rmw": 0, 2023-10-21T15:44:21.948 INFO:teuthology.orchestra.run.smithi046.stdout: "op_pg": 0, 2023-10-21T15:44:21.948 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_stat": 537, 2023-10-21T15:44:21.948 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_create": 0, 2023-10-21T15:44:21.949 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_read": 371, 2023-10-21T15:44:21.949 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_write": 0, 2023-10-21T15:44:21.949 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writefull": 0, 2023-10-21T15:44:21.949 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writesame": 0, 2023-10-21T15:44:21.949 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_append": 0, 2023-10-21T15:44:21.950 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_zero": 0, 2023-10-21T15:44:21.950 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_truncate": 0, 2023-10-21T15:44:21.950 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_delete": 0, 2023-10-21T15:44:21.950 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_mapext": 0, 2023-10-21T15:44:21.950 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:21.951 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:21.951 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_getxattr": 1, 2023-10-21T15:44:21.951 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_setxattr": 0, 2023-10-21T15:44:21.951 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:21.951 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:21.953 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:21.953 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_call": 0, 2023-10-21T15:44:21.953 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_watch": 0, 2023-10-21T15:44:21.954 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_notify": 0, 2023-10-21T15:44:21.954 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:21.954 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls": 0, 2023-10-21T15:44:21.954 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:21.954 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_other": 0, 2023-10-21T15:44:21.955 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_active": 0, 2023-10-21T15:44:21.955 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_send": 0, 2023-10-21T15:44:21.955 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_resend": 0, 2023-10-21T15:44:21.955 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_ping": 0, 2023-10-21T15:44:21.955 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_active": 0, 2023-10-21T15:44:21.956 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_send": 0, 2023-10-21T15:44:21.956 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_resend": 0, 2023-10-21T15:44:21.956 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_active": 0, 2023-10-21T15:44:21.956 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_send": 0, 2023-10-21T15:44:21.956 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_resend": 0, 2023-10-21T15:44:21.957 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_active": 0, 2023-10-21T15:44:21.957 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_send": 0, 2023-10-21T15:44:21.957 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_resend": 0, 2023-10-21T15:44:21.957 INFO:teuthology.orchestra.run.smithi046.stdout: "command_active": 0, 2023-10-21T15:44:21.957 INFO:teuthology.orchestra.run.smithi046.stdout: "command_send": 0, 2023-10-21T15:44:21.958 INFO:teuthology.orchestra.run.smithi046.stdout: "command_resend": 0, 2023-10-21T15:44:21.958 INFO:teuthology.orchestra.run.smithi046.stdout: "map_epoch": 87, 2023-10-21T15:44:21.958 INFO:teuthology.orchestra.run.smithi046.stdout: "map_full": 0, 2023-10-21T15:44:21.958 INFO:teuthology.orchestra.run.smithi046.stdout: "map_inc": 3, 2023-10-21T15:44:21.958 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_sessions": 6, 2023-10-21T15:44:21.959 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_open": 6, 2023-10-21T15:44:21.959 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_close": 0, 2023-10-21T15:44:21.959 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_laggy": 0, 2023-10-21T15:44:21.959 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_wr": 0, 2023-10-21T15:44:21.959 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_rd": 2, 2023-10-21T15:44:21.960 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_del": 0 2023-10-21T15:44:21.960 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.960 INFO:teuthology.orchestra.run.smithi046.stdout: "oft": { 2023-10-21T15:44:21.960 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_objs": 0, 2023-10-21T15:44:21.960 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:21.960 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_updates": 0, 2023-10-21T15:44:21.961 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_removes": 0 2023-10-21T15:44:21.961 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.961 INFO:teuthology.orchestra.run.smithi046.stdout: "osd-slow-ops": { 2023-10-21T15:44:21.961 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_ops_count": 0 2023-10-21T15:44:21.961 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.962 INFO:teuthology.orchestra.run.smithi046.stdout: "purge_queue": { 2023-10-21T15:44:21.962 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:21.962 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops_high_water": 0, 2023-10-21T15:44:21.962 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing": 0, 2023-10-21T15:44:21.962 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_high_water": 0, 2023-10-21T15:44:21.963 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executed": 0, 2023-10-21T15:44:21.963 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:21.963 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.963 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:21.963 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:21.964 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2023-10-21T15:44:21.964 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:21.964 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 1042, 2023-10-21T15:44:21.964 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 5038760, 2023-10-21T15:44:21.964 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:21.964 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 1042, 2023-10-21T15:44:21.965 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2023-10-21T15:44:21.965 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2023-10-21T15:44:21.965 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 1042, 2023-10-21T15:44:21.965 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 5038760, 2023-10-21T15:44:21.965 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:21.966 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.966 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.966 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.966 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.967 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.967 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:21.967 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:21.967 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2023-10-21T15:44:21.967 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:21.968 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2023-10-21T15:44:21.968 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2023-10-21T15:44:21.968 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:21.968 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:21.968 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 910, 2023-10-21T15:44:21.968 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 4305860, 2023-10-21T15:44:21.969 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 910, 2023-10-21T15:44:21.969 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 4305860, 2023-10-21T15:44:21.969 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:21.969 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.969 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.970 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.970 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.970 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.970 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:21.970 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:21.971 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 1024, 2023-10-21T15:44:21.971 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:21.971 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2023-10-21T15:44:21.971 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2023-10-21T15:44:21.971 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:21.972 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:21.972 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 910, 2023-10-21T15:44:21.972 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 910, 2023-10-21T15:44:21.972 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 910, 2023-10-21T15:44:21.972 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 910, 2023-10-21T15:44:21.973 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:21.973 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.973 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.973 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.973 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.974 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.974 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:21.974 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:21.974 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2023-10-21T15:44:21.974 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:21.975 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2023-10-21T15:44:21.975 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2023-10-21T15:44:21.975 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:21.975 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:21.975 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2023-10-21T15:44:21.976 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2023-10-21T15:44:21.976 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 0, 2023-10-21T15:44:21.976 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 0, 2023-10-21T15:44:21.976 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:21.976 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.977 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.977 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.977 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.977 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:21.977 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle-0x5601e2b8a960": { 2023-10-21T15:44:21.978 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:21.978 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2023-10-21T15:44:21.978 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:21.978 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2023-10-21T15:44:21.978 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2023-10-21T15:44:21.979 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:21.979 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:21.979 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2023-10-21T15:44:21.979 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2023-10-21T15:44:21.979 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 0, 2023-10-21T15:44:21.980 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 0, 2023-10-21T15:44:21.980 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:21.980 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:21.980 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:21.980 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:21.981 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.981 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:21.981 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:44:22.223 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2023-10-21T15:44:22.223 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2023-10-21T15:44:22.224 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2023-10-21T15:44:22.224 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2023-10-21T15:44:22.224 INFO:tasks.check_counter:Daemon mds.g mds.dir_split=0 2023-10-21T15:44:22.224 DEBUG:tasks.check_counter:Getting stats from j 2023-10-21T15:44:22.225 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.j perf dump 2023-10-21T15:44:22.792 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.a/config 2023-10-21T15:44:23.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:22 smithi105 ceph-mon[103980]: pgmap v439: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 590 KiB/s wr, 202 op/s 2023-10-21T15:44:23.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:22 smithi119 ceph-mon[103628]: pgmap v439: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 590 KiB/s wr, 202 op/s 2023-10-21T15:44:23.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:22 smithi046 ceph-mon[99436]: pgmap v439: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 590 KiB/s wr, 202 op/s 2023-10-21T15:44:24.042 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2023-10-21T15:44:24.043 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:24.043 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 113, 2023-10-21T15:44:24.043 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 108, 2023-10-21T15:44:24.043 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 444320, 2023-10-21T15:44:24.044 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 62928, 2023-10-21T15:44:24.044 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 4, 2023-10-21T15:44:24.044 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 0, 2023-10-21T15:44:24.044 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.018447390, 2023-10-21T15:44:24.044 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.006070690, 2023-10-21T15:44:24.044 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.011006624, 2023-10-21T15:44:24.045 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.002284442, 2023-10-21T15:44:24.045 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:24.045 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 108, 2023-10-21T15:44:24.045 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.005249453, 2023-10-21T15:44:24.045 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000048606 2023-10-21T15:44:24.046 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.046 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:24.046 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:24.046 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:24.046 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:24.047 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.047 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 444320, 2023-10-21T15:44:24.047 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 62928 2023-10-21T15:44:24.047 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.047 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:24.048 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 1, 2023-10-21T15:44:24.048 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 80, 2023-10-21T15:44:24.048 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 160, 2023-10-21T15:44:24.048 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 90576, 2023-10-21T15:44:24.048 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 3, 2023-10-21T15:44:24.049 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 2, 2023-10-21T15:44:24.049 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.006543360, 2023-10-21T15:44:24.049 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.004325715, 2023-10-21T15:44:24.049 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.001355935, 2023-10-21T15:44:24.049 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-21T15:44:24.050 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:24.050 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 78, 2023-10-21T15:44:24.050 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.004824362, 2023-10-21T15:44:24.050 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000061850 2023-10-21T15:44:24.050 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.050 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:24.051 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:24.051 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:24.051 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:24.051 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.051 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-21T15:44:24.052 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 90576 2023-10-21T15:44:24.052 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.052 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:24.052 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 0, 2023-10-21T15:44:24.052 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 2, 2023-10-21T15:44:24.053 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 0, 2023-10-21T15:44:24.053 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 0, 2023-10-21T15:44:24.053 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 2, 2023-10-21T15:44:24.053 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 1, 2023-10-21T15:44:24.053 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.000497906, 2023-10-21T15:44:24.054 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.000000000, 2023-10-21T15:44:24.054 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.000409642, 2023-10-21T15:44:24.054 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-21T15:44:24.054 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:24.054 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:24.054 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:24.055 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:24.055 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.055 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:24.055 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:24.055 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:24.056 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:24.056 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.056 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-21T15:44:24.056 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 0 2023-10-21T15:44:24.056 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.057 INFO:teuthology.orchestra.run.smithi046.stdout: "cct": { 2023-10-21T15:44:24.057 INFO:teuthology.orchestra.run.smithi046.stdout: "total_workers": 0, 2023-10-21T15:44:24.057 INFO:teuthology.orchestra.run.smithi046.stdout: "unhealthy_workers": 0 2023-10-21T15:44:24.057 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.057 INFO:teuthology.orchestra.run.smithi046.stdout: "mempool": { 2023-10-21T15:44:24.058 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:24.058 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:24.058 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:24.058 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:24.058 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:24.059 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:24.059 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:24.059 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:24.059 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:24.060 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:24.060 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:24.061 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:24.061 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:24.061 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:24.061 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:24.061 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:24.062 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:24.062 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:24.062 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:24.062 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:24.062 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:24.062 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:24.063 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:24.063 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:24.063 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:24.063 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:24.064 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:24.064 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:24.064 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:24.064 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:24.064 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:24.065 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_items": 0, 2023-10-21T15:44:24.065 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:24.065 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:24.065 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:24.065 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:24.065 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_bytes": 148823, 2023-10-21T15:44:24.066 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_items": 27, 2023-10-21T15:44:24.066 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_bytes": 0, 2023-10-21T15:44:24.066 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_items": 0, 2023-10-21T15:44:24.066 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_bytes": 0, 2023-10-21T15:44:24.066 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_items": 0, 2023-10-21T15:44:24.067 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:24.067 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:24.067 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:24.067 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:24.067 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_bytes": 0, 2023-10-21T15:44:24.068 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_items": 0, 2023-10-21T15:44:24.068 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:24.068 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:24.068 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:24.068 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_items": 0, 2023-10-21T15:44:24.069 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_bytes": 928, 2023-10-21T15:44:24.069 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_items": 2, 2023-10-21T15:44:24.069 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:24.069 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_items": 0, 2023-10-21T15:44:24.069 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:24.070 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_items": 0 2023-10-21T15:44:24.070 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2023-10-21T15:44:24.070 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:24.070 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2023-10-21T15:44:24.070 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2023-10-21T15:44:24.071 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2023-10-21T15:44:24.071 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 110, 2023-10-21T15:44:24.071 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 425947, 2023-10-21T15:44:24.071 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:24.071 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 110, 2023-10-21T15:44:24.072 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2023-10-21T15:44:24.072 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2023-10-21T15:44:24.073 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 110, 2023-10-21T15:44:24.073 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 425947, 2023-10-21T15:44:24.073 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2023-10-21T15:44:24.073 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2023-10-21T15:44:24.074 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2023-10-21T15:44:24.074 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2023-10-21T15:44:24.074 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:24.074 INFO:teuthology.orchestra.run.smithi046.stdout: } 2023-10-21T15:44:24.074 INFO:teuthology.orchestra.run.smithi046.stdout:} 2023-10-21T15:44:24.458 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2023-10-21T15:44:24.459 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2023-10-21T15:44:24.459 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2023-10-21T15:44:24.459 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2023-10-21T15:44:24.459 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.j 2023-10-21T15:44:24.459 DEBUG:tasks.check_counter:Getting stats from b 2023-10-21T15:44:24.460 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.b perf dump 2023-10-21T15:44:25.040 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:44:25.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:24 smithi105 ceph-mon[103980]: pgmap v440: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 52 KiB/s wr, 77 op/s 2023-10-21T15:44:25.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:24 smithi119 ceph-mon[103628]: pgmap v440: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 52 KiB/s wr, 77 op/s 2023-10-21T15:44:25.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:24 smithi046 ceph-mon[99436]: pgmap v440: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 52 KiB/s wr, 77 op/s 2023-10-21T15:44:27.167 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2023-10-21T15:44:27.167 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:27.167 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 32944, 2023-10-21T15:44:27.168 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 30596, 2023-10-21T15:44:27.168 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 10182432, 2023-10-21T15:44:27.168 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 36638380, 2023-10-21T15:44:27.168 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 10, 2023-10-21T15:44:27.169 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 5, 2023-10-21T15:44:27.169 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 1.584735683, 2023-10-21T15:44:27.169 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.510411373, 2023-10-21T15:44:27.169 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.576421963, 2023-10-21T15:44:27.169 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.485207956, 2023-10-21T15:44:27.170 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:27.170 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 30595, 2023-10-21T15:44:27.170 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 6.372171644, 2023-10-21T15:44:27.170 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000208274 2023-10-21T15:44:27.171 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.171 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:27.171 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 15449, 2023-10-21T15:44:27.171 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.001990711, 2023-10-21T15:44:27.171 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000128 2023-10-21T15:44:27.172 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.172 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 620480, 2023-10-21T15:44:27.172 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 73056 2023-10-21T15:44:27.172 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.173 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:27.173 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 41333, 2023-10-21T15:44:27.173 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 41521, 2023-10-21T15:44:27.173 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 11630979, 2023-10-21T15:44:27.174 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 47235470, 2023-10-21T15:44:27.174 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 14, 2023-10-21T15:44:27.174 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 6, 2023-10-21T15:44:27.175 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 2.278371433, 2023-10-21T15:44:27.175 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.626913930, 2023-10-21T15:44:27.175 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.583168264, 2023-10-21T15:44:27.175 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.954834540, 2023-10-21T15:44:27.176 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:27.176 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 41520, 2023-10-21T15:44:27.176 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 12.808986249, 2023-10-21T15:44:27.177 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000308501 2023-10-21T15:44:27.177 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.177 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:27.177 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 5562, 2023-10-21T15:44:27.178 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000885814, 2023-10-21T15:44:27.178 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000159 2023-10-21T15:44:27.178 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.179 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-10-21T15:44:27.179 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 215024 2023-10-21T15:44:27.179 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.179 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:27.179 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 248064, 2023-10-21T15:44:27.180 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 298664, 2023-10-21T15:44:27.180 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 49700064, 2023-10-21T15:44:27.180 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 109691145, 2023-10-21T15:44:27.180 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 81, 2023-10-21T15:44:27.181 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 6, 2023-10-21T15:44:27.181 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 8.655898234, 2023-10-21T15:44:27.181 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 3.533599746, 2023-10-21T15:44:27.181 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 8.529137172, 2023-10-21T15:44:27.182 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.421792642, 2023-10-21T15:44:27.182 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:27.182 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 298662, 2023-10-21T15:44:27.182 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 10.361521093, 2023-10-21T15:44:27.183 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000034693 2023-10-21T15:44:27.183 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.183 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:27.183 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 493998, 2023-10-21T15:44:27.183 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.045509003, 2023-10-21T15:44:27.184 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000092 2023-10-21T15:44:27.184 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.184 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 12850080, 2023-10-21T15:44:27.184 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 39895728 2023-10-21T15:44:27.184 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.185 INFO:teuthology.orchestra.run.smithi105.stdout: "cct": { 2023-10-21T15:44:27.185 INFO:teuthology.orchestra.run.smithi105.stdout: "total_workers": 1, 2023-10-21T15:44:27.185 INFO:teuthology.orchestra.run.smithi105.stdout: "unhealthy_workers": 0 2023-10-21T15:44:27.185 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.185 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-MDSRank": { 2023-10-21T15:44:27.186 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2023-10-21T15:44:27.186 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2023-10-21T15:44:27.186 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 95712, 2023-10-21T15:44:27.186 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 25.666099584, 2023-10-21T15:44:27.187 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000268159 2023-10-21T15:44:27.187 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.187 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.187 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:27.187 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2023-10-21T15:44:27.188 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2023-10-21T15:44:27.188 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 3779, 2023-10-21T15:44:27.188 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.770278009, 2023-10-21T15:44:27.188 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000203831 2023-10-21T15:44:27.188 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.189 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.189 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": { 2023-10-21T15:44:27.189 INFO:teuthology.orchestra.run.smithi105.stdout: "request": 20906, 2023-10-21T15:44:27.189 INFO:teuthology.orchestra.run.smithi105.stdout: "reply": 20632, 2023-10-21T15:44:27.189 INFO:teuthology.orchestra.run.smithi105.stdout: "reply_latency": { 2023-10-21T15:44:27.190 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 20632, 2023-10-21T15:44:27.190 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 429.023066753, 2023-10-21T15:44:27.190 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.020794061 2023-10-21T15:44:27.191 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.191 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_reply": 0, 2023-10-21T15:44:27.191 INFO:teuthology.orchestra.run.smithi105.stdout: "forward": 274, 2023-10-21T15:44:27.191 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_complete": 2, 2023-10-21T15:44:27.191 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_keys": 1, 2023-10-21T15:44:27.192 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_commit": 567, 2023-10-21T15:44:27.192 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_split": 23, 2023-10-21T15:44:27.192 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_merge": 1, 2023-10-21T15:44:27.192 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes": 29, 2023-10-21T15:44:27.193 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_top": 8, 2023-10-21T15:44:27.193 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_bottom": 10, 2023-10-21T15:44:27.193 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pin_tail": 11, 2023-10-21T15:44:27.193 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pinned": 17, 2023-10-21T15:44:27.193 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_expired": 5587, 2023-10-21T15:44:27.194 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_with_caps": 2, 2023-10-21T15:44:27.194 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": 2, 2023-10-21T15:44:27.194 INFO:teuthology.orchestra.run.smithi105.stdout: "subtrees": 7, 2023-10-21T15:44:27.194 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse": 24338, 2023-10-21T15:44:27.195 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_hit": 22969, 2023-10-21T15:44:27.195 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_forward": 191, 2023-10-21T15:44:27.196 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_discover": 42, 2023-10-21T15:44:27.196 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:27.196 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:27.197 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_lock": 17, 2023-10-21T15:44:27.197 INFO:teuthology.orchestra.run.smithi105.stdout: "load_cent": 14108, 2023-10-21T15:44:27.197 INFO:teuthology.orchestra.run.smithi105.stdout: "q": 13, 2023-10-21T15:44:27.198 INFO:teuthology.orchestra.run.smithi105.stdout: "exported": 185, 2023-10-21T15:44:27.198 INFO:teuthology.orchestra.run.smithi105.stdout: "exported_inodes": 4280, 2023-10-21T15:44:27.199 INFO:teuthology.orchestra.run.smithi105.stdout: "imported": 2, 2023-10-21T15:44:27.199 INFO:teuthology.orchestra.run.smithi105.stdout: "imported_inodes": 11, 2023-10-21T15:44:27.199 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:27.200 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_backtrace_fetch": 3055, 2023-10-21T15:44:27.200 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:27.201 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rfiles": 3280, 2023-10-21T15:44:27.201 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rbytes": 45660206, 2023-10-21T15:44:27.201 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rsnaps": 0, 2023-10-21T15:44:27.202 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_fetch": 3055, 2023-10-21T15:44:27.202 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:27.202 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:27.203 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:27.203 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_inodes": 95, 2023-10-21T15:44:27.204 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_base_inodes": 4, 2023-10-21T15:44:27.204 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dirfrag_rstats": 91, 2023-10-21T15:44:27.204 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_file_inodes": 2960, 2023-10-21T15:44:27.205 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_inode_file_caps": 16, 2023-10-21T15:44:27.205 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_revoke": 9079, 2023-10-21T15:44:27.205 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_grant": 17433, 2023-10-21T15:44:27.206 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_trunc": 8292, 2023-10-21T15:44:27.206 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:27.206 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:27.207 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps": 14790, 2023-10-21T15:44:27.207 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps_dirty": 11561, 2023-10-21T15:44:27.207 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_cap_release": 133, 2023-10-21T15:44:27.207 INFO:teuthology.orchestra.run.smithi105.stdout: "process_request_cap_release": 13381 2023-10-21T15:44:27.208 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.208 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_cache": { 2023-10-21T15:44:27.208 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update": 484, 2023-10-21T15:44:27.208 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update_receipt": 259, 2023-10-21T15:44:27.209 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_try_discover": 151, 2023-10-21T15:44:27.209 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_send_discover": 219, 2023-10-21T15:44:27.209 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_handle_discover": 1051, 2023-10-21T15:44:27.209 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays": 1, 2023-10-21T15:44:27.210 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:27.210 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:27.210 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_created": 2188, 2023-10-21T15:44:27.210 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_enqueued": 2185, 2023-10-21T15:44:27.211 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_reintegrated": 2, 2023-10-21T15:44:27.211 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_migrated": 0, 2023-10-21T15:44:27.211 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:27.211 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:27.212 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:27.212 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_started": 0, 2023-10-21T15:44:27.212 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_completed": 0, 2023-10-21T15:44:27.212 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_enqueue_scrub": 4, 2023-10-21T15:44:27.213 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_exportdir": 185, 2023-10-21T15:44:27.213 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_flush": 0, 2023-10-21T15:44:27.213 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragmentdir": 24, 2023-10-21T15:44:27.213 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:27.213 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_inodestats": 0 2023-10-21T15:44:27.214 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.214 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_log": { 2023-10-21T15:44:27.214 INFO:teuthology.orchestra.run.smithi105.stdout: "evlrg": 0, 2023-10-21T15:44:27.214 INFO:teuthology.orchestra.run.smithi105.stdout: "evadd": 42271, 2023-10-21T15:44:27.215 INFO:teuthology.orchestra.run.smithi105.stdout: "evex": 42232, 2023-10-21T15:44:27.215 INFO:teuthology.orchestra.run.smithi105.stdout: "evtrm": 42232, 2023-10-21T15:44:27.215 INFO:teuthology.orchestra.run.smithi105.stdout: "ev": 39, 2023-10-21T15:44:27.215 INFO:teuthology.orchestra.run.smithi105.stdout: "evexg": 0, 2023-10-21T15:44:27.216 INFO:teuthology.orchestra.run.smithi105.stdout: "evexd": 657, 2023-10-21T15:44:27.216 INFO:teuthology.orchestra.run.smithi105.stdout: "segadd": 66, 2023-10-21T15:44:27.216 INFO:teuthology.orchestra.run.smithi105.stdout: "segex": 65, 2023-10-21T15:44:27.216 INFO:teuthology.orchestra.run.smithi105.stdout: "segtrm": 65, 2023-10-21T15:44:27.217 INFO:teuthology.orchestra.run.smithi105.stdout: "seg": 1, 2023-10-21T15:44:27.217 INFO:teuthology.orchestra.run.smithi105.stdout: "segmjr": 1, 2023-10-21T15:44:27.217 INFO:teuthology.orchestra.run.smithi105.stdout: "segexg": 0, 2023-10-21T15:44:27.217 INFO:teuthology.orchestra.run.smithi105.stdout: "segexd": 2, 2023-10-21T15:44:27.218 INFO:teuthology.orchestra.run.smithi105.stdout: "expos": 93513143, 2023-10-21T15:44:27.218 INFO:teuthology.orchestra.run.smithi105.stdout: "wrpos": 93599305, 2023-10-21T15:44:27.219 INFO:teuthology.orchestra.run.smithi105.stdout: "rdpos": 0, 2023-10-21T15:44:27.219 INFO:teuthology.orchestra.run.smithi105.stdout: "jlat": { 2023-10-21T15:44:27.219 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 26574, 2023-10-21T15:44:27.219 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 55.312451697, 2023-10-21T15:44:27.220 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.002081449 2023-10-21T15:44:27.220 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.220 INFO:teuthology.orchestra.run.smithi105.stdout: "replayed": 0 2023-10-21T15:44:27.220 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.221 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_mem": { 2023-10-21T15:44:27.221 INFO:teuthology.orchestra.run.smithi105.stdout: "ino": 35, 2023-10-21T15:44:27.221 INFO:teuthology.orchestra.run.smithi105.stdout: "ino+": 5902, 2023-10-21T15:44:27.221 INFO:teuthology.orchestra.run.smithi105.stdout: "ino-": 5867, 2023-10-21T15:44:27.222 INFO:teuthology.orchestra.run.smithi105.stdout: "dir": 33, 2023-10-21T15:44:27.222 INFO:teuthology.orchestra.run.smithi105.stdout: "dir+": 412, 2023-10-21T15:44:27.222 INFO:teuthology.orchestra.run.smithi105.stdout: "dir-": 379, 2023-10-21T15:44:27.222 INFO:teuthology.orchestra.run.smithi105.stdout: "dn": 29, 2023-10-21T15:44:27.223 INFO:teuthology.orchestra.run.smithi105.stdout: "dn+": 7911, 2023-10-21T15:44:27.223 INFO:teuthology.orchestra.run.smithi105.stdout: "dn-": 7882, 2023-10-21T15:44:27.223 INFO:teuthology.orchestra.run.smithi105.stdout: "cap": 2, 2023-10-21T15:44:27.224 INFO:teuthology.orchestra.run.smithi105.stdout: "cap+": 5811, 2023-10-21T15:44:27.224 INFO:teuthology.orchestra.run.smithi105.stdout: "cap-": 5809, 2023-10-21T15:44:27.224 INFO:teuthology.orchestra.run.smithi105.stdout: "rss": 101988, 2023-10-21T15:44:27.224 INFO:teuthology.orchestra.run.smithi105.stdout: "heap": 207152 2023-10-21T15:44:27.225 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.225 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_server": { 2023-10-21T15:44:27.226 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_client_request": 39997, 2023-10-21T15:44:27.226 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_server_request": 195, 2023-10-21T15:44:27.226 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_request": 20906, 2023-10-21T15:44:27.227 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_session": 196, 2023-10-21T15:44:27.227 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_peer_request": 382, 2023-10-21T15:44:27.227 INFO:teuthology.orchestra.run.smithi105.stdout: "req_create_latency": { 2023-10-21T15:44:27.228 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 5718, 2023-10-21T15:44:27.228 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 377.856448300, 2023-10-21T15:44:27.228 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.066081925 2023-10-21T15:44:27.229 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.229 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getattr_latency": { 2023-10-21T15:44:27.230 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 270, 2023-10-21T15:44:27.230 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 2.076751766, 2023-10-21T15:44:27.230 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.007691673 2023-10-21T15:44:27.231 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.231 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:27.232 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.232 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.232 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.233 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.233 INFO:teuthology.orchestra.run.smithi105.stdout: "req_link_latency": { 2023-10-21T15:44:27.233 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2, 2023-10-21T15:44:27.234 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.004222211, 2023-10-21T15:44:27.234 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.002111105 2023-10-21T15:44:27.234 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.235 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookup_latency": { 2023-10-21T15:44:27.235 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2284, 2023-10-21T15:44:27.235 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 8.895377615, 2023-10-21T15:44:27.236 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.003894648 2023-10-21T15:44:27.236 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.236 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:27.236 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.237 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.237 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.237 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.238 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupino_latency": { 2023-10-21T15:44:27.238 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.238 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.238 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.238 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.239 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupname_latency": { 2023-10-21T15:44:27.239 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.239 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.240 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.240 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.240 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:27.241 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.241 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.241 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.241 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.242 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:27.242 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.242 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.242 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.243 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.243 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lssnap_latency": { 2023-10-21T15:44:27.244 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.244 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.244 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.244 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.245 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mkdir_latency": { 2023-10-21T15:44:27.245 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 82, 2023-10-21T15:44:27.245 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.773259157, 2023-10-21T15:44:27.245 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.009429989 2023-10-21T15:44:27.246 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.246 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mknod_latency": { 2023-10-21T15:44:27.247 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.247 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.247 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.248 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.248 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mksnap_latency": { 2023-10-21T15:44:27.248 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.249 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.249 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.249 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.250 INFO:teuthology.orchestra.run.smithi105.stdout: "req_open_latency": { 2023-10-21T15:44:27.250 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 320, 2023-10-21T15:44:27.250 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.073514866, 2023-10-21T15:44:27.251 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000229733 2023-10-21T15:44:27.251 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.251 INFO:teuthology.orchestra.run.smithi105.stdout: "req_readdir_latency": { 2023-10-21T15:44:27.252 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 76, 2023-10-21T15:44:27.252 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.503082568, 2023-10-21T15:44:27.252 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.006619507 2023-10-21T15:44:27.253 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.253 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rename_latency": { 2023-10-21T15:44:27.253 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 64, 2023-10-21T15:44:27.254 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.193892345, 2023-10-21T15:44:27.254 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.003029567 2023-10-21T15:44:27.254 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.254 INFO:teuthology.orchestra.run.smithi105.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:27.254 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.255 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.255 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.255 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.255 INFO:teuthology.orchestra.run.smithi105.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:27.256 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.256 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.256 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.256 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.256 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmdir_latency": { 2023-10-21T15:44:27.257 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 25, 2023-10-21T15:44:27.257 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.631617619, 2023-10-21T15:44:27.257 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.025264704 2023-10-21T15:44:27.258 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.258 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:27.259 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.259 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.259 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.259 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.259 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:27.260 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.260 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.260 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.260 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.261 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setattr_latency": { 2023-10-21T15:44:27.261 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 9644, 2023-10-21T15:44:27.261 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 34.524629564, 2023-10-21T15:44:27.261 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.003579907 2023-10-21T15:44:27.261 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.262 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:27.262 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.262 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.262 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.263 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.263 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:27.264 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 8, 2023-10-21T15:44:27.264 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.002362856, 2023-10-21T15:44:27.264 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000295357 2023-10-21T15:44:27.265 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.265 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setlayout_latency": { 2023-10-21T15:44:27.265 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.266 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.266 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.266 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.267 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setxattr_latency": { 2023-10-21T15:44:27.267 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 6, 2023-10-21T15:44:27.267 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.018023852, 2023-10-21T15:44:27.267 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.003003975 2023-10-21T15:44:27.269 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.269 INFO:teuthology.orchestra.run.smithi105.stdout: "req_symlink_latency": { 2023-10-21T15:44:27.269 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 5, 2023-10-21T15:44:27.270 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.003176552, 2023-10-21T15:44:27.270 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000635310 2023-10-21T15:44:27.270 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.270 INFO:teuthology.orchestra.run.smithi105.stdout: "req_unlink_latency": { 2023-10-21T15:44:27.270 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2128, 2023-10-21T15:44:27.271 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 3.466707482, 2023-10-21T15:44:27.271 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.001629091 2023-10-21T15:44:27.271 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.271 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:27.271 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:27.272 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:27.272 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.272 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.272 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.272 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.273 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.273 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_sessions": { 2023-10-21T15:44:27.273 INFO:teuthology.orchestra.run.smithi105.stdout: "session_count": 1, 2023-10-21T15:44:27.273 INFO:teuthology.orchestra.run.smithi105.stdout: "session_add": 2, 2023-10-21T15:44:27.274 INFO:teuthology.orchestra.run.smithi105.stdout: "session_remove": 1, 2023-10-21T15:44:27.274 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_open": 1, 2023-10-21T15:44:27.274 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_stale": 0, 2023-10-21T15:44:27.274 INFO:teuthology.orchestra.run.smithi105.stdout: "total_load": 5084, 2023-10-21T15:44:27.274 INFO:teuthology.orchestra.run.smithi105.stdout: "average_load": 5084, 2023-10-21T15:44:27.275 INFO:teuthology.orchestra.run.smithi105.stdout: "avg_session_uptime": 277, 2023-10-21T15:44:27.275 INFO:teuthology.orchestra.run.smithi105.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:27.275 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.275 INFO:teuthology.orchestra.run.smithi105.stdout: "mempool": { 2023-10-21T15:44:27.275 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_bytes": 240, 2023-10-21T15:44:27.276 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_items": 240, 2023-10-21T15:44:27.276 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:27.276 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:27.276 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:27.276 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:27.277 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:27.277 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:27.277 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:27.277 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:27.277 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:27.278 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:27.278 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:27.278 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:27.278 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:27.279 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:27.279 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:27.279 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:27.279 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:27.279 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:27.280 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:27.280 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:27.280 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:27.280 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:27.280 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:27.281 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:27.281 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:27.281 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:27.281 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:27.281 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:27.282 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:27.282 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_items": 0, 2023-10-21T15:44:27.282 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:27.282 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:27.283 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:27.283 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:27.283 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_bytes": 306473, 2023-10-21T15:44:27.283 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_items": 128, 2023-10-21T15:44:27.283 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_bytes": 1144, 2023-10-21T15:44:27.284 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_items": 13, 2023-10-21T15:44:27.284 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_bytes": 0, 2023-10-21T15:44:27.284 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_items": 0, 2023-10-21T15:44:27.284 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:27.284 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:27.285 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:27.285 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:27.285 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:27.285 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_items": 158, 2023-10-21T15:44:27.285 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:27.286 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:27.286 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:27.286 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_items": 0, 2023-10-21T15:44:27.286 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_bytes": 144276, 2023-10-21T15:44:27.286 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_items": 863, 2023-10-21T15:44:27.287 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:27.287 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_items": 0, 2023-10-21T15:44:27.287 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:27.287 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_items": 0 2023-10-21T15:44:27.287 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.288 INFO:teuthology.orchestra.run.smithi105.stdout: "objecter": { 2023-10-21T15:44:27.288 INFO:teuthology.orchestra.run.smithi105.stdout: "op_active": 0, 2023-10-21T15:44:27.288 INFO:teuthology.orchestra.run.smithi105.stdout: "op_laggy": 0, 2023-10-21T15:44:27.288 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send": 77178, 2023-10-21T15:44:27.289 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send_bytes": 97313781, 2023-10-21T15:44:27.289 INFO:teuthology.orchestra.run.smithi105.stdout: "op_resend": 37, 2023-10-21T15:44:27.289 INFO:teuthology.orchestra.run.smithi105.stdout: "op_reply": 77178, 2023-10-21T15:44:27.289 INFO:teuthology.orchestra.run.smithi105.stdout: "op_latency": { 2023-10-21T15:44:27.289 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 77178, 2023-10-21T15:44:27.290 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 749.200365395, 2023-10-21T15:44:27.290 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.009707434 2023-10-21T15:44:27.290 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.290 INFO:teuthology.orchestra.run.smithi105.stdout: "op_inflight": 0, 2023-10-21T15:44:27.290 INFO:teuthology.orchestra.run.smithi105.stdout: "oplen_avg": { 2023-10-21T15:44:27.291 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 77178, 2023-10-21T15:44:27.291 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 88664 2023-10-21T15:44:27.291 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.291 INFO:teuthology.orchestra.run.smithi105.stdout: "op": 77178, 2023-10-21T15:44:27.291 INFO:teuthology.orchestra.run.smithi105.stdout: "op_r": 3108, 2023-10-21T15:44:27.292 INFO:teuthology.orchestra.run.smithi105.stdout: "op_w": 74070, 2023-10-21T15:44:27.292 INFO:teuthology.orchestra.run.smithi105.stdout: "op_rmw": 0, 2023-10-21T15:44:27.292 INFO:teuthology.orchestra.run.smithi105.stdout: "op_pg": 0, 2023-10-21T15:44:27.292 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_stat": 311, 2023-10-21T15:44:27.293 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_create": 5253, 2023-10-21T15:44:27.293 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_read": 46, 2023-10-21T15:44:27.293 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_write": 26616, 2023-10-21T15:44:27.293 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writefull": 99, 2023-10-21T15:44:27.293 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writesame": 0, 2023-10-21T15:44:27.294 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_append": 0, 2023-10-21T15:44:27.294 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_zero": 0, 2023-10-21T15:44:27.294 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_truncate": 7, 2023-10-21T15:44:27.294 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_delete": 2790, 2023-10-21T15:44:27.295 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_mapext": 0, 2023-10-21T15:44:27.295 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:27.295 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:27.295 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_getxattr": 3062, 2023-10-21T15:44:27.295 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_setxattr": 10506, 2023-10-21T15:44:27.296 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:27.296 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:27.296 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:27.296 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_call": 0, 2023-10-21T15:44:27.297 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_watch": 0, 2023-10-21T15:44:27.297 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_notify": 0, 2023-10-21T15:44:27.297 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:27.297 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls": 0, 2023-10-21T15:44:27.297 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:27.298 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_other": 38663, 2023-10-21T15:44:27.298 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_active": 0, 2023-10-21T15:44:27.298 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_send": 0, 2023-10-21T15:44:27.298 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_resend": 0, 2023-10-21T15:44:27.298 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_ping": 0, 2023-10-21T15:44:27.299 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_active": 0, 2023-10-21T15:44:27.299 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_send": 0, 2023-10-21T15:44:27.299 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_resend": 0, 2023-10-21T15:44:27.299 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_active": 0, 2023-10-21T15:44:27.300 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_send": 0, 2023-10-21T15:44:27.300 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_resend": 0, 2023-10-21T15:44:27.300 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_active": 0, 2023-10-21T15:44:27.300 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_send": 0, 2023-10-21T15:44:27.300 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_resend": 0, 2023-10-21T15:44:27.301 INFO:teuthology.orchestra.run.smithi105.stdout: "command_active": 0, 2023-10-21T15:44:27.301 INFO:teuthology.orchestra.run.smithi105.stdout: "command_send": 0, 2023-10-21T15:44:27.301 INFO:teuthology.orchestra.run.smithi105.stdout: "command_resend": 0, 2023-10-21T15:44:27.301 INFO:teuthology.orchestra.run.smithi105.stdout: "map_epoch": 87, 2023-10-21T15:44:27.302 INFO:teuthology.orchestra.run.smithi105.stdout: "map_full": 0, 2023-10-21T15:44:27.302 INFO:teuthology.orchestra.run.smithi105.stdout: "map_inc": 4, 2023-10-21T15:44:27.302 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_sessions": 12, 2023-10-21T15:44:27.302 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_open": 12, 2023-10-21T15:44:27.302 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_close": 0, 2023-10-21T15:44:27.303 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_laggy": 0, 2023-10-21T15:44:27.303 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_wr": 1187, 2023-10-21T15:44:27.303 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_rd": 6, 2023-10-21T15:44:27.303 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_del": 118 2023-10-21T15:44:27.303 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.304 INFO:teuthology.orchestra.run.smithi105.stdout: "oft": { 2023-10-21T15:44:27.304 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_objs": 1, 2023-10-21T15:44:27.304 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:27.304 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_updates": 0, 2023-10-21T15:44:27.304 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_removes": 0 2023-10-21T15:44:27.305 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.305 INFO:teuthology.orchestra.run.smithi105.stdout: "osd-slow-ops": { 2023-10-21T15:44:27.305 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_ops_count": 1 2023-10-21T15:44:27.305 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.305 INFO:teuthology.orchestra.run.smithi105.stdout: "purge_queue": { 2023-10-21T15:44:27.306 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:27.306 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops_high_water": 27, 2023-10-21T15:44:27.306 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing": 0, 2023-10-21T15:44:27.306 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_high_water": 6, 2023-10-21T15:44:27.307 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed": 2185, 2023-10-21T15:44:27.307 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:27.307 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.307 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:27.307 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:27.308 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2023-10-21T15:44:27.308 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:27.308 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 322337, 2023-10-21T15:44:27.308 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 40886777, 2023-10-21T15:44:27.308 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:27.309 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 322337, 2023-10-21T15:44:27.309 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:27.309 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:27.309 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 322337, 2023-10-21T15:44:27.309 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 40886777, 2023-10-21T15:44:27.310 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:27.310 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.310 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.310 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.310 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.311 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.311 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:27.311 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:27.311 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2023-10-21T15:44:27.312 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:27.312 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:27.312 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:27.312 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:27.312 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:27.313 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 77178, 2023-10-21T15:44:27.313 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 97534430, 2023-10-21T15:44:27.313 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 77178, 2023-10-21T15:44:27.313 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 97534430, 2023-10-21T15:44:27.314 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:27.314 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.314 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.314 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.314 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.315 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.315 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:27.315 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:27.315 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 1024, 2023-10-21T15:44:27.315 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:27.316 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:27.316 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:27.316 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:27.316 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:27.316 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 77178, 2023-10-21T15:44:27.317 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 77178, 2023-10-21T15:44:27.317 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 77178, 2023-10-21T15:44:27.317 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 77178, 2023-10-21T15:44:27.317 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:27.317 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.318 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.318 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.318 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.318 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.319 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:27.319 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:27.319 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2023-10-21T15:44:27.319 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:27.319 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 2185, 2023-10-21T15:44:27.320 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 220685, 2023-10-21T15:44:27.320 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:27.320 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 2185, 2023-10-21T15:44:27.320 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:27.320 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:27.321 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 42, 2023-10-21T15:44:27.321 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 220685, 2023-10-21T15:44:27.321 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:27.321 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.321 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.322 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.322 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.322 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:27.322 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle-0x56432baf46e0": { 2023-10-21T15:44:27.323 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:27.323 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2023-10-21T15:44:27.323 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:27.323 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 42271, 2023-10-21T15:44:27.323 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 89405001, 2023-10-21T15:44:27.324 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:27.324 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 42271, 2023-10-21T15:44:27.324 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:27.324 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:27.324 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 26574, 2023-10-21T15:44:27.325 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 89405001, 2023-10-21T15:44:27.325 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:27.325 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:27.325 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:27.325 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:27.326 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.326 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:27.326 INFO:teuthology.orchestra.run.smithi105.stdout:} 2023-10-21T15:44:27.327 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:26 smithi119 ceph-mon[103628]: pgmap v441: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 31 op/s 2023-10-21T15:44:27.327 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:26 smithi105 ceph-mon[103980]: pgmap v441: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 31 op/s 2023-10-21T15:44:27.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:26 smithi046 ceph-mon[99436]: pgmap v441: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 31 op/s 2023-10-21T15:44:27.600 INFO:tasks.check_counter:Daemon mds.b mds.exported=185 2023-10-21T15:44:27.601 INFO:tasks.check_counter:Daemon mds.b mds.imported=2 2023-10-21T15:44:27.601 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=484 2023-10-21T15:44:27.601 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=259 2023-10-21T15:44:27.601 INFO:tasks.check_counter:Daemon mds.b mds.dir_split=23 2023-10-21T15:44:27.602 DEBUG:tasks.check_counter:Getting stats from e 2023-10-21T15:44:27.602 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.e perf dump 2023-10-21T15:44:28.155 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:44:28.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:27 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:28.381 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:27 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:28.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:27 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:29.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:28 smithi119 ceph-mon[103628]: pgmap v442: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.2 KiB/s wr, 15 op/s 2023-10-21T15:44:29.408 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2023-10-21T15:44:29.408 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:29.408 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 4897, 2023-10-21T15:44:29.408 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 4529, 2023-10-21T15:44:29.409 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 2797660, 2023-10-21T15:44:29.409 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 5850989, 2023-10-21T15:44:29.409 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 10, 2023-10-21T15:44:29.409 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 3, 2023-10-21T15:44:29.409 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.284912453, 2023-10-21T15:44:29.410 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.122527454, 2023-10-21T15:44:29.410 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.177221505, 2023-10-21T15:44:29.410 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.016483541, 2023-10-21T15:44:29.410 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:29.410 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 4531, 2023-10-21T15:44:29.411 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.312490987, 2023-10-21T15:44:29.411 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000068967 2023-10-21T15:44:29.411 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.413 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:29.413 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 7986, 2023-10-21T15:44:29.413 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.001341080, 2023-10-21T15:44:29.413 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000167 2023-10-21T15:44:29.414 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.414 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-21T15:44:29.414 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 0 2023-10-21T15:44:29.414 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.414 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:29.415 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 1004, 2023-10-21T15:44:29.415 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 1288, 2023-10-21T15:44:29.415 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 350080, 2023-10-21T15:44:29.415 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 1963779, 2023-10-21T15:44:29.415 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 13, 2023-10-21T15:44:29.416 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 7, 2023-10-21T15:44:29.416 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.079063647, 2023-10-21T15:44:29.416 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.032471389, 2023-10-21T15:44:29.416 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.032110836, 2023-10-21T15:44:29.417 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.014375487, 2023-10-21T15:44:29.417 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:29.417 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1286, 2023-10-21T15:44:29.417 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.070446095, 2023-10-21T15:44:29.417 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000054779 2023-10-21T15:44:29.418 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.418 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:29.418 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1004, 2023-10-21T15:44:29.419 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000181227, 2023-10-21T15:44:29.419 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000180 2023-10-21T15:44:29.419 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.419 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 1072, 2023-10-21T15:44:29.420 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 214624 2023-10-21T15:44:29.420 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.420 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:29.420 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 4703, 2023-10-21T15:44:29.420 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 7931, 2023-10-21T15:44:29.421 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 2224624, 2023-10-21T15:44:29.421 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 4537184, 2023-10-21T15:44:29.421 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 20, 2023-10-21T15:44:29.421 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 12, 2023-10-21T15:44:29.421 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.315640627, 2023-10-21T15:44:29.422 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.138336081, 2023-10-21T15:44:29.422 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.247906773, 2023-10-21T15:44:29.423 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.009449639, 2023-10-21T15:44:29.423 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:29.423 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 7927, 2023-10-21T15:44:29.424 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.347971615, 2023-10-21T15:44:29.424 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000043897 2023-10-21T15:44:29.424 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.424 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:29.425 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 10394, 2023-10-21T15:44:29.425 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.001537393, 2023-10-21T15:44:29.425 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000147 2023-10-21T15:44:29.425 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.425 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 1873776, 2023-10-21T15:44:29.426 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 4031760 2023-10-21T15:44:29.426 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.426 INFO:teuthology.orchestra.run.smithi105.stdout: "cct": { 2023-10-21T15:44:29.426 INFO:teuthology.orchestra.run.smithi105.stdout: "total_workers": 1, 2023-10-21T15:44:29.427 INFO:teuthology.orchestra.run.smithi105.stdout: "unhealthy_workers": 0 2023-10-21T15:44:29.427 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.427 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-MDSRank": { 2023-10-21T15:44:29.427 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2023-10-21T15:44:29.427 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2023-10-21T15:44:29.428 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 416, 2023-10-21T15:44:29.428 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1.253528301, 2023-10-21T15:44:29.428 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.003013289 2023-10-21T15:44:29.428 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.429 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.429 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:29.429 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2023-10-21T15:44:29.429 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2023-10-21T15:44:29.430 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1842, 2023-10-21T15:44:29.430 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.137156003, 2023-10-21T15:44:29.430 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000074460 2023-10-21T15:44:29.430 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.432 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.432 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": { 2023-10-21T15:44:29.433 INFO:teuthology.orchestra.run.smithi105.stdout: "request": 2552, 2023-10-21T15:44:29.433 INFO:teuthology.orchestra.run.smithi105.stdout: "reply": 2394, 2023-10-21T15:44:29.433 INFO:teuthology.orchestra.run.smithi105.stdout: "reply_latency": { 2023-10-21T15:44:29.433 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2394, 2023-10-21T15:44:29.434 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 2.043866513, 2023-10-21T15:44:29.434 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000853745 2023-10-21T15:44:29.434 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.434 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_reply": 0, 2023-10-21T15:44:29.434 INFO:teuthology.orchestra.run.smithi105.stdout: "forward": 158, 2023-10-21T15:44:29.435 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_complete": 0, 2023-10-21T15:44:29.435 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:29.435 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_commit": 11, 2023-10-21T15:44:29.435 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_split": 0, 2023-10-21T15:44:29.435 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_merge": 0, 2023-10-21T15:44:29.436 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes": 15, 2023-10-21T15:44:29.436 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_top": 0, 2023-10-21T15:44:29.436 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_bottom": 1, 2023-10-21T15:44:29.436 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pin_tail": 14, 2023-10-21T15:44:29.436 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pinned": 14, 2023-10-21T15:44:29.437 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_expired": 184, 2023-10-21T15:44:29.437 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_with_caps": 1, 2023-10-21T15:44:29.437 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": 1, 2023-10-21T15:44:29.437 INFO:teuthology.orchestra.run.smithi105.stdout: "subtrees": 4, 2023-10-21T15:44:29.438 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse": 4002, 2023-10-21T15:44:29.438 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_hit": 3692, 2023-10-21T15:44:29.438 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_forward": 151, 2023-10-21T15:44:29.438 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_discover": 73, 2023-10-21T15:44:29.439 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:29.439 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:29.439 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_lock": 4, 2023-10-21T15:44:29.439 INFO:teuthology.orchestra.run.smithi105.stdout: "load_cent": 2480, 2023-10-21T15:44:29.439 INFO:teuthology.orchestra.run.smithi105.stdout: "q": 0, 2023-10-21T15:44:29.440 INFO:teuthology.orchestra.run.smithi105.stdout: "exported": 30, 2023-10-21T15:44:29.440 INFO:teuthology.orchestra.run.smithi105.stdout: "exported_inodes": 114, 2023-10-21T15:44:29.440 INFO:teuthology.orchestra.run.smithi105.stdout: "imported": 53, 2023-10-21T15:44:29.440 INFO:teuthology.orchestra.run.smithi105.stdout: "imported_inodes": 910, 2023-10-21T15:44:29.440 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:29.441 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_backtrace_fetch": 101, 2023-10-21T15:44:29.441 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:29.441 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rfiles": 3280, 2023-10-21T15:44:29.441 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rbytes": 45660206, 2023-10-21T15:44:29.441 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rsnaps": 0, 2023-10-21T15:44:29.442 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_fetch": 101, 2023-10-21T15:44:29.442 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:29.442 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:29.442 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:29.443 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_inodes": 0, 2023-10-21T15:44:29.443 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:29.443 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dirfrag_rstats": 0, 2023-10-21T15:44:29.443 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_file_inodes": 101, 2023-10-21T15:44:29.443 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_inode_file_caps": 28, 2023-10-21T15:44:29.444 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_revoke": 34, 2023-10-21T15:44:29.444 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_grant": 1362, 2023-10-21T15:44:29.444 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_trunc": 0, 2023-10-21T15:44:29.444 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:29.444 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:29.445 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps": 960, 2023-10-21T15:44:29.445 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps_dirty": 815, 2023-10-21T15:44:29.446 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_cap_release": 59, 2023-10-21T15:44:29.446 INFO:teuthology.orchestra.run.smithi105.stdout: "process_request_cap_release": 2057 2023-10-21T15:44:29.446 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.446 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_cache": { 2023-10-21T15:44:29.446 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update": 155, 2023-10-21T15:44:29.447 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update_receipt": 520, 2023-10-21T15:44:29.447 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_try_discover": 296, 2023-10-21T15:44:29.447 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_send_discover": 398, 2023-10-21T15:44:29.447 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_handle_discover": 257, 2023-10-21T15:44:29.447 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays": 0, 2023-10-21T15:44:29.448 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:29.448 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:29.448 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_created": 1017, 2023-10-21T15:44:29.448 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_enqueued": 1017, 2023-10-21T15:44:29.448 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:29.449 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_migrated": 0, 2023-10-21T15:44:29.449 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:29.449 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:29.449 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:29.449 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_started": 0, 2023-10-21T15:44:29.449 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_completed": 0, 2023-10-21T15:44:29.450 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:29.450 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_exportdir": 30, 2023-10-21T15:44:29.450 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_flush": 0, 2023-10-21T15:44:29.450 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:29.450 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:29.451 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_inodestats": 0 2023-10-21T15:44:29.451 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.451 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_log": { 2023-10-21T15:44:29.451 INFO:teuthology.orchestra.run.smithi105.stdout: "evlrg": 0, 2023-10-21T15:44:29.451 INFO:teuthology.orchestra.run.smithi105.stdout: "evadd": 3987, 2023-10-21T15:44:29.452 INFO:teuthology.orchestra.run.smithi105.stdout: "evex": 0, 2023-10-21T15:44:29.452 INFO:teuthology.orchestra.run.smithi105.stdout: "evtrm": 0, 2023-10-21T15:44:29.452 INFO:teuthology.orchestra.run.smithi105.stdout: "ev": 3987, 2023-10-21T15:44:29.452 INFO:teuthology.orchestra.run.smithi105.stdout: "evexg": 0, 2023-10-21T15:44:29.452 INFO:teuthology.orchestra.run.smithi105.stdout: "evexd": 0, 2023-10-21T15:44:29.453 INFO:teuthology.orchestra.run.smithi105.stdout: "segadd": 6, 2023-10-21T15:44:29.453 INFO:teuthology.orchestra.run.smithi105.stdout: "segex": 0, 2023-10-21T15:44:29.453 INFO:teuthology.orchestra.run.smithi105.stdout: "segtrm": 0, 2023-10-21T15:44:29.453 INFO:teuthology.orchestra.run.smithi105.stdout: "seg": 6, 2023-10-21T15:44:29.453 INFO:teuthology.orchestra.run.smithi105.stdout: "segmjr": 2, 2023-10-21T15:44:29.454 INFO:teuthology.orchestra.run.smithi105.stdout: "segexg": 0, 2023-10-21T15:44:29.454 INFO:teuthology.orchestra.run.smithi105.stdout: "segexd": 0, 2023-10-21T15:44:29.454 INFO:teuthology.orchestra.run.smithi105.stdout: "expos": 4194304, 2023-10-21T15:44:29.454 INFO:teuthology.orchestra.run.smithi105.stdout: "wrpos": 10320379, 2023-10-21T15:44:29.454 INFO:teuthology.orchestra.run.smithi105.stdout: "rdpos": 0, 2023-10-21T15:44:29.455 INFO:teuthology.orchestra.run.smithi105.stdout: "jlat": { 2023-10-21T15:44:29.455 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 182, 2023-10-21T15:44:29.455 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 2.602991765, 2023-10-21T15:44:29.455 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.014302152 2023-10-21T15:44:29.455 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.456 INFO:teuthology.orchestra.run.smithi105.stdout: "replayed": 0 2023-10-21T15:44:29.456 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.456 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_mem": { 2023-10-21T15:44:29.456 INFO:teuthology.orchestra.run.smithi105.stdout: "ino": 22, 2023-10-21T15:44:29.456 INFO:teuthology.orchestra.run.smithi105.stdout: "ino+": 1104, 2023-10-21T15:44:29.457 INFO:teuthology.orchestra.run.smithi105.stdout: "ino-": 1082, 2023-10-21T15:44:29.457 INFO:teuthology.orchestra.run.smithi105.stdout: "dir": 27, 2023-10-21T15:44:29.457 INFO:teuthology.orchestra.run.smithi105.stdout: "dir+": 289, 2023-10-21T15:44:29.457 INFO:teuthology.orchestra.run.smithi105.stdout: "dir-": 262, 2023-10-21T15:44:29.457 INFO:teuthology.orchestra.run.smithi105.stdout: "dn": 59, 2023-10-21T15:44:29.457 INFO:teuthology.orchestra.run.smithi105.stdout: "dn+": 2057, 2023-10-21T15:44:29.458 INFO:teuthology.orchestra.run.smithi105.stdout: "dn-": 1998, 2023-10-21T15:44:29.458 INFO:teuthology.orchestra.run.smithi105.stdout: "cap": 1, 2023-10-21T15:44:29.458 INFO:teuthology.orchestra.run.smithi105.stdout: "cap+": 1683, 2023-10-21T15:44:29.458 INFO:teuthology.orchestra.run.smithi105.stdout: "cap-": 1682, 2023-10-21T15:44:29.458 INFO:teuthology.orchestra.run.smithi105.stdout: "rss": 64284, 2023-10-21T15:44:29.459 INFO:teuthology.orchestra.run.smithi105.stdout: "heap": 198960 2023-10-21T15:44:29.459 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.459 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_server": { 2023-10-21T15:44:29.459 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_client_request": 2823, 2023-10-21T15:44:29.459 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_server_request": 49, 2023-10-21T15:44:29.460 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_request": 2552, 2023-10-21T15:44:29.460 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_session": 8, 2023-10-21T15:44:29.460 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_peer_request": 230, 2023-10-21T15:44:29.460 INFO:teuthology.orchestra.run.smithi105.stdout: "req_create_latency": { 2023-10-21T15:44:29.461 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 283, 2023-10-21T15:44:29.461 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.218641242, 2023-10-21T15:44:29.462 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000772583 2023-10-21T15:44:29.462 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.463 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getattr_latency": { 2023-10-21T15:44:29.463 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 8, 2023-10-21T15:44:29.463 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.006105073, 2023-10-21T15:44:29.463 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000763134 2023-10-21T15:44:29.463 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.464 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:29.464 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.464 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.464 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.465 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.465 INFO:teuthology.orchestra.run.smithi105.stdout: "req_link_latency": { 2023-10-21T15:44:29.465 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.465 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.465 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.466 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.466 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookup_latency": { 2023-10-21T15:44:29.466 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1055, 2023-10-21T15:44:29.466 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.321484229, 2023-10-21T15:44:29.467 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000304724 2023-10-21T15:44:29.467 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.467 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:29.467 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.467 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.468 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.468 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.468 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupino_latency": { 2023-10-21T15:44:29.468 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1, 2023-10-21T15:44:29.469 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000173145, 2023-10-21T15:44:29.469 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000173145 2023-10-21T15:44:29.469 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.469 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupname_latency": { 2023-10-21T15:44:29.469 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.469 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.470 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.470 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.470 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:29.471 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.471 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.471 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.471 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.472 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:29.472 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.472 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.472 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.472 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.473 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lssnap_latency": { 2023-10-21T15:44:29.473 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.473 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.473 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.473 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.474 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mkdir_latency": { 2023-10-21T15:44:29.474 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.474 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.474 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.474 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.475 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mknod_latency": { 2023-10-21T15:44:29.475 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.475 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.475 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.476 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.476 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mksnap_latency": { 2023-10-21T15:44:29.476 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.476 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.476 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.477 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.477 INFO:teuthology.orchestra.run.smithi105.stdout: "req_open_latency": { 2023-10-21T15:44:29.477 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.477 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.477 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.478 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.478 INFO:teuthology.orchestra.run.smithi105.stdout: "req_readdir_latency": { 2023-10-21T15:44:29.478 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 30, 2023-10-21T15:44:29.478 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.025459541, 2023-10-21T15:44:29.478 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000848651 2023-10-21T15:44:29.479 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.479 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rename_latency": { 2023-10-21T15:44:29.479 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.479 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.479 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.480 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.480 INFO:teuthology.orchestra.run.smithi105.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:29.480 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.480 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.480 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.481 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.481 INFO:teuthology.orchestra.run.smithi105.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:29.481 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.481 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.481 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.482 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.482 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmdir_latency": { 2023-10-21T15:44:29.482 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 16, 2023-10-21T15:44:29.482 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.333462003, 2023-10-21T15:44:29.482 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.020841375 2023-10-21T15:44:29.483 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.483 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:29.483 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.483 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.483 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.484 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.484 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:29.484 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.484 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.484 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.485 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.485 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setattr_latency": { 2023-10-21T15:44:29.485 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.485 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.485 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.485 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.486 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:29.486 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.486 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.486 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.486 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.487 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:29.487 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.487 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.487 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.487 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.488 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setlayout_latency": { 2023-10-21T15:44:29.488 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.488 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.488 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.488 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.489 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setxattr_latency": { 2023-10-21T15:44:29.489 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.489 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.489 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.489 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.490 INFO:teuthology.orchestra.run.smithi105.stdout: "req_symlink_latency": { 2023-10-21T15:44:29.490 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.490 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.490 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.490 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.490 INFO:teuthology.orchestra.run.smithi105.stdout: "req_unlink_latency": { 2023-10-21T15:44:29.491 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1001, 2023-10-21T15:44:29.491 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1.138541280, 2023-10-21T15:44:29.491 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.001137403 2023-10-21T15:44:29.491 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.492 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:29.492 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:29.492 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:29.492 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.492 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.492 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.493 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.493 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.493 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_sessions": { 2023-10-21T15:44:29.493 INFO:teuthology.orchestra.run.smithi105.stdout: "session_count": 1, 2023-10-21T15:44:29.494 INFO:teuthology.orchestra.run.smithi105.stdout: "session_add": 2, 2023-10-21T15:44:29.494 INFO:teuthology.orchestra.run.smithi105.stdout: "session_remove": 1, 2023-10-21T15:44:29.494 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_open": 1, 2023-10-21T15:44:29.494 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_stale": 0, 2023-10-21T15:44:29.494 INFO:teuthology.orchestra.run.smithi105.stdout: "total_load": 1408, 2023-10-21T15:44:29.495 INFO:teuthology.orchestra.run.smithi105.stdout: "average_load": 1408, 2023-10-21T15:44:29.495 INFO:teuthology.orchestra.run.smithi105.stdout: "avg_session_uptime": 269, 2023-10-21T15:44:29.495 INFO:teuthology.orchestra.run.smithi105.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:29.495 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.495 INFO:teuthology.orchestra.run.smithi105.stdout: "mempool": { 2023-10-21T15:44:29.496 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:29.496 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:29.496 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:29.496 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:29.496 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:29.497 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:29.497 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:29.497 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:29.497 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:29.498 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:29.498 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:29.498 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:29.498 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:29.498 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:29.499 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:29.499 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:29.499 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:29.499 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:29.500 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:29.500 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:29.500 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:29.500 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:29.500 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:29.501 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:29.501 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:29.501 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:29.501 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:29.502 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:29.502 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:29.502 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:29.502 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:29.503 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_items": 0, 2023-10-21T15:44:29.503 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:29.503 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:29.503 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:29.504 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:29.504 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_bytes": 279545, 2023-10-21T15:44:29.504 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_items": 100, 2023-10-21T15:44:29.504 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_bytes": 0, 2023-10-21T15:44:29.504 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_items": 0, 2023-10-21T15:44:29.505 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_bytes": 0, 2023-10-21T15:44:29.505 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_items": 0, 2023-10-21T15:44:29.505 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:29.505 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:29.505 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:29.505 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:29.506 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:29.506 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_items": 158, 2023-10-21T15:44:29.506 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:29.506 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:29.506 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:29.507 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_items": 0, 2023-10-21T15:44:29.507 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_bytes": 132025, 2023-10-21T15:44:29.507 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_items": 973, 2023-10-21T15:44:29.507 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:29.507 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_items": 0, 2023-10-21T15:44:29.508 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:29.508 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_items": 0 2023-10-21T15:44:29.508 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.508 INFO:teuthology.orchestra.run.smithi105.stdout: "objecter": { 2023-10-21T15:44:29.508 INFO:teuthology.orchestra.run.smithi105.stdout: "op_active": 0, 2023-10-21T15:44:29.509 INFO:teuthology.orchestra.run.smithi105.stdout: "op_laggy": 0, 2023-10-21T15:44:29.509 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send": 1465, 2023-10-21T15:44:29.509 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send_bytes": 6287717, 2023-10-21T15:44:29.509 INFO:teuthology.orchestra.run.smithi105.stdout: "op_resend": 33, 2023-10-21T15:44:29.509 INFO:teuthology.orchestra.run.smithi105.stdout: "op_reply": 1465, 2023-10-21T15:44:29.510 INFO:teuthology.orchestra.run.smithi105.stdout: "op_latency": { 2023-10-21T15:44:29.510 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1465, 2023-10-21T15:44:29.510 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 4.538911274, 2023-10-21T15:44:29.510 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.003098232 2023-10-21T15:44:29.510 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.511 INFO:teuthology.orchestra.run.smithi105.stdout: "op_inflight": 0, 2023-10-21T15:44:29.511 INFO:teuthology.orchestra.run.smithi105.stdout: "oplen_avg": { 2023-10-21T15:44:29.511 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1465, 2023-10-21T15:44:29.511 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1504 2023-10-21T15:44:29.511 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.512 INFO:teuthology.orchestra.run.smithi105.stdout: "op": 1465, 2023-10-21T15:44:29.512 INFO:teuthology.orchestra.run.smithi105.stdout: "op_r": 137, 2023-10-21T15:44:29.512 INFO:teuthology.orchestra.run.smithi105.stdout: "op_w": 1328, 2023-10-21T15:44:29.512 INFO:teuthology.orchestra.run.smithi105.stdout: "op_rmw": 0, 2023-10-21T15:44:29.512 INFO:teuthology.orchestra.run.smithi105.stdout: "op_pg": 0, 2023-10-21T15:44:29.512 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_stat": 0, 2023-10-21T15:44:29.513 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_create": 10, 2023-10-21T15:44:29.513 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_read": 36, 2023-10-21T15:44:29.513 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_write": 218, 2023-10-21T15:44:29.513 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writefull": 35, 2023-10-21T15:44:29.513 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writesame": 0, 2023-10-21T15:44:29.514 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_append": 0, 2023-10-21T15:44:29.514 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_zero": 0, 2023-10-21T15:44:29.514 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_truncate": 0, 2023-10-21T15:44:29.514 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_delete": 1038, 2023-10-21T15:44:29.515 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_mapext": 0, 2023-10-21T15:44:29.515 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:29.515 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:29.515 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_getxattr": 101, 2023-10-21T15:44:29.515 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_setxattr": 20, 2023-10-21T15:44:29.516 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:29.516 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:29.516 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:29.516 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_call": 0, 2023-10-21T15:44:29.516 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_watch": 0, 2023-10-21T15:44:29.517 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_notify": 0, 2023-10-21T15:44:29.517 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:29.517 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls": 0, 2023-10-21T15:44:29.517 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:29.518 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_other": 0, 2023-10-21T15:44:29.518 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_active": 0, 2023-10-21T15:44:29.518 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_send": 0, 2023-10-21T15:44:29.518 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_resend": 0, 2023-10-21T15:44:29.519 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_ping": 0, 2023-10-21T15:44:29.519 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_active": 0, 2023-10-21T15:44:29.519 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_send": 0, 2023-10-21T15:44:29.519 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_resend": 0, 2023-10-21T15:44:29.519 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_active": 0, 2023-10-21T15:44:29.521 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_send": 0, 2023-10-21T15:44:29.521 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_resend": 0, 2023-10-21T15:44:29.521 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_active": 0, 2023-10-21T15:44:29.522 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_send": 0, 2023-10-21T15:44:29.522 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_resend": 0, 2023-10-21T15:44:29.522 INFO:teuthology.orchestra.run.smithi105.stdout: "command_active": 0, 2023-10-21T15:44:29.522 INFO:teuthology.orchestra.run.smithi105.stdout: "command_send": 0, 2023-10-21T15:44:29.522 INFO:teuthology.orchestra.run.smithi105.stdout: "command_resend": 0, 2023-10-21T15:44:29.523 INFO:teuthology.orchestra.run.smithi105.stdout: "map_epoch": 87, 2023-10-21T15:44:29.523 INFO:teuthology.orchestra.run.smithi105.stdout: "map_full": 0, 2023-10-21T15:44:29.523 INFO:teuthology.orchestra.run.smithi105.stdout: "map_inc": 3, 2023-10-21T15:44:29.523 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_sessions": 12, 2023-10-21T15:44:29.523 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_open": 12, 2023-10-21T15:44:29.524 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_close": 0, 2023-10-21T15:44:29.524 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_laggy": 0, 2023-10-21T15:44:29.524 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_wr": 36, 2023-10-21T15:44:29.524 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_rd": 0, 2023-10-21T15:44:29.524 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_del": 10 2023-10-21T15:44:29.524 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.525 INFO:teuthology.orchestra.run.smithi105.stdout: "oft": { 2023-10-21T15:44:29.525 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_objs": 1, 2023-10-21T15:44:29.525 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:29.525 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_updates": 0, 2023-10-21T15:44:29.525 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_removes": 0 2023-10-21T15:44:29.526 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.526 INFO:teuthology.orchestra.run.smithi105.stdout: "osd-slow-ops": { 2023-10-21T15:44:29.526 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_ops_count": 0 2023-10-21T15:44:29.526 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.526 INFO:teuthology.orchestra.run.smithi105.stdout: "purge_queue": { 2023-10-21T15:44:29.527 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:29.527 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops_high_water": 9, 2023-10-21T15:44:29.527 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing": 0, 2023-10-21T15:44:29.527 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_high_water": 6, 2023-10-21T15:44:29.527 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed": 1017, 2023-10-21T15:44:29.528 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:29.528 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.528 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:29.528 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:29.528 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2023-10-21T15:44:29.529 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:29.529 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 10600, 2023-10-21T15:44:29.529 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 4247662, 2023-10-21T15:44:29.529 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:29.529 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 10600, 2023-10-21T15:44:29.530 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:29.530 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:29.530 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 10600, 2023-10-21T15:44:29.530 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 4247662, 2023-10-21T15:44:29.530 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:29.530 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.531 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.531 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.531 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.531 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.531 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:29.532 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:29.532 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2023-10-21T15:44:29.532 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:29.533 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:29.533 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:29.534 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:29.534 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:29.535 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 1465, 2023-10-21T15:44:29.535 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 6390442, 2023-10-21T15:44:29.535 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1465, 2023-10-21T15:44:29.535 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 6390442, 2023-10-21T15:44:29.536 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:29.536 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.536 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.536 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.536 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.537 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.537 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:29.537 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:29.537 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 1024, 2023-10-21T15:44:29.537 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:29.537 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:29.538 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:29.538 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:29.538 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:29.538 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 1465, 2023-10-21T15:44:29.538 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 1465, 2023-10-21T15:44:29.539 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1465, 2023-10-21T15:44:29.539 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 1465, 2023-10-21T15:44:29.539 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:29.539 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.539 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.540 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.540 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.540 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.540 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:29.540 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:29.541 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2023-10-21T15:44:29.541 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:29.541 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 1017, 2023-10-21T15:44:29.541 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 102725, 2023-10-21T15:44:29.541 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:29.542 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 1017, 2023-10-21T15:44:29.542 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:29.542 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:29.542 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 36, 2023-10-21T15:44:29.542 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 102725, 2023-10-21T15:44:29.543 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:29.543 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.543 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.543 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.543 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.544 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:29.544 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle-0x55da3698e6e0": { 2023-10-21T15:44:29.544 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:29.544 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2023-10-21T15:44:29.544 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:29.544 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 3987, 2023-10-21T15:44:29.545 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 6126075, 2023-10-21T15:44:29.545 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:29.545 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 3987, 2023-10-21T15:44:29.545 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:29.545 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:29.546 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 182, 2023-10-21T15:44:29.546 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 6126075, 2023-10-21T15:44:29.546 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:29.546 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:29.546 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:29.547 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:29.547 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.547 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:29.547 INFO:teuthology.orchestra.run.smithi105.stdout:} 2023-10-21T15:44:29.548 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:28 smithi046 ceph-mon[99436]: pgmap v442: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.2 KiB/s wr, 15 op/s 2023-10-21T15:44:29.548 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:28 smithi105 ceph-mon[103980]: pgmap v442: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 5.2 KiB/s wr, 15 op/s 2023-10-21T15:44:29.811 INFO:tasks.check_counter:Daemon mds.e mds.exported=30 2023-10-21T15:44:29.812 INFO:tasks.check_counter:Daemon mds.e mds.imported=53 2023-10-21T15:44:29.812 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=155 2023-10-21T15:44:29.812 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=520 2023-10-21T15:44:29.813 INFO:tasks.check_counter:Daemon mds.e mds.dir_split=0 2023-10-21T15:44:29.813 DEBUG:tasks.check_counter:Getting stats from h 2023-10-21T15:44:29.813 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.h perf dump 2023-10-21T15:44:30.366 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:44:31.240 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:30 smithi105 ceph-mon[103980]: pgmap v443: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 3.4 KiB/s wr, 13 op/s 2023-10-21T15:44:31.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:30 smithi119 ceph-mon[103628]: pgmap v443: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 3.4 KiB/s wr, 13 op/s 2023-10-21T15:44:31.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:30 smithi046 ceph-mon[99436]: pgmap v443: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 3.4 KiB/s wr, 13 op/s 2023-10-21T15:44:31.624 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2023-10-21T15:44:31.625 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:31.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 1034, 2023-10-21T15:44:31.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 1034, 2023-10-21T15:44:31.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 10258015, 2023-10-21T15:44:31.626 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 320785, 2023-10-21T15:44:31.626 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 6, 2023-10-21T15:44:31.626 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 2, 2023-10-21T15:44:31.626 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.076410739, 2023-10-21T15:44:31.626 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.021382717, 2023-10-21T15:44:31.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.022448992, 2023-10-21T15:44:31.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.025965857, 2023-10-21T15:44:31.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:31.627 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1033, 2023-10-21T15:44:31.628 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.027851678, 2023-10-21T15:44:31.628 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000026961 2023-10-21T15:44:31.628 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.628 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:31.629 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.629 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.629 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.629 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.629 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-10-21T15:44:31.630 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 448 2023-10-21T15:44:31.630 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.630 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:31.630 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 19, 2023-10-21T15:44:31.630 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 97, 2023-10-21T15:44:31.631 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 4652, 2023-10-21T15:44:31.631 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 219100, 2023-10-21T15:44:31.631 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 5, 2023-10-21T15:44:31.631 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 4, 2023-10-21T15:44:31.631 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.006815941, 2023-10-21T15:44:31.632 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.003260352, 2023-10-21T15:44:31.632 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.001943552, 2023-10-21T15:44:31.632 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.000694947, 2023-10-21T15:44:31.632 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:31.632 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 95, 2023-10-21T15:44:31.633 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.005844107, 2023-10-21T15:44:31.633 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000061516 2023-10-21T15:44:31.633 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.634 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:31.634 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.634 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.634 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.634 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.635 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-21T15:44:31.635 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 213440 2023-10-21T15:44:31.635 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.635 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:31.635 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 143, 2023-10-21T15:44:31.636 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 114, 2023-10-21T15:44:31.636 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 606700, 2023-10-21T15:44:31.636 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 63527, 2023-10-21T15:44:31.636 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 3, 2023-10-21T15:44:31.636 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 2, 2023-10-21T15:44:31.637 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.017514372, 2023-10-21T15:44:31.637 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.005422227, 2023-10-21T15:44:31.637 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.011725882, 2023-10-21T15:44:31.637 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.002459940, 2023-10-21T15:44:31.637 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:31.638 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 113, 2023-10-21T15:44:31.638 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.005564702, 2023-10-21T15:44:31.638 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000049245 2023-10-21T15:44:31.638 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.638 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:31.638 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.639 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.639 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.639 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.639 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 606432, 2023-10-21T15:44:31.640 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 63216 2023-10-21T15:44:31.640 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.640 INFO:teuthology.orchestra.run.smithi105.stdout: "cct": { 2023-10-21T15:44:31.640 INFO:teuthology.orchestra.run.smithi105.stdout: "total_workers": 1, 2023-10-21T15:44:31.641 INFO:teuthology.orchestra.run.smithi105.stdout: "unhealthy_workers": 0 2023-10-21T15:44:31.641 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.641 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-MDSRank": { 2023-10-21T15:44:31.641 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2023-10-21T15:44:31.641 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2023-10-21T15:44:31.641 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1803, 2023-10-21T15:44:31.642 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.044068174, 2023-10-21T15:44:31.642 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000024441 2023-10-21T15:44:31.642 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.642 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.642 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:31.643 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2023-10-21T15:44:31.643 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2023-10-21T15:44:31.643 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.643 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.644 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.644 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.644 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.644 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": { 2023-10-21T15:44:31.644 INFO:teuthology.orchestra.run.smithi105.stdout: "request": 0, 2023-10-21T15:44:31.645 INFO:teuthology.orchestra.run.smithi105.stdout: "reply": 0, 2023-10-21T15:44:31.645 INFO:teuthology.orchestra.run.smithi105.stdout: "reply_latency": { 2023-10-21T15:44:31.645 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.645 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.645 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.646 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.646 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_reply": 0, 2023-10-21T15:44:31.646 INFO:teuthology.orchestra.run.smithi105.stdout: "forward": 0, 2023-10-21T15:44:31.646 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_complete": 0, 2023-10-21T15:44:31.646 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:31.647 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_commit": 0, 2023-10-21T15:44:31.647 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_split": 0, 2023-10-21T15:44:31.647 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_merge": 0, 2023-10-21T15:44:31.647 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes": 2763, 2023-10-21T15:44:31.647 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_top": 0, 2023-10-21T15:44:31.648 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_bottom": 0, 2023-10-21T15:44:31.648 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pin_tail": 2763, 2023-10-21T15:44:31.648 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pinned": 2763, 2023-10-21T15:44:31.648 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_expired": 194, 2023-10-21T15:44:31.648 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_with_caps": 0, 2023-10-21T15:44:31.649 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": 0, 2023-10-21T15:44:31.649 INFO:teuthology.orchestra.run.smithi105.stdout: "subtrees": 3, 2023-10-21T15:44:31.649 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse": 0, 2023-10-21T15:44:31.649 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_hit": 0, 2023-10-21T15:44:31.649 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_forward": 0, 2023-10-21T15:44:31.649 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_discover": 0, 2023-10-21T15:44:31.650 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:31.650 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:31.650 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_lock": 0, 2023-10-21T15:44:31.650 INFO:teuthology.orchestra.run.smithi105.stdout: "load_cent": 0, 2023-10-21T15:44:31.651 INFO:teuthology.orchestra.run.smithi105.stdout: "q": 0, 2023-10-21T15:44:31.651 INFO:teuthology.orchestra.run.smithi105.stdout: "exported": 0, 2023-10-21T15:44:31.651 INFO:teuthology.orchestra.run.smithi105.stdout: "exported_inodes": 0, 2023-10-21T15:44:31.651 INFO:teuthology.orchestra.run.smithi105.stdout: "imported": 0, 2023-10-21T15:44:31.651 INFO:teuthology.orchestra.run.smithi105.stdout: "imported_inodes": 0, 2023-10-21T15:44:31.652 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:31.652 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_backtrace_fetch": 0, 2023-10-21T15:44:31.652 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:31.652 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rfiles": 0, 2023-10-21T15:44:31.652 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rbytes": 0, 2023-10-21T15:44:31.652 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rsnaps": 0, 2023-10-21T15:44:31.653 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_fetch": 0, 2023-10-21T15:44:31.653 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:31.653 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:31.653 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:31.653 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_inodes": 0, 2023-10-21T15:44:31.654 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:31.654 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dirfrag_rstats": 0, 2023-10-21T15:44:31.654 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_file_inodes": 0, 2023-10-21T15:44:31.654 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_inode_file_caps": 0, 2023-10-21T15:44:31.654 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_revoke": 0, 2023-10-21T15:44:31.655 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_grant": 0, 2023-10-21T15:44:31.655 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_trunc": 0, 2023-10-21T15:44:31.655 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:31.655 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:31.655 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps": 0, 2023-10-21T15:44:31.656 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps_dirty": 0, 2023-10-21T15:44:31.656 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_cap_release": 0, 2023-10-21T15:44:31.656 INFO:teuthology.orchestra.run.smithi105.stdout: "process_request_cap_release": 0 2023-10-21T15:44:31.656 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.656 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_cache": { 2023-10-21T15:44:31.656 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update": 0, 2023-10-21T15:44:31.657 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update_receipt": 0, 2023-10-21T15:44:31.657 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_try_discover": 0, 2023-10-21T15:44:31.657 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_send_discover": 0, 2023-10-21T15:44:31.657 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_handle_discover": 0, 2023-10-21T15:44:31.657 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays": 0, 2023-10-21T15:44:31.658 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:31.658 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:31.658 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_created": 0, 2023-10-21T15:44:31.658 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_enqueued": 0, 2023-10-21T15:44:31.658 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:31.659 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_migrated": 0, 2023-10-21T15:44:31.659 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:31.659 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:31.659 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:31.659 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_started": 0, 2023-10-21T15:44:31.660 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_completed": 0, 2023-10-21T15:44:31.660 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:31.660 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_exportdir": 0, 2023-10-21T15:44:31.660 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_flush": 0, 2023-10-21T15:44:31.660 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:31.661 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:31.661 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_inodestats": 0 2023-10-21T15:44:31.661 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.661 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_log": { 2023-10-21T15:44:31.661 INFO:teuthology.orchestra.run.smithi105.stdout: "evlrg": 0, 2023-10-21T15:44:31.662 INFO:teuthology.orchestra.run.smithi105.stdout: "evadd": 0, 2023-10-21T15:44:31.662 INFO:teuthology.orchestra.run.smithi105.stdout: "evex": 0, 2023-10-21T15:44:31.662 INFO:teuthology.orchestra.run.smithi105.stdout: "evtrm": 0, 2023-10-21T15:44:31.662 INFO:teuthology.orchestra.run.smithi105.stdout: "ev": 5660, 2023-10-21T15:44:31.662 INFO:teuthology.orchestra.run.smithi105.stdout: "evexg": 0, 2023-10-21T15:44:31.662 INFO:teuthology.orchestra.run.smithi105.stdout: "evexd": 0, 2023-10-21T15:44:31.663 INFO:teuthology.orchestra.run.smithi105.stdout: "segadd": 0, 2023-10-21T15:44:31.663 INFO:teuthology.orchestra.run.smithi105.stdout: "segex": 0, 2023-10-21T15:44:31.663 INFO:teuthology.orchestra.run.smithi105.stdout: "segtrm": 0, 2023-10-21T15:44:31.663 INFO:teuthology.orchestra.run.smithi105.stdout: "seg": 9, 2023-10-21T15:44:31.663 INFO:teuthology.orchestra.run.smithi105.stdout: "segmjr": 2, 2023-10-21T15:44:31.664 INFO:teuthology.orchestra.run.smithi105.stdout: "segexg": 0, 2023-10-21T15:44:31.664 INFO:teuthology.orchestra.run.smithi105.stdout: "segexd": 0, 2023-10-21T15:44:31.664 INFO:teuthology.orchestra.run.smithi105.stdout: "expos": 4194304, 2023-10-21T15:44:31.664 INFO:teuthology.orchestra.run.smithi105.stdout: "wrpos": 14156908, 2023-10-21T15:44:31.664 INFO:teuthology.orchestra.run.smithi105.stdout: "rdpos": 14155770, 2023-10-21T15:44:31.665 INFO:teuthology.orchestra.run.smithi105.stdout: "jlat": { 2023-10-21T15:44:31.665 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.665 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.665 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.665 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.665 INFO:teuthology.orchestra.run.smithi105.stdout: "replayed": 5660 2023-10-21T15:44:31.666 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.666 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_mem": { 2023-10-21T15:44:31.666 INFO:teuthology.orchestra.run.smithi105.stdout: "ino": 25, 2023-10-21T15:44:31.666 INFO:teuthology.orchestra.run.smithi105.stdout: "ino+": 1461, 2023-10-21T15:44:31.666 INFO:teuthology.orchestra.run.smithi105.stdout: "ino-": 1436, 2023-10-21T15:44:31.667 INFO:teuthology.orchestra.run.smithi105.stdout: "dir": 94, 2023-10-21T15:44:31.667 INFO:teuthology.orchestra.run.smithi105.stdout: "dir+": 229, 2023-10-21T15:44:31.667 INFO:teuthology.orchestra.run.smithi105.stdout: "dir-": 135, 2023-10-21T15:44:31.667 INFO:teuthology.orchestra.run.smithi105.stdout: "dn": 2763, 2023-10-21T15:44:31.667 INFO:teuthology.orchestra.run.smithi105.stdout: "dn+": 3692, 2023-10-21T15:44:31.668 INFO:teuthology.orchestra.run.smithi105.stdout: "dn-": 929, 2023-10-21T15:44:31.668 INFO:teuthology.orchestra.run.smithi105.stdout: "cap": 0, 2023-10-21T15:44:31.668 INFO:teuthology.orchestra.run.smithi105.stdout: "cap+": 0, 2023-10-21T15:44:31.668 INFO:teuthology.orchestra.run.smithi105.stdout: "cap-": 0, 2023-10-21T15:44:31.668 INFO:teuthology.orchestra.run.smithi105.stdout: "rss": 50580, 2023-10-21T15:44:31.669 INFO:teuthology.orchestra.run.smithi105.stdout: "heap": 207152 2023-10-21T15:44:31.669 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.669 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_server": { 2023-10-21T15:44:31.669 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_client_request": 0, 2023-10-21T15:44:31.669 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_server_request": 0, 2023-10-21T15:44:31.670 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_request": 0, 2023-10-21T15:44:31.670 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_session": 0, 2023-10-21T15:44:31.670 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_peer_request": 0, 2023-10-21T15:44:31.670 INFO:teuthology.orchestra.run.smithi105.stdout: "req_create_latency": { 2023-10-21T15:44:31.670 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.671 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.671 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.671 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.671 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getattr_latency": { 2023-10-21T15:44:31.671 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.672 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.672 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.672 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.672 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:31.673 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.673 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.673 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.673 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.673 INFO:teuthology.orchestra.run.smithi105.stdout: "req_link_latency": { 2023-10-21T15:44:31.674 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.674 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.674 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.674 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.674 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookup_latency": { 2023-10-21T15:44:31.675 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.675 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.675 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.675 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.675 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:31.676 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.676 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.676 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.676 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.676 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupino_latency": { 2023-10-21T15:44:31.677 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.677 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.677 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.677 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.677 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupname_latency": { 2023-10-21T15:44:31.678 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.678 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.678 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.678 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.678 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:31.679 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.679 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.679 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.679 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.679 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:31.680 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.680 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.680 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.680 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.680 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lssnap_latency": { 2023-10-21T15:44:31.681 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.681 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.681 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.681 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.681 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mkdir_latency": { 2023-10-21T15:44:31.682 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.682 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.682 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.682 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.682 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mknod_latency": { 2023-10-21T15:44:31.683 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.683 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.683 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.683 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.683 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mksnap_latency": { 2023-10-21T15:44:31.684 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.684 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.684 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.684 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.684 INFO:teuthology.orchestra.run.smithi105.stdout: "req_open_latency": { 2023-10-21T15:44:31.685 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.685 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.685 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.685 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.685 INFO:teuthology.orchestra.run.smithi105.stdout: "req_readdir_latency": { 2023-10-21T15:44:31.686 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.686 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.686 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.686 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.686 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rename_latency": { 2023-10-21T15:44:31.687 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.687 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.687 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.687 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.687 INFO:teuthology.orchestra.run.smithi105.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:31.688 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.688 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.688 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.688 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.688 INFO:teuthology.orchestra.run.smithi105.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:31.688 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.689 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.689 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.689 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.689 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmdir_latency": { 2023-10-21T15:44:31.689 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.690 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.690 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.690 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.690 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:31.690 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.691 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.691 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.691 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.691 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:31.691 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.692 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.692 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.692 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.692 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setattr_latency": { 2023-10-21T15:44:31.692 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.693 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.693 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.693 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.693 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:31.693 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.694 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.694 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.694 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.694 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:31.694 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.695 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.695 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.695 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.695 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setlayout_latency": { 2023-10-21T15:44:31.695 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.696 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.696 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.696 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.696 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setxattr_latency": { 2023-10-21T15:44:31.696 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.697 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.697 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.697 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.697 INFO:teuthology.orchestra.run.smithi105.stdout: "req_symlink_latency": { 2023-10-21T15:44:31.697 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.698 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.698 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.698 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.698 INFO:teuthology.orchestra.run.smithi105.stdout: "req_unlink_latency": { 2023-10-21T15:44:31.698 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.699 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.699 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.699 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.699 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:31.699 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:31.700 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:31.700 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.700 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.700 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.700 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.701 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.701 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_sessions": { 2023-10-21T15:44:31.701 INFO:teuthology.orchestra.run.smithi105.stdout: "session_count": 1, 2023-10-21T15:44:31.701 INFO:teuthology.orchestra.run.smithi105.stdout: "session_add": 1, 2023-10-21T15:44:31.701 INFO:teuthology.orchestra.run.smithi105.stdout: "session_remove": 0, 2023-10-21T15:44:31.702 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_open": 1, 2023-10-21T15:44:31.702 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_stale": 0, 2023-10-21T15:44:31.702 INFO:teuthology.orchestra.run.smithi105.stdout: "total_load": 0, 2023-10-21T15:44:31.702 INFO:teuthology.orchestra.run.smithi105.stdout: "average_load": 0, 2023-10-21T15:44:31.702 INFO:teuthology.orchestra.run.smithi105.stdout: "avg_session_uptime": 1648, 2023-10-21T15:44:31.703 INFO:teuthology.orchestra.run.smithi105.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:31.703 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.703 INFO:teuthology.orchestra.run.smithi105.stdout: "mempool": { 2023-10-21T15:44:31.703 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:31.703 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:31.704 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:31.704 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:31.704 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:31.704 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:31.704 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:31.705 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:31.705 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:31.705 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:31.705 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:31.705 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:31.706 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:31.706 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:31.706 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:31.706 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:31.706 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:31.707 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:31.707 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:31.707 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:31.707 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:31.707 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:31.708 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:31.708 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:31.708 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:31.708 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:31.708 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:31.709 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:31.709 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:31.709 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:31.709 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:31.710 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_items": 0, 2023-10-21T15:44:31.710 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:31.710 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:31.710 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:31.710 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:31.710 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_bytes": 189687, 2023-10-21T15:44:31.711 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_items": 61, 2023-10-21T15:44:31.711 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_bytes": 0, 2023-10-21T15:44:31.711 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_items": 0, 2023-10-21T15:44:31.711 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_bytes": 0, 2023-10-21T15:44:31.711 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_items": 0, 2023-10-21T15:44:31.712 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:31.712 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:31.712 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:31.712 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:31.712 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:31.713 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_items": 158, 2023-10-21T15:44:31.713 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:31.713 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:31.713 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:31.713 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_items": 0, 2023-10-21T15:44:31.714 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_bytes": 2127634, 2023-10-21T15:44:31.714 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_items": 12613, 2023-10-21T15:44:31.714 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:31.714 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_items": 0, 2023-10-21T15:44:31.714 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:31.715 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_items": 0 2023-10-21T15:44:31.715 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.715 INFO:teuthology.orchestra.run.smithi105.stdout: "objecter": { 2023-10-21T15:44:31.715 INFO:teuthology.orchestra.run.smithi105.stdout: "op_active": 0, 2023-10-21T15:44:31.715 INFO:teuthology.orchestra.run.smithi105.stdout: "op_laggy": 0, 2023-10-21T15:44:31.715 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send": 1049, 2023-10-21T15:44:31.716 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send_bytes": 21, 2023-10-21T15:44:31.716 INFO:teuthology.orchestra.run.smithi105.stdout: "op_resend": 3, 2023-10-21T15:44:31.716 INFO:teuthology.orchestra.run.smithi105.stdout: "op_reply": 1049, 2023-10-21T15:44:31.716 INFO:teuthology.orchestra.run.smithi105.stdout: "op_latency": { 2023-10-21T15:44:31.716 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1049, 2023-10-21T15:44:31.717 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.566988904, 2023-10-21T15:44:31.717 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000540504 2023-10-21T15:44:31.717 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.717 INFO:teuthology.orchestra.run.smithi105.stdout: "op_inflight": 0, 2023-10-21T15:44:31.717 INFO:teuthology.orchestra.run.smithi105.stdout: "oplen_avg": { 2023-10-21T15:44:31.718 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1049, 2023-10-21T15:44:31.718 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1050 2023-10-21T15:44:31.718 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.718 INFO:teuthology.orchestra.run.smithi105.stdout: "op": 1049, 2023-10-21T15:44:31.718 INFO:teuthology.orchestra.run.smithi105.stdout: "op_r": 1049, 2023-10-21T15:44:31.719 INFO:teuthology.orchestra.run.smithi105.stdout: "op_w": 0, 2023-10-21T15:44:31.719 INFO:teuthology.orchestra.run.smithi105.stdout: "op_rmw": 0, 2023-10-21T15:44:31.719 INFO:teuthology.orchestra.run.smithi105.stdout: "op_pg": 0, 2023-10-21T15:44:31.719 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_stat": 634, 2023-10-21T15:44:31.719 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_create": 0, 2023-10-21T15:44:31.719 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_read": 413, 2023-10-21T15:44:31.720 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_write": 0, 2023-10-21T15:44:31.720 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writefull": 0, 2023-10-21T15:44:31.720 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writesame": 0, 2023-10-21T15:44:31.720 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_append": 0, 2023-10-21T15:44:31.720 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_zero": 0, 2023-10-21T15:44:31.721 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_truncate": 0, 2023-10-21T15:44:31.721 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_delete": 0, 2023-10-21T15:44:31.721 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_mapext": 0, 2023-10-21T15:44:31.721 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:31.721 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:31.722 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_getxattr": 1, 2023-10-21T15:44:31.722 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_setxattr": 0, 2023-10-21T15:44:31.722 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:31.722 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:31.722 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:31.723 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_call": 0, 2023-10-21T15:44:31.723 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_watch": 0, 2023-10-21T15:44:31.723 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_notify": 0, 2023-10-21T15:44:31.723 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:31.723 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls": 0, 2023-10-21T15:44:31.724 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:31.724 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_other": 0, 2023-10-21T15:44:31.724 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_active": 0, 2023-10-21T15:44:31.724 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_send": 0, 2023-10-21T15:44:31.724 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_resend": 0, 2023-10-21T15:44:31.725 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_ping": 0, 2023-10-21T15:44:31.725 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_active": 0, 2023-10-21T15:44:31.725 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_send": 0, 2023-10-21T15:44:31.725 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_resend": 0, 2023-10-21T15:44:31.725 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_active": 0, 2023-10-21T15:44:31.725 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_send": 0, 2023-10-21T15:44:31.726 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_resend": 0, 2023-10-21T15:44:31.726 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_active": 0, 2023-10-21T15:44:31.726 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_send": 0, 2023-10-21T15:44:31.726 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_resend": 0, 2023-10-21T15:44:31.726 INFO:teuthology.orchestra.run.smithi105.stdout: "command_active": 0, 2023-10-21T15:44:31.727 INFO:teuthology.orchestra.run.smithi105.stdout: "command_send": 0, 2023-10-21T15:44:31.727 INFO:teuthology.orchestra.run.smithi105.stdout: "command_resend": 0, 2023-10-21T15:44:31.727 INFO:teuthology.orchestra.run.smithi105.stdout: "map_epoch": 87, 2023-10-21T15:44:31.727 INFO:teuthology.orchestra.run.smithi105.stdout: "map_full": 0, 2023-10-21T15:44:31.727 INFO:teuthology.orchestra.run.smithi105.stdout: "map_inc": 3, 2023-10-21T15:44:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_sessions": 5, 2023-10-21T15:44:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_open": 5, 2023-10-21T15:44:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_close": 0, 2023-10-21T15:44:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_laggy": 0, 2023-10-21T15:44:31.728 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_wr": 0, 2023-10-21T15:44:31.729 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_rd": 2, 2023-10-21T15:44:31.729 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_del": 0 2023-10-21T15:44:31.729 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.729 INFO:teuthology.orchestra.run.smithi105.stdout: "oft": { 2023-10-21T15:44:31.729 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_objs": 0, 2023-10-21T15:44:31.730 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:31.730 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_updates": 0, 2023-10-21T15:44:31.730 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_removes": 0 2023-10-21T15:44:31.730 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.730 INFO:teuthology.orchestra.run.smithi105.stdout: "osd-slow-ops": { 2023-10-21T15:44:31.730 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_ops_count": 0 2023-10-21T15:44:31.731 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.731 INFO:teuthology.orchestra.run.smithi105.stdout: "purge_queue": { 2023-10-21T15:44:31.731 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:31.731 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops_high_water": 0, 2023-10-21T15:44:31.732 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing": 0, 2023-10-21T15:44:31.732 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_high_water": 0, 2023-10-21T15:44:31.732 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed": 0, 2023-10-21T15:44:31.732 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:31.732 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.733 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:31.733 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:31.733 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2023-10-21T15:44:31.733 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:31.733 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 1192, 2023-10-21T15:44:31.733 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 10751933, 2023-10-21T15:44:31.734 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:31.734 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 1192, 2023-10-21T15:44:31.734 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:31.734 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:31.734 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1192, 2023-10-21T15:44:31.735 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 10751933, 2023-10-21T15:44:31.735 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:31.735 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.735 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.735 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.736 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.736 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.736 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:31.736 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:31.736 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2023-10-21T15:44:31.737 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:31.737 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:31.737 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:31.737 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:31.737 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:31.737 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 1049, 2023-10-21T15:44:31.738 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 9962609, 2023-10-21T15:44:31.738 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1049, 2023-10-21T15:44:31.738 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 9962609, 2023-10-21T15:44:31.738 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:31.738 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.739 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.739 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.739 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.739 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.739 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:31.740 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:31.740 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 1024, 2023-10-21T15:44:31.740 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:31.740 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:31.740 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:31.741 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:31.741 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:31.741 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 1049, 2023-10-21T15:44:31.741 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 1049, 2023-10-21T15:44:31.741 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1049, 2023-10-21T15:44:31.742 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 1049, 2023-10-21T15:44:31.742 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:31.742 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.742 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.742 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.743 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.743 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.743 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:31.743 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:31.743 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2023-10-21T15:44:31.744 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:31.744 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:31.744 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:31.744 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:31.744 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:31.744 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:31.745 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:31.745 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 0, 2023-10-21T15:44:31.745 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 0, 2023-10-21T15:44:31.745 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:31.745 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.746 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.746 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.746 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.746 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:31.747 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle-0x5636601c2960": { 2023-10-21T15:44:31.747 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:31.747 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2023-10-21T15:44:31.747 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:31.747 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:31.748 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:31.748 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:31.748 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:31.748 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:31.748 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:31.749 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 0, 2023-10-21T15:44:31.749 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 0, 2023-10-21T15:44:31.749 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:31.749 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:31.749 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:31.749 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:31.750 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.750 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:31.750 INFO:teuthology.orchestra.run.smithi105.stdout:} 2023-10-21T15:44:32.119 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2023-10-21T15:44:32.120 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2023-10-21T15:44:32.120 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2023-10-21T15:44:32.120 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2023-10-21T15:44:32.121 INFO:tasks.check_counter:Daemon mds.h mds.dir_split=0 2023-10-21T15:44:32.121 DEBUG:tasks.check_counter:Getting stats from k 2023-10-21T15:44:32.121 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.k perf dump 2023-10-21T15:44:32.674 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.b/config 2023-10-21T15:44:33.183 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:33 smithi105 ceph-mon[103980]: pgmap v444: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2023-10-21T15:44:33.213 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:33 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:33.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:33 smithi119 ceph-mon[103628]: pgmap v444: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2023-10-21T15:44:33.284 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:33 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:33.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:33 smithi046 ceph-mon[99436]: pgmap v444: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2023-10-21T15:44:33.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:33 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:33.912 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2023-10-21T15:44:33.912 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:33.912 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 5514, 2023-10-21T15:44:33.913 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 8419, 2023-10-21T15:44:33.913 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 2741417, 2023-10-21T15:44:33.913 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 8490946, 2023-10-21T15:44:33.913 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 22, 2023-10-21T15:44:33.913 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 4, 2023-10-21T15:44:33.914 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.372373790, 2023-10-21T15:44:33.914 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.169612631, 2023-10-21T15:44:33.914 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.220372071, 2023-10-21T15:44:33.914 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.014922143, 2023-10-21T15:44:33.915 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:33.915 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 8417, 2023-10-21T15:44:33.915 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.528492262, 2023-10-21T15:44:33.915 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000062788 2023-10-21T15:44:33.915 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.916 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:33.916 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 11498, 2023-10-21T15:44:33.916 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.002004912, 2023-10-21T15:44:33.916 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000174 2023-10-21T15:44:33.916 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.917 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 801680, 2023-10-21T15:44:33.917 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 2993808 2023-10-21T15:44:33.917 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.917 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:33.917 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 2243, 2023-10-21T15:44:33.918 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 1681, 2023-10-21T15:44:33.918 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 1534985, 2023-10-21T15:44:33.918 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 686268, 2023-10-21T15:44:33.918 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 9, 2023-10-21T15:44:33.919 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 6, 2023-10-21T15:44:33.919 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.116346462, 2023-10-21T15:44:33.919 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.042110556, 2023-10-21T15:44:33.920 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.082746291, 2023-10-21T15:44:33.920 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.009225875, 2023-10-21T15:44:33.920 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:33.920 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1681, 2023-10-21T15:44:33.921 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.084126577, 2023-10-21T15:44:33.921 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000050045 2023-10-21T15:44:33.921 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.922 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:33.922 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2873, 2023-10-21T15:44:33.922 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000416000, 2023-10-21T15:44:33.923 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000144 2023-10-21T15:44:33.923 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.923 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 603664, 2023-10-21T15:44:33.924 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 71936 2023-10-21T15:44:33.924 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.925 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:33.925 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 744, 2023-10-21T15:44:33.925 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 765, 2023-10-21T15:44:33.926 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 292729, 2023-10-21T15:44:33.926 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 654114, 2023-10-21T15:44:33.926 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 11, 2023-10-21T15:44:33.927 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 7, 2023-10-21T15:44:33.927 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.045535527, 2023-10-21T15:44:33.928 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.016072554, 2023-10-21T15:44:33.928 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.024483914, 2023-10-21T15:44:33.928 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.006593425, 2023-10-21T15:44:33.929 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:33.929 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 763, 2023-10-21T15:44:33.929 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.056161004, 2023-10-21T15:44:33.930 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000073605 2023-10-21T15:44:33.930 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.930 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:33.930 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 816, 2023-10-21T15:44:33.930 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000120557, 2023-10-21T15:44:33.931 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000147 2023-10-21T15:44:33.931 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.931 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-21T15:44:33.931 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 213968 2023-10-21T15:44:33.931 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.932 INFO:teuthology.orchestra.run.smithi105.stdout: "cct": { 2023-10-21T15:44:33.932 INFO:teuthology.orchestra.run.smithi105.stdout: "total_workers": 1, 2023-10-21T15:44:33.932 INFO:teuthology.orchestra.run.smithi105.stdout: "unhealthy_workers": 0 2023-10-21T15:44:33.932 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.933 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-MDSRank": { 2023-10-21T15:44:33.933 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2023-10-21T15:44:33.933 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2023-10-21T15:44:33.933 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 202, 2023-10-21T15:44:33.933 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1.010226552, 2023-10-21T15:44:33.934 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.005001121 2023-10-21T15:44:33.934 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:33.934 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.934 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:33.935 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2023-10-21T15:44:33.935 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2023-10-21T15:44:33.935 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1499, 2023-10-21T15:44:33.935 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.164830355, 2023-10-21T15:44:33.936 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000109960 2023-10-21T15:44:33.936 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:33.936 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.936 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": { 2023-10-21T15:44:33.936 INFO:teuthology.orchestra.run.smithi105.stdout: "request": 1914, 2023-10-21T15:44:33.937 INFO:teuthology.orchestra.run.smithi105.stdout: "reply": 1907, 2023-10-21T15:44:33.937 INFO:teuthology.orchestra.run.smithi105.stdout: "reply_latency": { 2023-10-21T15:44:33.937 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1907, 2023-10-21T15:44:33.937 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1.483852403, 2023-10-21T15:44:33.937 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000778108 2023-10-21T15:44:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_reply": 0, 2023-10-21T15:44:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: "forward": 7, 2023-10-21T15:44:33.938 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_complete": 0, 2023-10-21T15:44:33.939 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:33.939 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_commit": 11, 2023-10-21T15:44:33.939 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_split": 0, 2023-10-21T15:44:33.939 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_merge": 0, 2023-10-21T15:44:33.939 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes": 20, 2023-10-21T15:44:33.940 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_top": 2, 2023-10-21T15:44:33.940 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_bottom": 8, 2023-10-21T15:44:33.941 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pin_tail": 10, 2023-10-21T15:44:33.941 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pinned": 14, 2023-10-21T15:44:33.941 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_expired": 316, 2023-10-21T15:44:33.941 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_with_caps": 0, 2023-10-21T15:44:33.942 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": 0, 2023-10-21T15:44:33.942 INFO:teuthology.orchestra.run.smithi105.stdout: "subtrees": 6, 2023-10-21T15:44:33.942 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse": 3269, 2023-10-21T15:44:33.943 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_hit": 3071, 2023-10-21T15:44:33.943 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_forward": 7, 2023-10-21T15:44:33.943 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_discover": 106, 2023-10-21T15:44:33.943 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:33.943 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:33.944 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_lock": 0, 2023-10-21T15:44:33.944 INFO:teuthology.orchestra.run.smithi105.stdout: "load_cent": 0, 2023-10-21T15:44:33.944 INFO:teuthology.orchestra.run.smithi105.stdout: "q": 0, 2023-10-21T15:44:33.945 INFO:teuthology.orchestra.run.smithi105.stdout: "exported": 32, 2023-10-21T15:44:33.945 INFO:teuthology.orchestra.run.smithi105.stdout: "exported_inodes": 386, 2023-10-21T15:44:33.945 INFO:teuthology.orchestra.run.smithi105.stdout: "imported": 32, 2023-10-21T15:44:33.946 INFO:teuthology.orchestra.run.smithi105.stdout: "imported_inodes": 797, 2023-10-21T15:44:33.946 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:33.946 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_backtrace_fetch": 0, 2023-10-21T15:44:33.947 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:33.947 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rfiles": 4, 2023-10-21T15:44:33.947 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rbytes": 246, 2023-10-21T15:44:33.948 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rsnaps": 0, 2023-10-21T15:44:33.948 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_fetch": 0, 2023-10-21T15:44:33.949 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:33.949 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:33.949 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:33.950 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_inodes": 0, 2023-10-21T15:44:33.950 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:33.950 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dirfrag_rstats": 0, 2023-10-21T15:44:33.951 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_file_inodes": 0, 2023-10-21T15:44:33.951 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_inode_file_caps": 0, 2023-10-21T15:44:33.951 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_revoke": 9, 2023-10-21T15:44:33.952 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_grant": 1047, 2023-10-21T15:44:33.952 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_trunc": 0, 2023-10-21T15:44:33.953 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:33.953 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:33.953 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps": 304, 2023-10-21T15:44:33.954 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps_dirty": 288, 2023-10-21T15:44:33.954 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_cap_release": 18, 2023-10-21T15:44:33.954 INFO:teuthology.orchestra.run.smithi105.stdout: "process_request_cap_release": 1690 2023-10-21T15:44:33.954 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.955 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_cache": { 2023-10-21T15:44:33.955 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update": 107, 2023-10-21T15:44:33.955 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update_receipt": 715, 2023-10-21T15:44:33.955 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_try_discover": 401, 2023-10-21T15:44:33.955 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_send_discover": 567, 2023-10-21T15:44:33.956 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_handle_discover": 139, 2023-10-21T15:44:33.956 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays": 0, 2023-10-21T15:44:33.956 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:33.956 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:33.956 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_created": 829, 2023-10-21T15:44:33.957 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_enqueued": 829, 2023-10-21T15:44:33.957 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:33.957 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_migrated": 0, 2023-10-21T15:44:33.957 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:33.958 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:33.958 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:33.958 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_started": 0, 2023-10-21T15:44:33.958 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_completed": 0, 2023-10-21T15:44:33.958 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:33.959 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_exportdir": 32, 2023-10-21T15:44:33.959 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_flush": 0, 2023-10-21T15:44:33.959 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:33.959 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:33.959 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_inodestats": 0 2023-10-21T15:44:33.960 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.960 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_log": { 2023-10-21T15:44:33.960 INFO:teuthology.orchestra.run.smithi105.stdout: "evlrg": 0, 2023-10-21T15:44:33.960 INFO:teuthology.orchestra.run.smithi105.stdout: "evadd": 2669, 2023-10-21T15:44:33.960 INFO:teuthology.orchestra.run.smithi105.stdout: "evex": 0, 2023-10-21T15:44:33.961 INFO:teuthology.orchestra.run.smithi105.stdout: "evtrm": 0, 2023-10-21T15:44:33.961 INFO:teuthology.orchestra.run.smithi105.stdout: "ev": 2669, 2023-10-21T15:44:33.961 INFO:teuthology.orchestra.run.smithi105.stdout: "evexg": 0, 2023-10-21T15:44:33.961 INFO:teuthology.orchestra.run.smithi105.stdout: "evexd": 0, 2023-10-21T15:44:33.961 INFO:teuthology.orchestra.run.smithi105.stdout: "segadd": 5, 2023-10-21T15:44:33.962 INFO:teuthology.orchestra.run.smithi105.stdout: "segex": 0, 2023-10-21T15:44:33.962 INFO:teuthology.orchestra.run.smithi105.stdout: "segtrm": 0, 2023-10-21T15:44:33.962 INFO:teuthology.orchestra.run.smithi105.stdout: "seg": 5, 2023-10-21T15:44:33.962 INFO:teuthology.orchestra.run.smithi105.stdout: "segmjr": 2, 2023-10-21T15:44:33.963 INFO:teuthology.orchestra.run.smithi105.stdout: "segexg": 0, 2023-10-21T15:44:33.963 INFO:teuthology.orchestra.run.smithi105.stdout: "segexd": 0, 2023-10-21T15:44:33.963 INFO:teuthology.orchestra.run.smithi105.stdout: "expos": 4194304, 2023-10-21T15:44:33.963 INFO:teuthology.orchestra.run.smithi105.stdout: "wrpos": 8500159, 2023-10-21T15:44:33.963 INFO:teuthology.orchestra.run.smithi105.stdout: "rdpos": 0, 2023-10-21T15:44:33.964 INFO:teuthology.orchestra.run.smithi105.stdout: "jlat": { 2023-10-21T15:44:33.964 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 114, 2023-10-21T15:44:33.964 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1.725799863, 2023-10-21T15:44:33.964 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.015138595 2023-10-21T15:44:33.964 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.965 INFO:teuthology.orchestra.run.smithi105.stdout: "replayed": 0 2023-10-21T15:44:33.965 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.965 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_mem": { 2023-10-21T15:44:33.965 INFO:teuthology.orchestra.run.smithi105.stdout: "ino": 28, 2023-10-21T15:44:33.965 INFO:teuthology.orchestra.run.smithi105.stdout: "ino+": 941, 2023-10-21T15:44:33.965 INFO:teuthology.orchestra.run.smithi105.stdout: "ino-": 913, 2023-10-21T15:44:33.966 INFO:teuthology.orchestra.run.smithi105.stdout: "dir": 90, 2023-10-21T15:44:33.966 INFO:teuthology.orchestra.run.smithi105.stdout: "dir+": 382, 2023-10-21T15:44:33.966 INFO:teuthology.orchestra.run.smithi105.stdout: "dir-": 292, 2023-10-21T15:44:33.966 INFO:teuthology.orchestra.run.smithi105.stdout: "dn": 258, 2023-10-21T15:44:33.967 INFO:teuthology.orchestra.run.smithi105.stdout: "dn+": 1802, 2023-10-21T15:44:33.967 INFO:teuthology.orchestra.run.smithi105.stdout: "dn-": 1544, 2023-10-21T15:44:33.967 INFO:teuthology.orchestra.run.smithi105.stdout: "cap": 0, 2023-10-21T15:44:33.967 INFO:teuthology.orchestra.run.smithi105.stdout: "cap+": 1451, 2023-10-21T15:44:33.967 INFO:teuthology.orchestra.run.smithi105.stdout: "cap-": 1451, 2023-10-21T15:44:33.968 INFO:teuthology.orchestra.run.smithi105.stdout: "rss": 61212, 2023-10-21T15:44:33.968 INFO:teuthology.orchestra.run.smithi105.stdout: "heap": 198960 2023-10-21T15:44:33.968 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.968 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_server": { 2023-10-21T15:44:33.968 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_client_request": 2143, 2023-10-21T15:44:33.969 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_server_request": 30, 2023-10-21T15:44:33.969 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_request": 1914, 2023-10-21T15:44:33.969 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_session": 3, 2023-10-21T15:44:33.969 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_peer_request": 67, 2023-10-21T15:44:33.969 INFO:teuthology.orchestra.run.smithi105.stdout: "req_create_latency": { 2023-10-21T15:44:33.970 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 215, 2023-10-21T15:44:33.970 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.158184446, 2023-10-21T15:44:33.970 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000735741 2023-10-21T15:44:33.970 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.970 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getattr_latency": { 2023-10-21T15:44:33.971 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.971 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.971 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.971 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.972 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:33.972 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.972 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.972 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.973 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.973 INFO:teuthology.orchestra.run.smithi105.stdout: "req_link_latency": { 2023-10-21T15:44:33.973 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.973 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.973 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.974 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.974 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookup_latency": { 2023-10-21T15:44:33.974 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 831, 2023-10-21T15:44:33.974 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.282529840, 2023-10-21T15:44:33.974 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000339987 2023-10-21T15:44:33.975 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.975 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:33.975 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.975 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.975 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.976 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.976 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupino_latency": { 2023-10-21T15:44:33.976 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.976 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.976 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.977 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.977 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupname_latency": { 2023-10-21T15:44:33.977 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.977 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.977 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.978 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.978 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:33.978 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.979 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.979 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.979 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.979 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:33.980 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.980 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.980 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.980 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.980 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lssnap_latency": { 2023-10-21T15:44:33.980 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.981 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.981 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.981 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.981 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mkdir_latency": { 2023-10-21T15:44:33.981 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.982 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.982 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.982 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.982 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mknod_latency": { 2023-10-21T15:44:33.982 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.983 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.983 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.983 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.984 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mksnap_latency": { 2023-10-21T15:44:33.984 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.984 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.985 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.985 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.985 INFO:teuthology.orchestra.run.smithi105.stdout: "req_open_latency": { 2023-10-21T15:44:33.985 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.986 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.986 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.986 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.987 INFO:teuthology.orchestra.run.smithi105.stdout: "req_readdir_latency": { 2023-10-21T15:44:33.987 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 32, 2023-10-21T15:44:33.988 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.022001496, 2023-10-21T15:44:33.988 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000687546 2023-10-21T15:44:33.988 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.989 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rename_latency": { 2023-10-21T15:44:33.989 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.989 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.990 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.990 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.990 INFO:teuthology.orchestra.run.smithi105.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:33.991 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.991 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.991 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.992 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.992 INFO:teuthology.orchestra.run.smithi105.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:33.993 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.993 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.993 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.994 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.994 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmdir_latency": { 2023-10-21T15:44:33.995 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.995 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.995 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.995 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.995 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:33.996 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.996 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.996 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.996 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.996 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:33.996 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.997 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.997 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.997 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.997 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setattr_latency": { 2023-10-21T15:44:33.997 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.998 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.998 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.998 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.998 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:33.998 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:33.999 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:33.999 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:33.999 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:33.999 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:33.999 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.000 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.000 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.000 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.000 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setlayout_latency": { 2023-10-21T15:44:34.000 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.001 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.001 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.001 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.001 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setxattr_latency": { 2023-10-21T15:44:34.002 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.002 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.002 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.002 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.002 INFO:teuthology.orchestra.run.smithi105.stdout: "req_symlink_latency": { 2023-10-21T15:44:34.003 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.003 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.003 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.003 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.003 INFO:teuthology.orchestra.run.smithi105.stdout: "req_unlink_latency": { 2023-10-21T15:44:34.004 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 829, 2023-10-21T15:44:34.004 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1.021136621, 2023-10-21T15:44:34.004 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.001231769 2023-10-21T15:44:34.004 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.004 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:34.005 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:34.005 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:34.005 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.005 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.005 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.006 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:34.006 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.006 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_sessions": { 2023-10-21T15:44:34.006 INFO:teuthology.orchestra.run.smithi105.stdout: "session_count": 1, 2023-10-21T15:44:34.006 INFO:teuthology.orchestra.run.smithi105.stdout: "session_add": 1, 2023-10-21T15:44:34.007 INFO:teuthology.orchestra.run.smithi105.stdout: "session_remove": 0, 2023-10-21T15:44:34.007 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_open": 1, 2023-10-21T15:44:34.007 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_stale": 0, 2023-10-21T15:44:34.008 INFO:teuthology.orchestra.run.smithi105.stdout: "total_load": 1298, 2023-10-21T15:44:34.008 INFO:teuthology.orchestra.run.smithi105.stdout: "average_load": 1298, 2023-10-21T15:44:34.008 INFO:teuthology.orchestra.run.smithi105.stdout: "avg_session_uptime": 1649, 2023-10-21T15:44:34.009 INFO:teuthology.orchestra.run.smithi105.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:34.009 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.009 INFO:teuthology.orchestra.run.smithi105.stdout: "mempool": { 2023-10-21T15:44:34.010 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:34.010 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:34.010 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:34.011 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:34.011 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:34.011 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:34.012 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:34.012 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:34.012 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:34.012 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:34.013 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:34.013 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:34.013 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:34.013 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:34.013 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:34.014 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:34.014 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:34.014 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:34.014 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:34.014 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:34.015 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:34.015 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:34.015 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:34.016 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:34.016 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:34.016 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:34.017 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:34.017 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:34.017 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:34.018 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:34.018 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:34.019 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_items": 0, 2023-10-21T15:44:34.019 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:34.019 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:34.019 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:34.020 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:34.020 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_bytes": 316729, 2023-10-21T15:44:34.021 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_items": 141, 2023-10-21T15:44:34.021 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_bytes": 880, 2023-10-21T15:44:34.021 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_items": 10, 2023-10-21T15:44:34.022 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_bytes": 0, 2023-10-21T15:44:34.022 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_items": 0, 2023-10-21T15:44:34.023 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:34.023 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:34.023 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:34.023 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:34.024 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:34.024 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_items": 158, 2023-10-21T15:44:34.024 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:34.024 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:34.025 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:34.025 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_items": 0, 2023-10-21T15:44:34.025 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_bytes": 393111, 2023-10-21T15:44:34.025 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_items": 3813, 2023-10-21T15:44:34.025 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:34.026 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_items": 0, 2023-10-21T15:44:34.026 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:34.026 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_items": 0 2023-10-21T15:44:34.026 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.026 INFO:teuthology.orchestra.run.smithi105.stdout: "objecter": { 2023-10-21T15:44:34.027 INFO:teuthology.orchestra.run.smithi105.stdout: "op_active": 0, 2023-10-21T15:44:34.027 INFO:teuthology.orchestra.run.smithi105.stdout: "op_laggy": 0, 2023-10-21T15:44:34.027 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send": 1057, 2023-10-21T15:44:34.028 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send_bytes": 4437429, 2023-10-21T15:44:34.028 INFO:teuthology.orchestra.run.smithi105.stdout: "op_resend": 33, 2023-10-21T15:44:34.028 INFO:teuthology.orchestra.run.smithi105.stdout: "op_reply": 1057, 2023-10-21T15:44:34.029 INFO:teuthology.orchestra.run.smithi105.stdout: "op_latency": { 2023-10-21T15:44:34.029 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1057, 2023-10-21T15:44:34.029 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 4.404913883, 2023-10-21T15:44:34.030 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.004167373 2023-10-21T15:44:34.030 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.030 INFO:teuthology.orchestra.run.smithi105.stdout: "op_inflight": 0, 2023-10-21T15:44:34.031 INFO:teuthology.orchestra.run.smithi105.stdout: "oplen_avg": { 2023-10-21T15:44:34.031 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1057, 2023-10-21T15:44:34.031 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1091 2023-10-21T15:44:34.032 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.032 INFO:teuthology.orchestra.run.smithi105.stdout: "op": 1057, 2023-10-21T15:44:34.032 INFO:teuthology.orchestra.run.smithi105.stdout: "op_r": 23, 2023-10-21T15:44:34.032 INFO:teuthology.orchestra.run.smithi105.stdout: "op_w": 1034, 2023-10-21T15:44:34.033 INFO:teuthology.orchestra.run.smithi105.stdout: "op_rmw": 0, 2023-10-21T15:44:34.033 INFO:teuthology.orchestra.run.smithi105.stdout: "op_pg": 0, 2023-10-21T15:44:34.033 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_stat": 0, 2023-10-21T15:44:34.034 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_create": 10, 2023-10-21T15:44:34.034 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_read": 23, 2023-10-21T15:44:34.034 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_write": 137, 2023-10-21T15:44:34.034 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writefull": 21, 2023-10-21T15:44:34.035 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writesame": 0, 2023-10-21T15:44:34.035 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_append": 0, 2023-10-21T15:44:34.035 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_zero": 0, 2023-10-21T15:44:34.035 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_truncate": 0, 2023-10-21T15:44:34.035 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_delete": 842, 2023-10-21T15:44:34.036 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_mapext": 0, 2023-10-21T15:44:34.036 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:34.036 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:34.036 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_getxattr": 0, 2023-10-21T15:44:34.036 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_setxattr": 20, 2023-10-21T15:44:34.037 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:34.037 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:34.037 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:34.037 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_call": 0, 2023-10-21T15:44:34.037 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_watch": 0, 2023-10-21T15:44:34.038 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_notify": 0, 2023-10-21T15:44:34.038 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:34.038 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls": 0, 2023-10-21T15:44:34.038 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:34.038 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_other": 0, 2023-10-21T15:44:34.039 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_active": 0, 2023-10-21T15:44:34.039 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_send": 0, 2023-10-21T15:44:34.039 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_resend": 0, 2023-10-21T15:44:34.040 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_ping": 0, 2023-10-21T15:44:34.041 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_active": 0, 2023-10-21T15:44:34.041 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_send": 0, 2023-10-21T15:44:34.042 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_resend": 0, 2023-10-21T15:44:34.042 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_active": 0, 2023-10-21T15:44:34.042 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_send": 0, 2023-10-21T15:44:34.043 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_resend": 0, 2023-10-21T15:44:34.043 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_active": 0, 2023-10-21T15:44:34.043 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_send": 0, 2023-10-21T15:44:34.043 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_resend": 0, 2023-10-21T15:44:34.043 INFO:teuthology.orchestra.run.smithi105.stdout: "command_active": 0, 2023-10-21T15:44:34.044 INFO:teuthology.orchestra.run.smithi105.stdout: "command_send": 0, 2023-10-21T15:44:34.044 INFO:teuthology.orchestra.run.smithi105.stdout: "command_resend": 0, 2023-10-21T15:44:34.044 INFO:teuthology.orchestra.run.smithi105.stdout: "map_epoch": 87, 2023-10-21T15:44:34.044 INFO:teuthology.orchestra.run.smithi105.stdout: "map_full": 0, 2023-10-21T15:44:34.045 INFO:teuthology.orchestra.run.smithi105.stdout: "map_inc": 3, 2023-10-21T15:44:34.045 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_sessions": 12, 2023-10-21T15:44:34.045 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_open": 12, 2023-10-21T15:44:34.045 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_close": 0, 2023-10-21T15:44:34.046 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_laggy": 0, 2023-10-21T15:44:34.046 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_wr": 29, 2023-10-21T15:44:34.046 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_rd": 0, 2023-10-21T15:44:34.046 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_del": 9 2023-10-21T15:44:34.047 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.047 INFO:teuthology.orchestra.run.smithi105.stdout: "oft": { 2023-10-21T15:44:34.047 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_objs": 1, 2023-10-21T15:44:34.047 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:34.048 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_updates": 0, 2023-10-21T15:44:34.048 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_removes": 0 2023-10-21T15:44:34.048 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.049 INFO:teuthology.orchestra.run.smithi105.stdout: "osd-slow-ops": { 2023-10-21T15:44:34.049 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_ops_count": 0 2023-10-21T15:44:34.049 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.050 INFO:teuthology.orchestra.run.smithi105.stdout: "purge_queue": { 2023-10-21T15:44:34.050 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:34.050 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops_high_water": 6, 2023-10-21T15:44:34.051 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing": 0, 2023-10-21T15:44:34.051 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_high_water": 6, 2023-10-21T15:44:34.051 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed": 829, 2023-10-21T15:44:34.052 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:34.052 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.052 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:34.053 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:34.053 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2023-10-21T15:44:34.054 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:34.054 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 8497, 2023-10-21T15:44:34.054 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 3691159, 2023-10-21T15:44:34.055 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:34.055 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 8497, 2023-10-21T15:44:34.055 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:34.056 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:34.056 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 8497, 2023-10-21T15:44:34.056 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 3691159, 2023-10-21T15:44:34.057 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:34.057 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.057 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.058 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.058 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:34.058 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.059 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:34.059 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:34.059 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2023-10-21T15:44:34.059 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:34.060 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:34.060 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:34.060 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:34.060 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:34.061 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 1057, 2023-10-21T15:44:34.061 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 4521158, 2023-10-21T15:44:34.061 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1057, 2023-10-21T15:44:34.061 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 4521158, 2023-10-21T15:44:34.061 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:34.062 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.062 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.062 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.062 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:34.062 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.063 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:34.063 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:34.063 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 1024, 2023-10-21T15:44:34.063 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:34.064 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2023-10-21T15:44:34.064 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2023-10-21T15:44:34.064 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:34.064 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:34.064 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 1057, 2023-10-21T15:44:34.065 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 1057, 2023-10-21T15:44:34.065 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1057, 2023-10-21T15:44:34.065 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 1057, 2023-10-21T15:44:34.066 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:34.066 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.067 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.067 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.067 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:34.068 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.068 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:34.068 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:34.069 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2023-10-21T15:44:34.069 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:34.069 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 829, 2023-10-21T15:44:34.069 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 83729, 2023-10-21T15:44:34.070 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:34.070 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 829, 2023-10-21T15:44:34.070 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:34.071 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:34.071 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 23, 2023-10-21T15:44:34.071 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 83729, 2023-10-21T15:44:34.072 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:34.072 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.072 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.073 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.073 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:34.073 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2023-10-21T15:44:34.074 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle-0x5610edc946e0": { 2023-10-21T15:44:34.074 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2023-10-21T15:44:34.074 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2023-10-21T15:44:34.075 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2023-10-21T15:44:34.075 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 2669, 2023-10-21T15:44:34.075 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 4305855, 2023-10-21T15:44:34.076 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:34.076 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 2669, 2023-10-21T15:44:34.076 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2023-10-21T15:44:34.077 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2023-10-21T15:44:34.077 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 114, 2023-10-21T15:44:34.077 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 4305855, 2023-10-21T15:44:34.078 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2023-10-21T15:44:34.078 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2023-10-21T15:44:34.078 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2023-10-21T15:44:34.078 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2023-10-21T15:44:34.079 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:34.079 INFO:teuthology.orchestra.run.smithi105.stdout: } 2023-10-21T15:44:34.079 INFO:teuthology.orchestra.run.smithi105.stdout:} 2023-10-21T15:44:34.319 INFO:tasks.check_counter:Daemon mds.k mds.exported=32 2023-10-21T15:44:34.319 INFO:tasks.check_counter:Daemon mds.k mds.imported=32 2023-10-21T15:44:34.319 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=107 2023-10-21T15:44:34.320 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=715 2023-10-21T15:44:34.320 INFO:tasks.check_counter:Daemon mds.k mds.dir_split=0 2023-10-21T15:44:34.320 DEBUG:tasks.check_counter:Getting stats from c 2023-10-21T15:44:34.321 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.c perf dump 2023-10-21T15:44:34.903 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:44:35.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:35 smithi119 ceph-mon[103628]: pgmap v445: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-10-21T15:44:35.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:35 smithi046 ceph-mon[99436]: pgmap v445: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-10-21T15:44:35.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:35 smithi105 ceph-mon[103980]: pgmap v445: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-10-21T15:44:36.219 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2023-10-21T15:44:36.219 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:36.219 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 169, 2023-10-21T15:44:36.220 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 171, 2023-10-21T15:44:36.220 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 9756770, 2023-10-21T15:44:36.220 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 52574, 2023-10-21T15:44:36.220 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 7, 2023-10-21T15:44:36.220 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 3, 2023-10-21T15:44:36.221 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.015067318, 2023-10-21T15:44:36.221 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.003440644, 2023-10-21T15:44:36.221 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.006247180, 2023-10-21T15:44:36.221 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.003636387, 2023-10-21T15:44:36.222 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:36.222 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 169, 2023-10-21T15:44:36.222 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.006045484, 2023-10-21T15:44:36.222 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000035772 2023-10-21T15:44:36.222 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.223 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:36.223 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.223 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.223 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.223 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.224 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-21T15:44:36.224 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 0 2023-10-21T15:44:36.224 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.224 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:36.225 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 182, 2023-10-21T15:44:36.225 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 204, 2023-10-21T15:44:36.225 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 4251812, 2023-10-21T15:44:36.225 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 178708, 2023-10-21T15:44:36.226 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 6, 2023-10-21T15:44:36.226 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 5, 2023-10-21T15:44:36.226 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.020109570, 2023-10-21T15:44:36.226 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.005018513, 2023-10-21T15:44:36.226 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.007745459, 2023-10-21T15:44:36.227 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.005670349, 2023-10-21T15:44:36.227 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:36.227 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 203, 2023-10-21T15:44:36.227 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.009033719, 2023-10-21T15:44:36.227 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000044501 2023-10-21T15:44:36.228 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.228 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:36.228 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.228 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.228 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.229 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.229 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-10-21T15:44:36.229 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 123600 2023-10-21T15:44:36.229 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.230 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:36.230 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 117, 2023-10-21T15:44:36.230 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 105, 2023-10-21T15:44:36.230 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 8332264, 2023-10-21T15:44:36.230 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 39800, 2023-10-21T15:44:36.231 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 4, 2023-10-21T15:44:36.231 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 3, 2023-10-21T15:44:36.231 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.012777660, 2023-10-21T15:44:36.231 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.002705476, 2023-10-21T15:44:36.231 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.008750585, 2023-10-21T15:44:36.232 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.001972565, 2023-10-21T15:44:36.232 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:36.232 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 104, 2023-10-21T15:44:36.233 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.004150583, 2023-10-21T15:44:36.233 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000039909 2023-10-21T15:44:36.233 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.233 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:36.233 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.234 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.234 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.234 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.234 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 233824, 2023-10-21T15:44:36.234 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 19584 2023-10-21T15:44:36.235 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.235 INFO:teuthology.orchestra.run.smithi119.stdout: "cct": { 2023-10-21T15:44:36.235 INFO:teuthology.orchestra.run.smithi119.stdout: "total_workers": 1, 2023-10-21T15:44:36.235 INFO:teuthology.orchestra.run.smithi119.stdout: "unhealthy_workers": 0 2023-10-21T15:44:36.235 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.236 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-MDSRank": { 2023-10-21T15:44:36.236 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2023-10-21T15:44:36.236 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2023-10-21T15:44:36.236 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 698, 2023-10-21T15:44:36.236 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.016785041, 2023-10-21T15:44:36.237 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000024047 2023-10-21T15:44:36.237 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.237 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.237 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:36.237 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2023-10-21T15:44:36.238 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2023-10-21T15:44:36.238 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.238 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.238 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.238 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.239 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.239 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2023-10-21T15:44:36.239 INFO:teuthology.orchestra.run.smithi119.stdout: "request": 0, 2023-10-21T15:44:36.239 INFO:teuthology.orchestra.run.smithi119.stdout: "reply": 0, 2023-10-21T15:44:36.239 INFO:teuthology.orchestra.run.smithi119.stdout: "reply_latency": { 2023-10-21T15:44:36.240 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.240 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.240 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.240 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.240 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_reply": 0, 2023-10-21T15:44:36.241 INFO:teuthology.orchestra.run.smithi119.stdout: "forward": 0, 2023-10-21T15:44:36.241 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_complete": 0, 2023-10-21T15:44:36.241 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:36.241 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_commit": 0, 2023-10-21T15:44:36.241 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_split": 0, 2023-10-21T15:44:36.242 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_merge": 0, 2023-10-21T15:44:36.242 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes": 18, 2023-10-21T15:44:36.242 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_top": 0, 2023-10-21T15:44:36.242 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_bottom": 3, 2023-10-21T15:44:36.242 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pin_tail": 15, 2023-10-21T15:44:36.243 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pinned": 17, 2023-10-21T15:44:36.243 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_expired": 15, 2023-10-21T15:44:36.243 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_with_caps": 0, 2023-10-21T15:44:36.243 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": 0, 2023-10-21T15:44:36.243 INFO:teuthology.orchestra.run.smithi119.stdout: "subtrees": 3, 2023-10-21T15:44:36.244 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse": 0, 2023-10-21T15:44:36.244 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_hit": 0, 2023-10-21T15:44:36.244 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_forward": 0, 2023-10-21T15:44:36.244 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_discover": 0, 2023-10-21T15:44:36.244 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:36.245 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:36.245 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_lock": 0, 2023-10-21T15:44:36.245 INFO:teuthology.orchestra.run.smithi119.stdout: "load_cent": 0, 2023-10-21T15:44:36.245 INFO:teuthology.orchestra.run.smithi119.stdout: "q": 0, 2023-10-21T15:44:36.245 INFO:teuthology.orchestra.run.smithi119.stdout: "exported": 0, 2023-10-21T15:44:36.246 INFO:teuthology.orchestra.run.smithi119.stdout: "exported_inodes": 0, 2023-10-21T15:44:36.246 INFO:teuthology.orchestra.run.smithi119.stdout: "imported": 0, 2023-10-21T15:44:36.246 INFO:teuthology.orchestra.run.smithi119.stdout: "imported_inodes": 0, 2023-10-21T15:44:36.246 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:36.246 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_backtrace_fetch": 0, 2023-10-21T15:44:36.247 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:36.247 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rfiles": 4, 2023-10-21T15:44:36.247 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rbytes": 246, 2023-10-21T15:44:36.247 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rsnaps": 0, 2023-10-21T15:44:36.247 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_fetch": 0, 2023-10-21T15:44:36.248 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:36.248 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:36.248 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:36.248 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_inodes": 0, 2023-10-21T15:44:36.248 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:36.249 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dirfrag_rstats": 0, 2023-10-21T15:44:36.249 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_file_inodes": 0, 2023-10-21T15:44:36.249 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_inode_file_caps": 0, 2023-10-21T15:44:36.249 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_revoke": 0, 2023-10-21T15:44:36.249 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_grant": 0, 2023-10-21T15:44:36.250 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_trunc": 0, 2023-10-21T15:44:36.250 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:36.250 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:36.250 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps": 0, 2023-10-21T15:44:36.250 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps_dirty": 0, 2023-10-21T15:44:36.251 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_cap_release": 0, 2023-10-21T15:44:36.251 INFO:teuthology.orchestra.run.smithi119.stdout: "process_request_cap_release": 0 2023-10-21T15:44:36.251 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.251 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_cache": { 2023-10-21T15:44:36.252 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update": 0, 2023-10-21T15:44:36.252 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update_receipt": 0, 2023-10-21T15:44:36.252 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_try_discover": 0, 2023-10-21T15:44:36.253 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_send_discover": 0, 2023-10-21T15:44:36.253 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_handle_discover": 0, 2023-10-21T15:44:36.253 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays": 0, 2023-10-21T15:44:36.253 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:36.253 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:36.254 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_created": 0, 2023-10-21T15:44:36.254 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_enqueued": 0, 2023-10-21T15:44:36.254 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:36.254 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_migrated": 0, 2023-10-21T15:44:36.254 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:36.255 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:36.255 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:36.255 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_started": 0, 2023-10-21T15:44:36.255 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_completed": 0, 2023-10-21T15:44:36.256 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:36.256 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_exportdir": 0, 2023-10-21T15:44:36.256 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_flush": 0, 2023-10-21T15:44:36.256 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:36.256 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:36.257 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_inodestats": 0 2023-10-21T15:44:36.257 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.257 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_log": { 2023-10-21T15:44:36.257 INFO:teuthology.orchestra.run.smithi119.stdout: "evlrg": 0, 2023-10-21T15:44:36.257 INFO:teuthology.orchestra.run.smithi119.stdout: "evadd": 0, 2023-10-21T15:44:36.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evex": 0, 2023-10-21T15:44:36.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evtrm": 0, 2023-10-21T15:44:36.258 INFO:teuthology.orchestra.run.smithi119.stdout: "ev": 10430, 2023-10-21T15:44:36.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evexg": 0, 2023-10-21T15:44:36.258 INFO:teuthology.orchestra.run.smithi119.stdout: "evexd": 0, 2023-10-21T15:44:36.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segadd": 0, 2023-10-21T15:44:36.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segex": 0, 2023-10-21T15:44:36.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segtrm": 0, 2023-10-21T15:44:36.259 INFO:teuthology.orchestra.run.smithi119.stdout: "seg": 2, 2023-10-21T15:44:36.259 INFO:teuthology.orchestra.run.smithi119.stdout: "segmjr": 7, 2023-10-21T15:44:36.260 INFO:teuthology.orchestra.run.smithi119.stdout: "segexg": 0, 2023-10-21T15:44:36.260 INFO:teuthology.orchestra.run.smithi119.stdout: "segexd": 0, 2023-10-21T15:44:36.260 INFO:teuthology.orchestra.run.smithi119.stdout: "expos": 93513143, 2023-10-21T15:44:36.260 INFO:teuthology.orchestra.run.smithi119.stdout: "wrpos": 93599305, 2023-10-21T15:44:36.261 INFO:teuthology.orchestra.run.smithi119.stdout: "rdpos": 93595583, 2023-10-21T15:44:36.261 INFO:teuthology.orchestra.run.smithi119.stdout: "jlat": { 2023-10-21T15:44:36.261 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.261 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.261 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.262 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.262 INFO:teuthology.orchestra.run.smithi119.stdout: "replayed": 10430 2023-10-21T15:44:36.262 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.262 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_mem": { 2023-10-21T15:44:36.262 INFO:teuthology.orchestra.run.smithi119.stdout: "ino": 11, 2023-10-21T15:44:36.263 INFO:teuthology.orchestra.run.smithi119.stdout: "ino+": 23, 2023-10-21T15:44:36.263 INFO:teuthology.orchestra.run.smithi119.stdout: "ino-": 12, 2023-10-21T15:44:36.263 INFO:teuthology.orchestra.run.smithi119.stdout: "dir": 9, 2023-10-21T15:44:36.263 INFO:teuthology.orchestra.run.smithi119.stdout: "dir+": 12, 2023-10-21T15:44:36.263 INFO:teuthology.orchestra.run.smithi119.stdout: "dir-": 3, 2023-10-21T15:44:36.264 INFO:teuthology.orchestra.run.smithi119.stdout: "dn": 18, 2023-10-21T15:44:36.264 INFO:teuthology.orchestra.run.smithi119.stdout: "dn+": 42, 2023-10-21T15:44:36.264 INFO:teuthology.orchestra.run.smithi119.stdout: "dn-": 24, 2023-10-21T15:44:36.264 INFO:teuthology.orchestra.run.smithi119.stdout: "cap": 0, 2023-10-21T15:44:36.265 INFO:teuthology.orchestra.run.smithi119.stdout: "cap+": 0, 2023-10-21T15:44:36.265 INFO:teuthology.orchestra.run.smithi119.stdout: "cap-": 0, 2023-10-21T15:44:36.265 INFO:teuthology.orchestra.run.smithi119.stdout: "rss": 46508, 2023-10-21T15:44:36.265 INFO:teuthology.orchestra.run.smithi119.stdout: "heap": 207128 2023-10-21T15:44:36.265 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.265 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_server": { 2023-10-21T15:44:36.266 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_client_request": 0, 2023-10-21T15:44:36.266 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_server_request": 0, 2023-10-21T15:44:36.266 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_request": 0, 2023-10-21T15:44:36.266 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_session": 0, 2023-10-21T15:44:36.266 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_peer_request": 0, 2023-10-21T15:44:36.267 INFO:teuthology.orchestra.run.smithi119.stdout: "req_create_latency": { 2023-10-21T15:44:36.267 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.267 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.267 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.267 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.268 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getattr_latency": { 2023-10-21T15:44:36.268 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.268 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.268 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.269 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.269 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:36.269 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.269 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.269 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.270 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.270 INFO:teuthology.orchestra.run.smithi119.stdout: "req_link_latency": { 2023-10-21T15:44:36.270 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.270 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.270 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.271 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.271 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookup_latency": { 2023-10-21T15:44:36.271 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.271 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.271 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.272 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.272 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:36.272 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.272 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.273 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.273 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.273 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupino_latency": { 2023-10-21T15:44:36.273 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.273 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.274 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.274 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.274 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupname_latency": { 2023-10-21T15:44:36.274 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.275 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.275 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.275 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.275 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:36.276 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.276 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.276 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.276 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.276 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:36.277 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.277 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.277 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.277 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.277 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lssnap_latency": { 2023-10-21T15:44:36.278 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.278 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.278 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.278 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.278 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mkdir_latency": { 2023-10-21T15:44:36.279 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.279 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.279 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.280 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.280 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mknod_latency": { 2023-10-21T15:44:36.280 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.280 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.280 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.281 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.281 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mksnap_latency": { 2023-10-21T15:44:36.281 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.281 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.281 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.282 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.282 INFO:teuthology.orchestra.run.smithi119.stdout: "req_open_latency": { 2023-10-21T15:44:36.282 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.282 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.282 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.283 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.283 INFO:teuthology.orchestra.run.smithi119.stdout: "req_readdir_latency": { 2023-10-21T15:44:36.283 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.283 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.284 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.284 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.284 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rename_latency": { 2023-10-21T15:44:36.284 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.284 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.284 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.285 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.285 INFO:teuthology.orchestra.run.smithi119.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:36.285 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.285 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.286 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.286 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.286 INFO:teuthology.orchestra.run.smithi119.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:36.287 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.287 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.287 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.287 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.287 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmdir_latency": { 2023-10-21T15:44:36.288 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.288 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.288 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.288 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.288 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:36.289 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.289 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.289 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.289 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.289 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:36.290 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.290 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.290 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.290 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.290 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setattr_latency": { 2023-10-21T15:44:36.291 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.291 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.291 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.291 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.291 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:36.291 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.292 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.292 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.292 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.292 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:36.292 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.293 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.293 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.293 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.293 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setlayout_latency": { 2023-10-21T15:44:36.294 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.294 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.294 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.294 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.294 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setxattr_latency": { 2023-10-21T15:44:36.295 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.295 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.295 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.297 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.298 INFO:teuthology.orchestra.run.smithi119.stdout: "req_symlink_latency": { 2023-10-21T15:44:36.298 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.298 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.298 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.299 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.299 INFO:teuthology.orchestra.run.smithi119.stdout: "req_unlink_latency": { 2023-10-21T15:44:36.299 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.299 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.299 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.300 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.300 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:36.300 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:36.300 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:36.300 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.301 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.301 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.301 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.301 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.302 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_sessions": { 2023-10-21T15:44:36.302 INFO:teuthology.orchestra.run.smithi119.stdout: "session_count": 1, 2023-10-21T15:44:36.302 INFO:teuthology.orchestra.run.smithi119.stdout: "session_add": 1, 2023-10-21T15:44:36.303 INFO:teuthology.orchestra.run.smithi119.stdout: "session_remove": 0, 2023-10-21T15:44:36.304 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_open": 0, 2023-10-21T15:44:36.304 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_stale": 0, 2023-10-21T15:44:36.304 INFO:teuthology.orchestra.run.smithi119.stdout: "total_load": 0, 2023-10-21T15:44:36.304 INFO:teuthology.orchestra.run.smithi119.stdout: "average_load": 0, 2023-10-21T15:44:36.304 INFO:teuthology.orchestra.run.smithi119.stdout: "avg_session_uptime": 1653, 2023-10-21T15:44:36.305 INFO:teuthology.orchestra.run.smithi119.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:36.305 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.305 INFO:teuthology.orchestra.run.smithi119.stdout: "mempool": { 2023-10-21T15:44:36.305 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:36.306 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:36.306 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:36.306 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:36.306 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:36.306 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:36.307 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:36.307 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:36.307 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:36.307 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:36.307 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:36.308 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:36.308 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:36.308 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:36.308 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:36.308 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:36.309 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:36.309 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:36.309 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:36.309 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:36.309 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:36.310 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:36.310 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:36.310 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:36.310 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:36.311 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:36.311 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:36.311 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:36.311 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:36.311 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:36.312 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:36.312 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_items": 0, 2023-10-21T15:44:36.312 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:36.312 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:36.312 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:36.313 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:36.313 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_bytes": 213761, 2023-10-21T15:44:36.313 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_items": 60, 2023-10-21T15:44:36.313 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_bytes": 0, 2023-10-21T15:44:36.314 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_items": 0, 2023-10-21T15:44:36.314 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_bytes": 0, 2023-10-21T15:44:36.314 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_items": 0, 2023-10-21T15:44:36.314 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:36.314 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:36.315 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:36.315 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:36.315 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:36.315 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_items": 158, 2023-10-21T15:44:36.316 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:36.316 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:36.316 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:36.316 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_items": 0, 2023-10-21T15:44:36.316 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_bytes": 48860, 2023-10-21T15:44:36.316 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_items": 310, 2023-10-21T15:44:36.317 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:36.317 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_items": 0, 2023-10-21T15:44:36.317 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:36.317 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_items": 0 2023-10-21T15:44:36.317 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.318 INFO:teuthology.orchestra.run.smithi119.stdout: "objecter": { 2023-10-21T15:44:36.318 INFO:teuthology.orchestra.run.smithi119.stdout: "op_active": 0, 2023-10-21T15:44:36.318 INFO:teuthology.orchestra.run.smithi119.stdout: "op_laggy": 0, 2023-10-21T15:44:36.318 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send": 411, 2023-10-21T15:44:36.318 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send_bytes": 26, 2023-10-21T15:44:36.319 INFO:teuthology.orchestra.run.smithi119.stdout: "op_resend": 4, 2023-10-21T15:44:36.319 INFO:teuthology.orchestra.run.smithi119.stdout: "op_reply": 411, 2023-10-21T15:44:36.319 INFO:teuthology.orchestra.run.smithi119.stdout: "op_latency": { 2023-10-21T15:44:36.319 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 411, 2023-10-21T15:44:36.319 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.277993155, 2023-10-21T15:44:36.320 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000676382 2023-10-21T15:44:36.320 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.320 INFO:teuthology.orchestra.run.smithi119.stdout: "op_inflight": 0, 2023-10-21T15:44:36.320 INFO:teuthology.orchestra.run.smithi119.stdout: "oplen_avg": { 2023-10-21T15:44:36.320 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 411, 2023-10-21T15:44:36.321 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 412 2023-10-21T15:44:36.321 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.321 INFO:teuthology.orchestra.run.smithi119.stdout: "op": 411, 2023-10-21T15:44:36.321 INFO:teuthology.orchestra.run.smithi119.stdout: "op_r": 411, 2023-10-21T15:44:36.321 INFO:teuthology.orchestra.run.smithi119.stdout: "op_w": 0, 2023-10-21T15:44:36.322 INFO:teuthology.orchestra.run.smithi119.stdout: "op_rmw": 0, 2023-10-21T15:44:36.322 INFO:teuthology.orchestra.run.smithi119.stdout: "op_pg": 0, 2023-10-21T15:44:36.322 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_stat": 212, 2023-10-21T15:44:36.322 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_create": 0, 2023-10-21T15:44:36.322 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_read": 196, 2023-10-21T15:44:36.323 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_write": 0, 2023-10-21T15:44:36.323 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writefull": 0, 2023-10-21T15:44:36.323 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writesame": 0, 2023-10-21T15:44:36.323 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_append": 0, 2023-10-21T15:44:36.324 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_zero": 0, 2023-10-21T15:44:36.324 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_truncate": 0, 2023-10-21T15:44:36.324 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_delete": 0, 2023-10-21T15:44:36.324 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_mapext": 0, 2023-10-21T15:44:36.324 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:36.325 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:36.325 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_getxattr": 2, 2023-10-21T15:44:36.325 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_setxattr": 0, 2023-10-21T15:44:36.325 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:36.325 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:36.325 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:36.326 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_call": 0, 2023-10-21T15:44:36.326 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_watch": 0, 2023-10-21T15:44:36.326 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_notify": 0, 2023-10-21T15:44:36.326 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:36.326 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls": 0, 2023-10-21T15:44:36.327 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:36.327 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_other": 0, 2023-10-21T15:44:36.327 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_active": 0, 2023-10-21T15:44:36.327 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_send": 0, 2023-10-21T15:44:36.327 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_resend": 0, 2023-10-21T15:44:36.328 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_ping": 0, 2023-10-21T15:44:36.328 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_active": 0, 2023-10-21T15:44:36.328 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_send": 0, 2023-10-21T15:44:36.328 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_resend": 0, 2023-10-21T15:44:36.329 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_active": 0, 2023-10-21T15:44:36.329 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_send": 0, 2023-10-21T15:44:36.329 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_resend": 0, 2023-10-21T15:44:36.329 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_active": 0, 2023-10-21T15:44:36.329 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_send": 0, 2023-10-21T15:44:36.329 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_resend": 0, 2023-10-21T15:44:36.330 INFO:teuthology.orchestra.run.smithi119.stdout: "command_active": 0, 2023-10-21T15:44:36.330 INFO:teuthology.orchestra.run.smithi119.stdout: "command_send": 0, 2023-10-21T15:44:36.330 INFO:teuthology.orchestra.run.smithi119.stdout: "command_resend": 0, 2023-10-21T15:44:36.330 INFO:teuthology.orchestra.run.smithi119.stdout: "map_epoch": 0, 2023-10-21T15:44:36.331 INFO:teuthology.orchestra.run.smithi119.stdout: "map_full": 0, 2023-10-21T15:44:36.331 INFO:teuthology.orchestra.run.smithi119.stdout: "map_inc": 0, 2023-10-21T15:44:36.331 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_sessions": 8, 2023-10-21T15:44:36.331 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_open": 8, 2023-10-21T15:44:36.331 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_close": 0, 2023-10-21T15:44:36.332 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_laggy": 0, 2023-10-21T15:44:36.332 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_wr": 0, 2023-10-21T15:44:36.332 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_rd": 2, 2023-10-21T15:44:36.332 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_del": 0 2023-10-21T15:44:36.332 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.332 INFO:teuthology.orchestra.run.smithi119.stdout: "oft": { 2023-10-21T15:44:36.333 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_objs": 0, 2023-10-21T15:44:36.333 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:36.333 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_updates": 0, 2023-10-21T15:44:36.333 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_removes": 0 2023-10-21T15:44:36.333 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.334 INFO:teuthology.orchestra.run.smithi119.stdout: "osd-slow-ops": { 2023-10-21T15:44:36.334 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_ops_count": 0 2023-10-21T15:44:36.334 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.334 INFO:teuthology.orchestra.run.smithi119.stdout: "purge_queue": { 2023-10-21T15:44:36.334 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:36.335 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops_high_water": 0, 2023-10-21T15:44:36.335 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing": 0, 2023-10-21T15:44:36.335 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_high_water": 0, 2023-10-21T15:44:36.335 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed": 0, 2023-10-21T15:44:36.335 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:36.336 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.336 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:36.336 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:36.336 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2023-10-21T15:44:36.336 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:36.336 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 464, 2023-10-21T15:44:36.337 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 22293503, 2023-10-21T15:44:36.337 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:36.337 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 464, 2023-10-21T15:44:36.337 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:36.337 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:36.338 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 464, 2023-10-21T15:44:36.338 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 22293503, 2023-10-21T15:44:36.338 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:36.338 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.338 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.339 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.339 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.339 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.339 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:36.339 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:36.340 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2023-10-21T15:44:36.340 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:36.340 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:36.340 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:36.341 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:36.341 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:36.341 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 411, 2023-10-21T15:44:36.341 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 21989454, 2023-10-21T15:44:36.341 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 411, 2023-10-21T15:44:36.342 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 21989454, 2023-10-21T15:44:36.342 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:36.342 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.342 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.342 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.343 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.343 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.343 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:36.343 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:36.343 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 1024, 2023-10-21T15:44:36.344 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:36.344 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:36.344 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:36.344 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:36.344 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:36.344 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 411, 2023-10-21T15:44:36.345 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 411, 2023-10-21T15:44:36.345 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 411, 2023-10-21T15:44:36.345 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 411, 2023-10-21T15:44:36.345 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:36.345 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.346 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.346 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.346 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.346 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.346 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:36.347 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:36.347 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2023-10-21T15:44:36.347 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:36.347 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:36.347 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:36.348 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:36.348 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:36.348 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:36.348 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:36.348 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 0, 2023-10-21T15:44:36.348 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 0, 2023-10-21T15:44:36.349 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:36.349 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.349 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.349 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.349 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.350 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:36.350 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle-0x5624a9f80960": { 2023-10-21T15:44:36.350 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:36.350 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2023-10-21T15:44:36.350 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:36.351 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:36.351 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:36.351 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:36.351 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:36.351 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:36.352 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:36.352 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 0, 2023-10-21T15:44:36.352 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 0, 2023-10-21T15:44:36.352 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:36.352 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:36.353 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:36.353 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:36.353 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.353 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:36.353 INFO:teuthology.orchestra.run.smithi119.stdout:} 2023-10-21T15:44:36.658 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2023-10-21T15:44:36.659 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2023-10-21T15:44:36.659 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2023-10-21T15:44:36.659 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2023-10-21T15:44:36.659 INFO:tasks.check_counter:Daemon mds.c mds.dir_split=0 2023-10-21T15:44:36.660 DEBUG:tasks.check_counter:Getting stats from f 2023-10-21T15:44:36.660 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.f perf dump 2023-10-21T15:44:37.219 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:44:37.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:37 smithi119 ceph-mon[103628]: pgmap v446: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-21T15:44:37.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:37 smithi046 ceph-mon[99436]: pgmap v446: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-21T15:44:37.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:37 smithi105 ceph-mon[103980]: pgmap v446: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 11 op/s 2023-10-21T15:44:38.062 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:38 smithi119 ceph-mon[103628]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:38.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:38 smithi046 ceph-mon[99436]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:38.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:38 smithi105 ceph-mon[103980]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-10-21T15:44:38.551 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2023-10-21T15:44:38.551 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:38.551 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 5226, 2023-10-21T15:44:38.552 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 7285, 2023-10-21T15:44:38.552 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 2915452, 2023-10-21T15:44:38.552 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 6616511, 2023-10-21T15:44:38.552 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 10, 2023-10-21T15:44:38.552 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 4, 2023-10-21T15:44:38.553 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.284337953, 2023-10-21T15:44:38.553 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.112255720, 2023-10-21T15:44:38.553 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.172182828, 2023-10-21T15:44:38.553 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.017983318, 2023-10-21T15:44:38.553 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:38.554 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 7285, 2023-10-21T15:44:38.554 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.624806397, 2023-10-21T15:44:38.554 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000085766 2023-10-21T15:44:38.554 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.554 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:38.555 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 10517, 2023-10-21T15:44:38.555 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.001576305, 2023-10-21T15:44:38.555 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000149 2023-10-21T15:44:38.555 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.555 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-21T15:44:38.556 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 0 2023-10-21T15:44:38.556 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.556 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:38.556 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 2574, 2023-10-21T15:44:38.556 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 2584, 2023-10-21T15:44:38.557 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 1008380, 2023-10-21T15:44:38.557 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 3801132, 2023-10-21T15:44:38.557 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 9, 2023-10-21T15:44:38.557 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 5, 2023-10-21T15:44:38.557 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.145144577, 2023-10-21T15:44:38.558 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.061855547, 2023-10-21T15:44:38.558 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.075464864, 2023-10-21T15:44:38.558 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.018250680, 2023-10-21T15:44:38.558 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:38.558 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2587, 2023-10-21T15:44:38.559 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.177568204, 2023-10-21T15:44:38.559 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000068638 2023-10-21T15:44:38.559 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.559 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:38.559 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3353, 2023-10-21T15:44:38.560 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000482395, 2023-10-21T15:44:38.561 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000143 2023-10-21T15:44:38.562 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.562 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-10-21T15:44:38.562 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 216112 2023-10-21T15:44:38.563 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.563 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:38.563 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 5472, 2023-10-21T15:44:38.563 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 9780, 2023-10-21T15:44:38.563 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 2602070, 2023-10-21T15:44:38.564 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 6058383, 2023-10-21T15:44:38.564 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 24, 2023-10-21T15:44:38.564 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 12, 2023-10-21T15:44:38.564 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.365214286, 2023-10-21T15:44:38.564 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.162353334, 2023-10-21T15:44:38.565 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.240324624, 2023-10-21T15:44:38.565 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.016322507, 2023-10-21T15:44:38.565 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:38.565 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 9773, 2023-10-21T15:44:38.565 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.329883098, 2023-10-21T15:44:38.566 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000033754 2023-10-21T15:44:38.566 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.566 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:38.566 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 12008, 2023-10-21T15:44:38.566 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.002347383, 2023-10-21T15:44:38.567 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000195 2023-10-21T15:44:38.567 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.567 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 2289296, 2023-10-21T15:44:38.567 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 5628064 2023-10-21T15:44:38.567 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.568 INFO:teuthology.orchestra.run.smithi119.stdout: "cct": { 2023-10-21T15:44:38.568 INFO:teuthology.orchestra.run.smithi119.stdout: "total_workers": 1, 2023-10-21T15:44:38.568 INFO:teuthology.orchestra.run.smithi119.stdout: "unhealthy_workers": 0 2023-10-21T15:44:38.568 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.568 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-MDSRank": { 2023-10-21T15:44:38.568 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2023-10-21T15:44:38.569 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2023-10-21T15:44:38.569 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 766, 2023-10-21T15:44:38.569 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1.560321834, 2023-10-21T15:44:38.569 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.002036973 2023-10-21T15:44:38.570 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.570 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.570 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:38.570 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2023-10-21T15:44:38.570 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2023-10-21T15:44:38.571 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2368, 2023-10-21T15:44:38.571 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.236324288, 2023-10-21T15:44:38.571 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000099799 2023-10-21T15:44:38.571 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.571 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.572 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2023-10-21T15:44:38.572 INFO:teuthology.orchestra.run.smithi119.stdout: "request": 3662, 2023-10-21T15:44:38.572 INFO:teuthology.orchestra.run.smithi119.stdout: "reply": 3540, 2023-10-21T15:44:38.572 INFO:teuthology.orchestra.run.smithi119.stdout: "reply_latency": { 2023-10-21T15:44:38.572 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3540, 2023-10-21T15:44:38.573 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 5.661502279, 2023-10-21T15:44:38.573 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001599294 2023-10-21T15:44:38.573 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.573 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_reply": 0, 2023-10-21T15:44:38.573 INFO:teuthology.orchestra.run.smithi119.stdout: "forward": 122, 2023-10-21T15:44:38.574 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_complete": 12, 2023-10-21T15:44:38.574 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:38.574 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_commit": 11, 2023-10-21T15:44:38.574 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_split": 0, 2023-10-21T15:44:38.574 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_merge": 0, 2023-10-21T15:44:38.575 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes": 17, 2023-10-21T15:44:38.575 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_top": 2, 2023-10-21T15:44:38.575 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_bottom": 2, 2023-10-21T15:44:38.575 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pin_tail": 13, 2023-10-21T15:44:38.575 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pinned": 13, 2023-10-21T15:44:38.576 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_expired": 582, 2023-10-21T15:44:38.576 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_with_caps": 0, 2023-10-21T15:44:38.576 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": 0, 2023-10-21T15:44:38.576 INFO:teuthology.orchestra.run.smithi119.stdout: "subtrees": 5, 2023-10-21T15:44:38.576 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse": 6506, 2023-10-21T15:44:38.576 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_hit": 4915, 2023-10-21T15:44:38.577 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_forward": 121, 2023-10-21T15:44:38.577 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_discover": 87, 2023-10-21T15:44:38.577 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:38.577 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:38.577 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_lock": 7, 2023-10-21T15:44:38.578 INFO:teuthology.orchestra.run.smithi119.stdout: "load_cent": 2000, 2023-10-21T15:44:38.578 INFO:teuthology.orchestra.run.smithi119.stdout: "q": 2, 2023-10-21T15:44:38.578 INFO:teuthology.orchestra.run.smithi119.stdout: "exported": 74, 2023-10-21T15:44:38.578 INFO:teuthology.orchestra.run.smithi119.stdout: "exported_inodes": 301, 2023-10-21T15:44:38.578 INFO:teuthology.orchestra.run.smithi119.stdout: "imported": 74, 2023-10-21T15:44:38.579 INFO:teuthology.orchestra.run.smithi119.stdout: "imported_inodes": 1219, 2023-10-21T15:44:38.579 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:38.579 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_backtrace_fetch": 33, 2023-10-21T15:44:38.579 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:38.580 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rfiles": 4, 2023-10-21T15:44:38.580 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rbytes": 246, 2023-10-21T15:44:38.580 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rsnaps": 0, 2023-10-21T15:44:38.580 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_fetch": 33, 2023-10-21T15:44:38.580 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:38.581 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:38.581 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:38.581 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_inodes": 0, 2023-10-21T15:44:38.581 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:38.581 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dirfrag_rstats": 0, 2023-10-21T15:44:38.582 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_file_inodes": 33, 2023-10-21T15:44:38.582 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_inode_file_caps": 0, 2023-10-21T15:44:38.582 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_revoke": 109, 2023-10-21T15:44:38.582 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_grant": 1785, 2023-10-21T15:44:38.582 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_trunc": 2, 2023-10-21T15:44:38.583 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:38.583 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:38.583 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps": 1002, 2023-10-21T15:44:38.583 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps_dirty": 826, 2023-10-21T15:44:38.583 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_cap_release": 50, 2023-10-21T15:44:38.584 INFO:teuthology.orchestra.run.smithi119.stdout: "process_request_cap_release": 2825 2023-10-21T15:44:38.584 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.584 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_cache": { 2023-10-21T15:44:38.584 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update": 190, 2023-10-21T15:44:38.584 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update_receipt": 622, 2023-10-21T15:44:38.585 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_try_discover": 341, 2023-10-21T15:44:38.585 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_send_discover": 458, 2023-10-21T15:44:38.585 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_handle_discover": 290, 2023-10-21T15:44:38.585 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays": 0, 2023-10-21T15:44:38.585 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:38.585 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:38.586 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_created": 1323, 2023-10-21T15:44:38.586 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_enqueued": 1323, 2023-10-21T15:44:38.586 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:38.586 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_migrated": 0, 2023-10-21T15:44:38.587 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:38.587 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:38.587 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:38.587 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_started": 0, 2023-10-21T15:44:38.587 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_completed": 0, 2023-10-21T15:44:38.587 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:38.588 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_exportdir": 74, 2023-10-21T15:44:38.588 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_flush": 0, 2023-10-21T15:44:38.588 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:38.589 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:38.589 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_inodestats": 0 2023-10-21T15:44:38.589 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.589 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_log": { 2023-10-21T15:44:38.589 INFO:teuthology.orchestra.run.smithi119.stdout: "evlrg": 0, 2023-10-21T15:44:38.590 INFO:teuthology.orchestra.run.smithi119.stdout: "evadd": 5151, 2023-10-21T15:44:38.590 INFO:teuthology.orchestra.run.smithi119.stdout: "evex": 0, 2023-10-21T15:44:38.590 INFO:teuthology.orchestra.run.smithi119.stdout: "evtrm": 0, 2023-10-21T15:44:38.590 INFO:teuthology.orchestra.run.smithi119.stdout: "ev": 5151, 2023-10-21T15:44:38.591 INFO:teuthology.orchestra.run.smithi119.stdout: "evexg": 0, 2023-10-21T15:44:38.591 INFO:teuthology.orchestra.run.smithi119.stdout: "evexd": 0, 2023-10-21T15:44:38.591 INFO:teuthology.orchestra.run.smithi119.stdout: "segadd": 7, 2023-10-21T15:44:38.591 INFO:teuthology.orchestra.run.smithi119.stdout: "segex": 0, 2023-10-21T15:44:38.591 INFO:teuthology.orchestra.run.smithi119.stdout: "segtrm": 0, 2023-10-21T15:44:38.592 INFO:teuthology.orchestra.run.smithi119.stdout: "seg": 7, 2023-10-21T15:44:38.592 INFO:teuthology.orchestra.run.smithi119.stdout: "segmjr": 2, 2023-10-21T15:44:38.592 INFO:teuthology.orchestra.run.smithi119.stdout: "segexg": 0, 2023-10-21T15:44:38.592 INFO:teuthology.orchestra.run.smithi119.stdout: "segexd": 0, 2023-10-21T15:44:38.592 INFO:teuthology.orchestra.run.smithi119.stdout: "expos": 4194304, 2023-10-21T15:44:38.592 INFO:teuthology.orchestra.run.smithi119.stdout: "wrpos": 12135948, 2023-10-21T15:44:38.593 INFO:teuthology.orchestra.run.smithi119.stdout: "rdpos": 0, 2023-10-21T15:44:38.593 INFO:teuthology.orchestra.run.smithi119.stdout: "jlat": { 2023-10-21T15:44:38.593 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 357, 2023-10-21T15:44:38.593 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1.723096858, 2023-10-21T15:44:38.593 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.004826601 2023-10-21T15:44:38.594 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.594 INFO:teuthology.orchestra.run.smithi119.stdout: "replayed": 0 2023-10-21T15:44:38.594 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.594 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_mem": { 2023-10-21T15:44:38.594 INFO:teuthology.orchestra.run.smithi119.stdout: "ino": 23, 2023-10-21T15:44:38.595 INFO:teuthology.orchestra.run.smithi119.stdout: "ino+": 1476, 2023-10-21T15:44:38.595 INFO:teuthology.orchestra.run.smithi119.stdout: "ino-": 1453, 2023-10-21T15:44:38.595 INFO:teuthology.orchestra.run.smithi119.stdout: "dir": 22, 2023-10-21T15:44:38.595 INFO:teuthology.orchestra.run.smithi119.stdout: "dir+": 356, 2023-10-21T15:44:38.595 INFO:teuthology.orchestra.run.smithi119.stdout: "dir-": 334, 2023-10-21T15:44:38.596 INFO:teuthology.orchestra.run.smithi119.stdout: "dn": 17, 2023-10-21T15:44:38.596 INFO:teuthology.orchestra.run.smithi119.stdout: "dn+": 3079, 2023-10-21T15:44:38.596 INFO:teuthology.orchestra.run.smithi119.stdout: "dn-": 3062, 2023-10-21T15:44:38.596 INFO:teuthology.orchestra.run.smithi119.stdout: "cap": 0, 2023-10-21T15:44:38.596 INFO:teuthology.orchestra.run.smithi119.stdout: "cap+": 2421, 2023-10-21T15:44:38.597 INFO:teuthology.orchestra.run.smithi119.stdout: "cap-": 2421, 2023-10-21T15:44:38.597 INFO:teuthology.orchestra.run.smithi119.stdout: "rss": 68172, 2023-10-21T15:44:38.597 INFO:teuthology.orchestra.run.smithi119.stdout: "heap": 198960 2023-10-21T15:44:38.597 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.597 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_server": { 2023-10-21T15:44:38.598 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_client_request": 4933, 2023-10-21T15:44:38.598 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_server_request": 30, 2023-10-21T15:44:38.598 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_request": 3662, 2023-10-21T15:44:38.598 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_session": 8, 2023-10-21T15:44:38.598 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_peer_request": 253, 2023-10-21T15:44:38.599 INFO:teuthology.orchestra.run.smithi119.stdout: "req_create_latency": { 2023-10-21T15:44:38.599 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 266, 2023-10-21T15:44:38.599 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.474693061, 2023-10-21T15:44:38.599 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001784560 2023-10-21T15:44:38.599 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.600 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getattr_latency": { 2023-10-21T15:44:38.600 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1, 2023-10-21T15:44:38.600 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000314679, 2023-10-21T15:44:38.600 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000314679 2023-10-21T15:44:38.600 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.600 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:38.601 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.601 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.601 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.601 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.601 INFO:teuthology.orchestra.run.smithi119.stdout: "req_link_latency": { 2023-10-21T15:44:38.602 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.602 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.602 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.602 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.602 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookup_latency": { 2023-10-21T15:44:38.603 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1749, 2023-10-21T15:44:38.603 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.499560365, 2023-10-21T15:44:38.603 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000285626 2023-10-21T15:44:38.603 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.603 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:38.604 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.604 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.604 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.604 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.604 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupino_latency": { 2023-10-21T15:44:38.605 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.605 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.605 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.605 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.605 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupname_latency": { 2023-10-21T15:44:38.606 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.606 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.606 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.606 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.606 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:38.606 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.607 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.607 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.607 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.607 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:38.608 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.608 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.608 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.608 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.608 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lssnap_latency": { 2023-10-21T15:44:38.609 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.609 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.609 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.609 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.609 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mkdir_latency": { 2023-10-21T15:44:38.610 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 4, 2023-10-21T15:44:38.610 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.009694637, 2023-10-21T15:44:38.610 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.002423659 2023-10-21T15:44:38.610 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.610 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mknod_latency": { 2023-10-21T15:44:38.611 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.611 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.611 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.611 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.611 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mksnap_latency": { 2023-10-21T15:44:38.612 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.612 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.612 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.612 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.612 INFO:teuthology.orchestra.run.smithi119.stdout: "req_open_latency": { 2023-10-21T15:44:38.613 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 86, 2023-10-21T15:44:38.613 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.017671670, 2023-10-21T15:44:38.613 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000205484 2023-10-21T15:44:38.613 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.613 INFO:teuthology.orchestra.run.smithi119.stdout: "req_readdir_latency": { 2023-10-21T15:44:38.614 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 93, 2023-10-21T15:44:38.614 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.078759516, 2023-10-21T15:44:38.614 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000846876 2023-10-21T15:44:38.614 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.614 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rename_latency": { 2023-10-21T15:44:38.615 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 15, 2023-10-21T15:44:38.615 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 2.639190390, 2023-10-21T15:44:38.615 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.175946026 2023-10-21T15:44:38.615 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.615 INFO:teuthology.orchestra.run.smithi119.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:38.616 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.616 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.616 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.616 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.616 INFO:teuthology.orchestra.run.smithi119.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:38.617 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.617 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.617 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.617 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.617 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmdir_latency": { 2023-10-21T15:44:38.618 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 7, 2023-10-21T15:44:38.618 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.088071299, 2023-10-21T15:44:38.618 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.012581614 2023-10-21T15:44:38.618 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.618 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:38.619 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.619 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.619 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.619 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.619 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:38.620 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.620 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.620 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.620 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.620 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setattr_latency": { 2023-10-21T15:44:38.620 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2, 2023-10-21T15:44:38.621 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.008225460, 2023-10-21T15:44:38.621 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.004112730 2023-10-21T15:44:38.621 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.621 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:38.621 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.622 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.622 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.622 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.622 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:38.622 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.623 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.623 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.623 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.623 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setlayout_latency": { 2023-10-21T15:44:38.623 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.624 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.624 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.624 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.624 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setxattr_latency": { 2023-10-21T15:44:38.624 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.625 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.625 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.625 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.625 INFO:teuthology.orchestra.run.smithi119.stdout: "req_symlink_latency": { 2023-10-21T15:44:38.625 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1, 2023-10-21T15:44:38.625 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000591522, 2023-10-21T15:44:38.626 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000591522 2023-10-21T15:44:38.626 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.626 INFO:teuthology.orchestra.run.smithi119.stdout: "req_unlink_latency": { 2023-10-21T15:44:38.626 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1316, 2023-10-21T15:44:38.626 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1.844729680, 2023-10-21T15:44:38.627 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001401770 2023-10-21T15:44:38.627 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.627 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:38.627 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:38.627 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:38.628 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.628 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.628 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.628 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.628 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.629 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_sessions": { 2023-10-21T15:44:38.629 INFO:teuthology.orchestra.run.smithi119.stdout: "session_count": 1, 2023-10-21T15:44:38.629 INFO:teuthology.orchestra.run.smithi119.stdout: "session_add": 2, 2023-10-21T15:44:38.629 INFO:teuthology.orchestra.run.smithi119.stdout: "session_remove": 1, 2023-10-21T15:44:38.629 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_open": 1, 2023-10-21T15:44:38.630 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_stale": 0, 2023-10-21T15:44:38.630 INFO:teuthology.orchestra.run.smithi119.stdout: "total_load": 2395, 2023-10-21T15:44:38.630 INFO:teuthology.orchestra.run.smithi119.stdout: "average_load": 2395, 2023-10-21T15:44:38.630 INFO:teuthology.orchestra.run.smithi119.stdout: "avg_session_uptime": 234, 2023-10-21T15:44:38.630 INFO:teuthology.orchestra.run.smithi119.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:38.631 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.631 INFO:teuthology.orchestra.run.smithi119.stdout: "mempool": { 2023-10-21T15:44:38.631 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:38.631 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:38.631 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:38.631 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:38.632 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:38.632 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:38.632 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:38.632 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:38.632 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:38.633 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:38.633 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:38.633 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:38.633 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:38.633 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:38.634 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:38.634 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:38.634 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:38.634 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:38.634 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:38.635 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:38.635 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:38.635 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:38.635 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:38.635 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:38.636 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:38.636 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:38.636 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:38.636 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:38.636 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:38.636 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:38.637 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:38.637 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_items": 0, 2023-10-21T15:44:38.637 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:38.637 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:38.637 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:38.638 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:38.638 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_bytes": 290455, 2023-10-21T15:44:38.638 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_items": 121, 2023-10-21T15:44:38.638 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_bytes": 440, 2023-10-21T15:44:38.638 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_items": 5, 2023-10-21T15:44:38.639 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_bytes": 0, 2023-10-21T15:44:38.639 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_items": 0, 2023-10-21T15:44:38.639 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:38.639 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:38.639 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:38.640 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:38.640 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:38.640 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_items": 158, 2023-10-21T15:44:38.640 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:38.640 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:38.640 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:38.641 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_items": 0, 2023-10-21T15:44:38.641 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_bytes": 92181, 2023-10-21T15:44:38.641 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_items": 436, 2023-10-21T15:44:38.641 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:38.641 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_items": 0, 2023-10-21T15:44:38.642 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:38.642 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_items": 0 2023-10-21T15:44:38.642 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.642 INFO:teuthology.orchestra.run.smithi119.stdout: "objecter": { 2023-10-21T15:44:38.642 INFO:teuthology.orchestra.run.smithi119.stdout: "op_active": 0, 2023-10-21T15:44:38.643 INFO:teuthology.orchestra.run.smithi119.stdout: "op_laggy": 0, 2023-10-21T15:44:38.643 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send": 1900, 2023-10-21T15:44:38.643 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send_bytes": 8164564, 2023-10-21T15:44:38.643 INFO:teuthology.orchestra.run.smithi119.stdout: "op_resend": 33, 2023-10-21T15:44:38.643 INFO:teuthology.orchestra.run.smithi119.stdout: "op_reply": 1900, 2023-10-21T15:44:38.644 INFO:teuthology.orchestra.run.smithi119.stdout: "op_latency": { 2023-10-21T15:44:38.644 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1900, 2023-10-21T15:44:38.644 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 6.316844977, 2023-10-21T15:44:38.644 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.003324655 2023-10-21T15:44:38.644 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.645 INFO:teuthology.orchestra.run.smithi119.stdout: "op_inflight": 0, 2023-10-21T15:44:38.645 INFO:teuthology.orchestra.run.smithi119.stdout: "oplen_avg": { 2023-10-21T15:44:38.645 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1900, 2023-10-21T15:44:38.645 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1966 2023-10-21T15:44:38.645 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.645 INFO:teuthology.orchestra.run.smithi119.stdout: "op": 1900, 2023-10-21T15:44:38.646 INFO:teuthology.orchestra.run.smithi119.stdout: "op_r": 86, 2023-10-21T15:44:38.646 INFO:teuthology.orchestra.run.smithi119.stdout: "op_w": 1814, 2023-10-21T15:44:38.646 INFO:teuthology.orchestra.run.smithi119.stdout: "op_rmw": 0, 2023-10-21T15:44:38.646 INFO:teuthology.orchestra.run.smithi119.stdout: "op_pg": 0, 2023-10-21T15:44:38.647 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_stat": 0, 2023-10-21T15:44:38.647 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_create": 10, 2023-10-21T15:44:38.647 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_read": 41, 2023-10-21T15:44:38.647 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_write": 398, 2023-10-21T15:44:38.647 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writefull": 36, 2023-10-21T15:44:38.647 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writesame": 0, 2023-10-21T15:44:38.648 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_append": 0, 2023-10-21T15:44:38.648 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_zero": 0, 2023-10-21T15:44:38.648 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_truncate": 0, 2023-10-21T15:44:38.648 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_delete": 1336, 2023-10-21T15:44:38.648 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_mapext": 0, 2023-10-21T15:44:38.649 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:38.649 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:38.649 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_getxattr": 37, 2023-10-21T15:44:38.649 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_setxattr": 20, 2023-10-21T15:44:38.649 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:38.650 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:38.650 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:38.650 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_call": 0, 2023-10-21T15:44:38.650 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_watch": 0, 2023-10-21T15:44:38.650 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_notify": 0, 2023-10-21T15:44:38.651 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:38.651 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls": 0, 2023-10-21T15:44:38.651 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:38.651 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_other": 2, 2023-10-21T15:44:38.651 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_active": 0, 2023-10-21T15:44:38.652 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_send": 0, 2023-10-21T15:44:38.652 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_resend": 0, 2023-10-21T15:44:38.652 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_ping": 0, 2023-10-21T15:44:38.652 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_active": 0, 2023-10-21T15:44:38.652 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_send": 0, 2023-10-21T15:44:38.652 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_resend": 0, 2023-10-21T15:44:38.653 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_active": 0, 2023-10-21T15:44:38.653 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_send": 0, 2023-10-21T15:44:38.653 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_resend": 0, 2023-10-21T15:44:38.653 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_active": 0, 2023-10-21T15:44:38.653 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_send": 0, 2023-10-21T15:44:38.654 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_resend": 0, 2023-10-21T15:44:38.654 INFO:teuthology.orchestra.run.smithi119.stdout: "command_active": 0, 2023-10-21T15:44:38.654 INFO:teuthology.orchestra.run.smithi119.stdout: "command_send": 0, 2023-10-21T15:44:38.654 INFO:teuthology.orchestra.run.smithi119.stdout: "command_resend": 0, 2023-10-21T15:44:38.654 INFO:teuthology.orchestra.run.smithi119.stdout: "map_epoch": 87, 2023-10-21T15:44:38.655 INFO:teuthology.orchestra.run.smithi119.stdout: "map_full": 0, 2023-10-21T15:44:38.655 INFO:teuthology.orchestra.run.smithi119.stdout: "map_inc": 3, 2023-10-21T15:44:38.655 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_sessions": 12, 2023-10-21T15:44:38.655 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_open": 12, 2023-10-21T15:44:38.655 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_close": 0, 2023-10-21T15:44:38.656 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_laggy": 0, 2023-10-21T15:44:38.656 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_wr": 46, 2023-10-21T15:44:38.656 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_rd": 24, 2023-10-21T15:44:38.656 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_del": 16 2023-10-21T15:44:38.656 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.657 INFO:teuthology.orchestra.run.smithi119.stdout: "oft": { 2023-10-21T15:44:38.657 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_objs": 1, 2023-10-21T15:44:38.657 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:38.657 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_updates": 0, 2023-10-21T15:44:38.657 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_removes": 0 2023-10-21T15:44:38.658 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.658 INFO:teuthology.orchestra.run.smithi119.stdout: "osd-slow-ops": { 2023-10-21T15:44:38.658 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_ops_count": 0 2023-10-21T15:44:38.658 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.658 INFO:teuthology.orchestra.run.smithi119.stdout: "purge_queue": { 2023-10-21T15:44:38.659 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:38.659 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops_high_water": 6, 2023-10-21T15:44:38.659 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing": 0, 2023-10-21T15:44:38.659 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_high_water": 6, 2023-10-21T15:44:38.659 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed": 1323, 2023-10-21T15:44:38.660 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:38.660 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.660 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:38.660 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:38.660 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2023-10-21T15:44:38.661 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:38.661 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 13268, 2023-10-21T15:44:38.661 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 5107092, 2023-10-21T15:44:38.661 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:38.661 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 13268, 2023-10-21T15:44:38.661 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:38.662 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:38.662 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 13268, 2023-10-21T15:44:38.662 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 5107092, 2023-10-21T15:44:38.662 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:38.662 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.663 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.663 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.663 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.663 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.663 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:38.664 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:38.664 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2023-10-21T15:44:38.664 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:38.664 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:38.664 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:38.665 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:38.665 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:38.665 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 1900, 2023-10-21T15:44:38.665 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 8297995, 2023-10-21T15:44:38.665 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1900, 2023-10-21T15:44:38.666 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 8297995, 2023-10-21T15:44:38.666 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:38.666 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.666 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.666 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.667 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.667 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.667 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:38.667 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:38.667 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 1024, 2023-10-21T15:44:38.668 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:38.668 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:38.668 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:38.668 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:38.668 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:38.669 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 1900, 2023-10-21T15:44:38.669 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 1900, 2023-10-21T15:44:38.669 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1900, 2023-10-21T15:44:38.669 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 1900, 2023-10-21T15:44:38.669 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:38.669 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.670 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.670 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.670 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.670 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.670 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:38.671 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:38.671 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2023-10-21T15:44:38.671 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:38.671 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 1323, 2023-10-21T15:44:38.672 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 133623, 2023-10-21T15:44:38.672 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:38.672 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 1323, 2023-10-21T15:44:38.672 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:38.672 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:38.673 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 41, 2023-10-21T15:44:38.673 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 133623, 2023-10-21T15:44:38.673 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:38.673 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.673 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.673 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.674 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.674 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:38.675 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle-0x55a7c5e886e0": { 2023-10-21T15:44:38.675 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:38.675 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2023-10-21T15:44:38.675 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:38.675 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 5151, 2023-10-21T15:44:38.676 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 7941644, 2023-10-21T15:44:38.676 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:38.676 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 5151, 2023-10-21T15:44:38.676 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:38.676 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:38.676 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 357, 2023-10-21T15:44:38.677 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 7941644, 2023-10-21T15:44:38.677 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:38.677 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:38.677 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:38.678 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:38.678 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.678 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:38.678 INFO:teuthology.orchestra.run.smithi119.stdout:} 2023-10-21T15:44:39.073 INFO:tasks.check_counter:Daemon mds.f mds.exported=74 2023-10-21T15:44:39.073 INFO:tasks.check_counter:Daemon mds.f mds.imported=74 2023-10-21T15:44:39.073 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=190 2023-10-21T15:44:39.074 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=622 2023-10-21T15:44:39.074 INFO:tasks.check_counter:Daemon mds.f mds.dir_split=0 2023-10-21T15:44:39.074 DEBUG:tasks.check_counter:Getting stats from i 2023-10-21T15:44:39.075 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.i perf dump 2023-10-21T15:44:39.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:39 smithi119 ceph-mon[103628]: pgmap v447: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 10 op/s 2023-10-21T15:44:39.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:39 smithi046 ceph-mon[99436]: pgmap v447: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 10 op/s 2023-10-21T15:44:39.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:39 smithi105 ceph-mon[103980]: pgmap v447: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 10 op/s 2023-10-21T15:44:39.632 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:44:40.889 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2023-10-21T15:44:40.889 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:40.889 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 197189, 2023-10-21T15:44:40.889 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 199812, 2023-10-21T15:44:40.890 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 35612232, 2023-10-21T15:44:40.890 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 43737112, 2023-10-21T15:44:40.890 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 9, 2023-10-21T15:44:40.890 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 5, 2023-10-21T15:44:40.890 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 4.837675239, 2023-10-21T15:44:40.891 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 1.826789301, 2023-10-21T15:44:40.891 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 3.382529881, 2023-10-21T15:44:40.891 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.029020216, 2023-10-21T15:44:40.891 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:40.891 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 199811, 2023-10-21T15:44:40.892 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 2.001362495, 2023-10-21T15:44:40.892 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000010016 2023-10-21T15:44:40.892 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.892 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:40.892 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 393716, 2023-10-21T15:44:40.893 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.025821474, 2023-10-21T15:44:40.893 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000065 2023-10-21T15:44:40.893 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.893 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 626000, 2023-10-21T15:44:40.893 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 117360 2023-10-21T15:44:40.894 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.894 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:40.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 2784, 2023-10-21T15:44:40.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 3313, 2023-10-21T15:44:40.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 1004721, 2023-10-21T15:44:40.894 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 1606251, 2023-10-21T15:44:40.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 10, 2023-10-21T15:44:40.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 5, 2023-10-21T15:44:40.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.143417932, 2023-10-21T15:44:40.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.059469346, 2023-10-21T15:44:40.895 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.087319669, 2023-10-21T15:44:40.896 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.012753556, 2023-10-21T15:44:40.896 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:40.896 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3314, 2023-10-21T15:44:40.897 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.252500839, 2023-10-21T15:44:40.897 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000076192 2023-10-21T15:44:40.897 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.897 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:40.897 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 4538, 2023-10-21T15:44:40.898 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000616662, 2023-10-21T15:44:40.898 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000135 2023-10-21T15:44:40.898 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.898 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 3152, 2023-10-21T15:44:40.898 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 217520 2023-10-21T15:44:40.899 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.899 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:40.899 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 5995, 2023-10-21T15:44:40.899 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 10257, 2023-10-21T15:44:40.899 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 2193637, 2023-10-21T15:44:40.900 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 6330922, 2023-10-21T15:44:40.900 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 23, 2023-10-21T15:44:40.900 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 8, 2023-10-21T15:44:40.900 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.368483838, 2023-10-21T15:44:40.900 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.167259738, 2023-10-21T15:44:40.900 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.398709084, 2023-10-21T15:44:40.901 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.015387880, 2023-10-21T15:44:40.901 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:40.901 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 10253, 2023-10-21T15:44:40.901 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.333746673, 2023-10-21T15:44:40.901 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000032551 2023-10-21T15:44:40.902 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.902 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:40.902 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 12728, 2023-10-21T15:44:40.902 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.002338216, 2023-10-21T15:44:40.902 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000183 2023-10-21T15:44:40.903 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.903 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 1845328, 2023-10-21T15:44:40.903 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 5733488 2023-10-21T15:44:40.903 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.903 INFO:teuthology.orchestra.run.smithi119.stdout: "cct": { 2023-10-21T15:44:40.904 INFO:teuthology.orchestra.run.smithi119.stdout: "total_workers": 1, 2023-10-21T15:44:40.904 INFO:teuthology.orchestra.run.smithi119.stdout: "unhealthy_workers": 0 2023-10-21T15:44:40.904 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.904 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-MDSRank": { 2023-10-21T15:44:40.904 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2023-10-21T15:44:40.904 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2023-10-21T15:44:40.905 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 749, 2023-10-21T15:44:40.905 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 2.104492287, 2023-10-21T15:44:40.905 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.002809736 2023-10-21T15:44:40.905 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:40.905 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.906 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:40.906 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2023-10-21T15:44:40.906 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2023-10-21T15:44:40.906 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2664, 2023-10-21T15:44:40.906 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.480168901, 2023-10-21T15:44:40.907 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000180243 2023-10-21T15:44:40.907 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:40.907 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.907 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2023-10-21T15:44:40.907 INFO:teuthology.orchestra.run.smithi119.stdout: "request": 3717, 2023-10-21T15:44:40.908 INFO:teuthology.orchestra.run.smithi119.stdout: "reply": 3523, 2023-10-21T15:44:40.908 INFO:teuthology.orchestra.run.smithi119.stdout: "reply_latency": { 2023-10-21T15:44:40.908 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 3523, 2023-10-21T15:44:40.908 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 4.983988505, 2023-10-21T15:44:40.908 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001414700 2023-10-21T15:44:40.909 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.909 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_reply": 0, 2023-10-21T15:44:40.909 INFO:teuthology.orchestra.run.smithi119.stdout: "forward": 194, 2023-10-21T15:44:40.909 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_complete": 0, 2023-10-21T15:44:40.909 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:40.910 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_commit": 11, 2023-10-21T15:44:40.910 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_split": 0, 2023-10-21T15:44:40.910 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_merge": 0, 2023-10-21T15:44:40.910 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes": 174, 2023-10-21T15:44:40.910 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_top": 18, 2023-10-21T15:44:40.910 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_bottom": 132, 2023-10-21T15:44:40.911 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pin_tail": 24, 2023-10-21T15:44:40.911 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pinned": 27, 2023-10-21T15:44:40.911 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_expired": 80, 2023-10-21T15:44:40.911 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_with_caps": 1, 2023-10-21T15:44:40.911 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": 1, 2023-10-21T15:44:40.912 INFO:teuthology.orchestra.run.smithi119.stdout: "subtrees": 6, 2023-10-21T15:44:40.912 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse": 6294, 2023-10-21T15:44:40.912 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_hit": 5125, 2023-10-21T15:44:40.912 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_forward": 179, 2023-10-21T15:44:40.912 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_discover": 39, 2023-10-21T15:44:40.913 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:40.913 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:40.913 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_lock": 0, 2023-10-21T15:44:40.913 INFO:teuthology.orchestra.run.smithi119.stdout: "load_cent": 0, 2023-10-21T15:44:40.913 INFO:teuthology.orchestra.run.smithi119.stdout: "q": 0, 2023-10-21T15:44:40.913 INFO:teuthology.orchestra.run.smithi119.stdout: "exported": 12, 2023-10-21T15:44:40.914 INFO:teuthology.orchestra.run.smithi119.stdout: "exported_inodes": 12, 2023-10-21T15:44:40.914 INFO:teuthology.orchestra.run.smithi119.stdout: "imported": 172, 2023-10-21T15:44:40.914 INFO:teuthology.orchestra.run.smithi119.stdout: "imported_inodes": 2156, 2023-10-21T15:44:40.914 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:40.914 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_backtrace_fetch": 255, 2023-10-21T15:44:40.915 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:40.915 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rfiles": 4, 2023-10-21T15:44:40.915 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rbytes": 246, 2023-10-21T15:44:40.915 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rsnaps": 0, 2023-10-21T15:44:40.915 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_fetch": 255, 2023-10-21T15:44:40.916 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:40.916 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:40.916 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:40.916 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_inodes": 1, 2023-10-21T15:44:40.916 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:40.917 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dirfrag_rstats": 1, 2023-10-21T15:44:40.917 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_file_inodes": 254, 2023-10-21T15:44:40.917 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_inode_file_caps": 37, 2023-10-21T15:44:40.917 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_revoke": 189, 2023-10-21T15:44:40.917 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_grant": 1868, 2023-10-21T15:44:40.917 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_trunc": 0, 2023-10-21T15:44:40.918 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:40.918 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:40.918 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps": 1458, 2023-10-21T15:44:40.918 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps_dirty": 884, 2023-10-21T15:44:40.919 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_cap_release": 65, 2023-10-21T15:44:40.919 INFO:teuthology.orchestra.run.smithi119.stdout: "process_request_cap_release": 2807 2023-10-21T15:44:40.919 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.919 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_cache": { 2023-10-21T15:44:40.919 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update": 221, 2023-10-21T15:44:40.919 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update_receipt": 479, 2023-10-21T15:44:40.920 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_try_discover": 252, 2023-10-21T15:44:40.920 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_send_discover": 604, 2023-10-21T15:44:40.920 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_handle_discover": 511, 2023-10-21T15:44:40.920 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays": 12, 2023-10-21T15:44:40.920 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:40.921 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:40.921 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_created": 1425, 2023-10-21T15:44:40.921 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_enqueued": 1413, 2023-10-21T15:44:40.921 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:40.921 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_migrated": 0, 2023-10-21T15:44:40.922 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:40.922 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:40.922 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:40.922 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_started": 0, 2023-10-21T15:44:40.922 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_completed": 0, 2023-10-21T15:44:40.922 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:40.923 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_exportdir": 12, 2023-10-21T15:44:40.923 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_flush": 0, 2023-10-21T15:44:40.923 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:40.923 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:40.923 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_inodestats": 0 2023-10-21T15:44:40.924 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.924 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_log": { 2023-10-21T15:44:40.924 INFO:teuthology.orchestra.run.smithi119.stdout: "evlrg": 0, 2023-10-21T15:44:40.924 INFO:teuthology.orchestra.run.smithi119.stdout: "evadd": 5660, 2023-10-21T15:44:40.924 INFO:teuthology.orchestra.run.smithi119.stdout: "evex": 0, 2023-10-21T15:44:40.925 INFO:teuthology.orchestra.run.smithi119.stdout: "evtrm": 0, 2023-10-21T15:44:40.925 INFO:teuthology.orchestra.run.smithi119.stdout: "ev": 5660, 2023-10-21T15:44:40.925 INFO:teuthology.orchestra.run.smithi119.stdout: "evexg": 0, 2023-10-21T15:44:40.925 INFO:teuthology.orchestra.run.smithi119.stdout: "evexd": 0, 2023-10-21T15:44:40.925 INFO:teuthology.orchestra.run.smithi119.stdout: "segadd": 9, 2023-10-21T15:44:40.925 INFO:teuthology.orchestra.run.smithi119.stdout: "segex": 0, 2023-10-21T15:44:40.926 INFO:teuthology.orchestra.run.smithi119.stdout: "segtrm": 0, 2023-10-21T15:44:40.926 INFO:teuthology.orchestra.run.smithi119.stdout: "seg": 9, 2023-10-21T15:44:40.926 INFO:teuthology.orchestra.run.smithi119.stdout: "segmjr": 2, 2023-10-21T15:44:40.926 INFO:teuthology.orchestra.run.smithi119.stdout: "segexg": 0, 2023-10-21T15:44:40.926 INFO:teuthology.orchestra.run.smithi119.stdout: "segexd": 0, 2023-10-21T15:44:40.927 INFO:teuthology.orchestra.run.smithi119.stdout: "expos": 4194304, 2023-10-21T15:44:40.927 INFO:teuthology.orchestra.run.smithi119.stdout: "wrpos": 14156908, 2023-10-21T15:44:40.927 INFO:teuthology.orchestra.run.smithi119.stdout: "rdpos": 0, 2023-10-21T15:44:40.927 INFO:teuthology.orchestra.run.smithi119.stdout: "jlat": { 2023-10-21T15:44:40.927 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 376, 2023-10-21T15:44:40.927 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 9.945630940, 2023-10-21T15:44:40.928 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.026451146 2023-10-21T15:44:40.928 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.928 INFO:teuthology.orchestra.run.smithi119.stdout: "replayed": 0 2023-10-21T15:44:40.928 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.928 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_mem": { 2023-10-21T15:44:40.929 INFO:teuthology.orchestra.run.smithi119.stdout: "ino": 39, 2023-10-21T15:44:40.929 INFO:teuthology.orchestra.run.smithi119.stdout: "ino+": 1482, 2023-10-21T15:44:40.929 INFO:teuthology.orchestra.run.smithi119.stdout: "ino-": 1443, 2023-10-21T15:44:40.929 INFO:teuthology.orchestra.run.smithi119.stdout: "dir": 108, 2023-10-21T15:44:40.929 INFO:teuthology.orchestra.run.smithi119.stdout: "dir+": 426, 2023-10-21T15:44:40.930 INFO:teuthology.orchestra.run.smithi119.stdout: "dir-": 318, 2023-10-21T15:44:40.930 INFO:teuthology.orchestra.run.smithi119.stdout: "dn": 174, 2023-10-21T15:44:40.930 INFO:teuthology.orchestra.run.smithi119.stdout: "dn+": 3828, 2023-10-21T15:44:40.930 INFO:teuthology.orchestra.run.smithi119.stdout: "dn-": 3654, 2023-10-21T15:44:40.930 INFO:teuthology.orchestra.run.smithi119.stdout: "cap": 1, 2023-10-21T15:44:40.931 INFO:teuthology.orchestra.run.smithi119.stdout: "cap+": 2299, 2023-10-21T15:44:40.931 INFO:teuthology.orchestra.run.smithi119.stdout: "cap-": 2298, 2023-10-21T15:44:40.931 INFO:teuthology.orchestra.run.smithi119.stdout: "rss": 66780, 2023-10-21T15:44:40.931 INFO:teuthology.orchestra.run.smithi119.stdout: "heap": 198960 2023-10-21T15:44:40.931 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.931 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_server": { 2023-10-21T15:44:40.932 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_client_request": 5055, 2023-10-21T15:44:40.932 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_server_request": 105, 2023-10-21T15:44:40.932 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_request": 3717, 2023-10-21T15:44:40.932 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_session": 5, 2023-10-21T15:44:40.932 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_peer_request": 354, 2023-10-21T15:44:40.933 INFO:teuthology.orchestra.run.smithi119.stdout: "req_create_latency": { 2023-10-21T15:44:40.933 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 214, 2023-10-21T15:44:40.933 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.373597423, 2023-10-21T15:44:40.933 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001745782 2023-10-21T15:44:40.934 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.934 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getattr_latency": { 2023-10-21T15:44:40.934 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 11, 2023-10-21T15:44:40.934 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.027477326, 2023-10-21T15:44:40.934 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.002497938 2023-10-21T15:44:40.935 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.935 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:40.935 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.935 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.935 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.936 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.936 INFO:teuthology.orchestra.run.smithi119.stdout: "req_link_latency": { 2023-10-21T15:44:40.936 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.936 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.936 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.936 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.937 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookup_latency": { 2023-10-21T15:44:40.937 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1764, 2023-10-21T15:44:40.937 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.751269834, 2023-10-21T15:44:40.937 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000425889 2023-10-21T15:44:40.937 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.938 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:40.938 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.938 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.938 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.938 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.939 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupino_latency": { 2023-10-21T15:44:40.939 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1, 2023-10-21T15:44:40.939 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000293222, 2023-10-21T15:44:40.939 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000293222 2023-10-21T15:44:40.939 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.940 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupname_latency": { 2023-10-21T15:44:40.940 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.940 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.940 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.940 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.940 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:40.941 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.941 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.941 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.941 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.941 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:40.942 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.942 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.942 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.942 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.942 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lssnap_latency": { 2023-10-21T15:44:40.943 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.943 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.943 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.943 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.943 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mkdir_latency": { 2023-10-21T15:44:40.944 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1, 2023-10-21T15:44:40.944 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.001056581, 2023-10-21T15:44:40.944 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001056581 2023-10-21T15:44:40.944 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.944 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mknod_latency": { 2023-10-21T15:44:40.945 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.945 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.945 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.945 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.945 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mksnap_latency": { 2023-10-21T15:44:40.945 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.946 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.946 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.946 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.946 INFO:teuthology.orchestra.run.smithi119.stdout: "req_open_latency": { 2023-10-21T15:44:40.946 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 20, 2023-10-21T15:44:40.947 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.005314213, 2023-10-21T15:44:40.947 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000265710 2023-10-21T15:44:40.947 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.947 INFO:teuthology.orchestra.run.smithi119.stdout: "req_readdir_latency": { 2023-10-21T15:44:40.947 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 86, 2023-10-21T15:44:40.948 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.147579309, 2023-10-21T15:44:40.948 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001716038 2023-10-21T15:44:40.948 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.948 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rename_latency": { 2023-10-21T15:44:40.948 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2, 2023-10-21T15:44:40.949 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.003249419, 2023-10-21T15:44:40.949 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001624709 2023-10-21T15:44:40.949 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.949 INFO:teuthology.orchestra.run.smithi119.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:40.949 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.949 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.950 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.950 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.950 INFO:teuthology.orchestra.run.smithi119.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:40.950 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.950 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.951 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.951 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.951 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmdir_latency": { 2023-10-21T15:44:40.951 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 45, 2023-10-21T15:44:40.951 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1.219517003, 2023-10-21T15:44:40.952 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.027100377 2023-10-21T15:44:40.952 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.952 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:40.952 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.952 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.952 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.953 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.953 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:40.953 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.953 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.953 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.954 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.954 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setattr_latency": { 2023-10-21T15:44:40.954 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.954 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.954 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.955 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.955 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:40.955 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.955 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.955 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.956 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.956 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:40.956 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.956 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.956 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.956 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.957 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setlayout_latency": { 2023-10-21T15:44:40.957 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.957 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.957 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.957 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.958 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setxattr_latency": { 2023-10-21T15:44:40.958 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.958 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.958 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.958 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.959 INFO:teuthology.orchestra.run.smithi119.stdout: "req_symlink_latency": { 2023-10-21T15:44:40.959 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1, 2023-10-21T15:44:40.959 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000413035, 2023-10-21T15:44:40.959 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000413035 2023-10-21T15:44:40.959 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.960 INFO:teuthology.orchestra.run.smithi119.stdout: "req_unlink_latency": { 2023-10-21T15:44:40.960 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1378, 2023-10-21T15:44:40.960 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 2.454221140, 2023-10-21T15:44:40.960 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.001781002 2023-10-21T15:44:40.960 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.960 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:40.961 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:40.961 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:40.961 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.961 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.961 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.962 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:40.962 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.962 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_sessions": { 2023-10-21T15:44:40.962 INFO:teuthology.orchestra.run.smithi119.stdout: "session_count": 1, 2023-10-21T15:44:40.962 INFO:teuthology.orchestra.run.smithi119.stdout: "session_add": 1, 2023-10-21T15:44:40.963 INFO:teuthology.orchestra.run.smithi119.stdout: "session_remove": 0, 2023-10-21T15:44:40.963 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_open": 1, 2023-10-21T15:44:40.963 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_stale": 0, 2023-10-21T15:44:40.963 INFO:teuthology.orchestra.run.smithi119.stdout: "total_load": 2380, 2023-10-21T15:44:40.963 INFO:teuthology.orchestra.run.smithi119.stdout: "average_load": 2380, 2023-10-21T15:44:40.964 INFO:teuthology.orchestra.run.smithi119.stdout: "avg_session_uptime": 283, 2023-10-21T15:44:40.964 INFO:teuthology.orchestra.run.smithi119.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:40.964 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.964 INFO:teuthology.orchestra.run.smithi119.stdout: "mempool": { 2023-10-21T15:44:40.964 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:40.965 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:40.965 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:40.965 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:40.965 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:40.965 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:40.965 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:40.966 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:40.966 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:40.966 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:40.966 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:40.966 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:40.967 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:40.967 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:40.967 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:40.967 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:40.967 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:40.968 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:40.968 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:40.968 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:40.968 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:40.968 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:40.969 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:40.969 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:40.969 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:40.969 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:40.969 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:40.969 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:40.970 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:40.970 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:40.970 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:40.970 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_items": 0, 2023-10-21T15:44:40.970 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:40.971 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:40.971 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:40.971 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:40.971 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_bytes": 307135, 2023-10-21T15:44:40.971 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_items": 146, 2023-10-21T15:44:40.972 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_bytes": 1232, 2023-10-21T15:44:40.972 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_items": 14, 2023-10-21T15:44:40.972 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_bytes": 0, 2023-10-21T15:44:40.972 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_items": 0, 2023-10-21T15:44:40.972 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:40.972 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:40.973 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:40.973 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:40.973 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:40.973 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_items": 158, 2023-10-21T15:44:40.973 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:40.974 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:40.974 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:40.974 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_items": 0, 2023-10-21T15:44:40.974 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_bytes": 370294, 2023-10-21T15:44:40.974 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_items": 4259, 2023-10-21T15:44:40.975 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:40.975 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_items": 0, 2023-10-21T15:44:40.975 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:40.975 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_items": 0 2023-10-21T15:44:40.975 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.976 INFO:teuthology.orchestra.run.smithi119.stdout: "objecter": { 2023-10-21T15:44:40.976 INFO:teuthology.orchestra.run.smithi119.stdout: "op_active": 0, 2023-10-21T15:44:40.976 INFO:teuthology.orchestra.run.smithi119.stdout: "op_laggy": 0, 2023-10-21T15:44:40.976 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send": 2321, 2023-10-21T15:44:40.976 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send_bytes": 10188405, 2023-10-21T15:44:40.976 INFO:teuthology.orchestra.run.smithi119.stdout: "op_resend": 27, 2023-10-21T15:44:40.977 INFO:teuthology.orchestra.run.smithi119.stdout: "op_reply": 2321, 2023-10-21T15:44:40.977 INFO:teuthology.orchestra.run.smithi119.stdout: "op_latency": { 2023-10-21T15:44:40.977 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2321, 2023-10-21T15:44:40.977 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 6.988828483, 2023-10-21T15:44:40.977 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.003011128 2023-10-21T15:44:40.978 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.978 INFO:teuthology.orchestra.run.smithi119.stdout: "op_inflight": 0, 2023-10-21T15:44:40.978 INFO:teuthology.orchestra.run.smithi119.stdout: "oplen_avg": { 2023-10-21T15:44:40.978 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 2321, 2023-10-21T15:44:40.978 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 2372 2023-10-21T15:44:40.979 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.979 INFO:teuthology.orchestra.run.smithi119.stdout: "op": 2321, 2023-10-21T15:44:40.979 INFO:teuthology.orchestra.run.smithi119.stdout: "op_r": 305, 2023-10-21T15:44:40.979 INFO:teuthology.orchestra.run.smithi119.stdout: "op_w": 2016, 2023-10-21T15:44:40.979 INFO:teuthology.orchestra.run.smithi119.stdout: "op_rmw": 0, 2023-10-21T15:44:40.980 INFO:teuthology.orchestra.run.smithi119.stdout: "op_pg": 0, 2023-10-21T15:44:40.980 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_stat": 0, 2023-10-21T15:44:40.980 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_create": 10, 2023-10-21T15:44:40.980 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_read": 50, 2023-10-21T15:44:40.980 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_write": 426, 2023-10-21T15:44:40.980 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writefull": 38, 2023-10-21T15:44:40.981 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writesame": 0, 2023-10-21T15:44:40.981 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_append": 0, 2023-10-21T15:44:40.981 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_zero": 0, 2023-10-21T15:44:40.981 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_truncate": 0, 2023-10-21T15:44:40.981 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_delete": 1509, 2023-10-21T15:44:40.982 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_mapext": 0, 2023-10-21T15:44:40.982 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:40.982 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:40.982 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_getxattr": 255, 2023-10-21T15:44:40.982 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_setxattr": 20, 2023-10-21T15:44:40.983 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:40.983 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:40.983 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:40.983 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_call": 0, 2023-10-21T15:44:40.983 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_watch": 0, 2023-10-21T15:44:40.984 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_notify": 0, 2023-10-21T15:44:40.984 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:40.984 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls": 0, 2023-10-21T15:44:40.984 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:40.984 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_other": 0, 2023-10-21T15:44:40.985 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_active": 0, 2023-10-21T15:44:40.985 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_send": 0, 2023-10-21T15:44:40.985 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_resend": 0, 2023-10-21T15:44:40.985 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_ping": 0, 2023-10-21T15:44:40.985 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_active": 0, 2023-10-21T15:44:40.985 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_send": 0, 2023-10-21T15:44:40.986 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_resend": 0, 2023-10-21T15:44:40.986 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_active": 0, 2023-10-21T15:44:40.986 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_send": 0, 2023-10-21T15:44:40.986 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_resend": 0, 2023-10-21T15:44:40.986 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_active": 0, 2023-10-21T15:44:40.987 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_send": 0, 2023-10-21T15:44:40.987 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_resend": 0, 2023-10-21T15:44:40.987 INFO:teuthology.orchestra.run.smithi119.stdout: "command_active": 0, 2023-10-21T15:44:40.987 INFO:teuthology.orchestra.run.smithi119.stdout: "command_send": 0, 2023-10-21T15:44:40.987 INFO:teuthology.orchestra.run.smithi119.stdout: "command_resend": 0, 2023-10-21T15:44:40.988 INFO:teuthology.orchestra.run.smithi119.stdout: "map_epoch": 87, 2023-10-21T15:44:40.988 INFO:teuthology.orchestra.run.smithi119.stdout: "map_full": 0, 2023-10-21T15:44:40.988 INFO:teuthology.orchestra.run.smithi119.stdout: "map_inc": 3, 2023-10-21T15:44:40.988 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_sessions": 12, 2023-10-21T15:44:40.988 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_open": 12, 2023-10-21T15:44:40.989 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_close": 0, 2023-10-21T15:44:40.989 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_laggy": 0, 2023-10-21T15:44:40.989 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_wr": 49, 2023-10-21T15:44:40.989 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_rd": 0, 2023-10-21T15:44:40.989 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_del": 15 2023-10-21T15:44:40.989 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.990 INFO:teuthology.orchestra.run.smithi119.stdout: "oft": { 2023-10-21T15:44:40.990 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_objs": 1, 2023-10-21T15:44:40.990 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:40.990 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_updates": 0, 2023-10-21T15:44:40.990 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_removes": 0 2023-10-21T15:44:40.991 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.991 INFO:teuthology.orchestra.run.smithi119.stdout: "osd-slow-ops": { 2023-10-21T15:44:40.991 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_ops_count": 0 2023-10-21T15:44:40.991 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.991 INFO:teuthology.orchestra.run.smithi119.stdout: "purge_queue": { 2023-10-21T15:44:40.992 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:40.992 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops_high_water": 65, 2023-10-21T15:44:40.992 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing": 0, 2023-10-21T15:44:40.992 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_high_water": 6, 2023-10-21T15:44:40.992 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed": 1413, 2023-10-21T15:44:40.993 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:40.993 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.993 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:40.993 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:40.993 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2023-10-21T15:44:40.994 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:40.994 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 205964, 2023-10-21T15:44:40.994 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 20029278, 2023-10-21T15:44:40.994 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:40.994 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 205964, 2023-10-21T15:44:40.995 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:40.995 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:40.995 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 205964, 2023-10-21T15:44:40.995 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 20029278, 2023-10-21T15:44:40.995 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:40.995 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.996 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.996 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.996 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:40.996 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:40.996 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:40.997 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:40.997 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2023-10-21T15:44:40.997 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:40.997 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:40.997 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:40.997 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:40.998 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:40.998 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 2321, 2023-10-21T15:44:40.998 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 10331142, 2023-10-21T15:44:40.998 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 2321, 2023-10-21T15:44:40.998 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 10331142, 2023-10-21T15:44:40.999 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:40.999 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:40.999 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:40.999 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:40.999 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:41.000 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:41.000 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:41.000 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:41.000 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 1024, 2023-10-21T15:44:41.000 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:41.001 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:41.001 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:41.001 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:41.001 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:41.001 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 2321, 2023-10-21T15:44:41.001 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 2321, 2023-10-21T15:44:41.002 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 2321, 2023-10-21T15:44:41.002 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 2321, 2023-10-21T15:44:41.002 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:41.002 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:41.002 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:41.003 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:41.003 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:41.003 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:41.003 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:41.003 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:41.004 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2023-10-21T15:44:41.004 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:41.004 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 1413, 2023-10-21T15:44:41.004 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 142737, 2023-10-21T15:44:41.004 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:41.005 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 1413, 2023-10-21T15:44:41.005 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:41.005 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:41.005 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 50, 2023-10-21T15:44:41.005 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 142737, 2023-10-21T15:44:41.005 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:41.006 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:41.006 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:41.006 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:41.006 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:41.006 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:41.007 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle-0x558253fe66e0": { 2023-10-21T15:44:41.007 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:41.007 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2023-10-21T15:44:41.007 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:41.007 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 5660, 2023-10-21T15:44:41.008 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 9962604, 2023-10-21T15:44:41.008 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:41.008 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 5660, 2023-10-21T15:44:41.008 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:41.008 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:41.008 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 376, 2023-10-21T15:44:41.009 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 9962604, 2023-10-21T15:44:41.009 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:41.009 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:41.009 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:41.009 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:41.010 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:41.010 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:41.010 INFO:teuthology.orchestra.run.smithi119.stdout:} 2023-10-21T15:44:41.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:41 smithi119 ceph-mon[103628]: pgmap v448: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2023-10-21T15:44:41.371 INFO:tasks.check_counter:Daemon mds.i mds.exported=12 2023-10-21T15:44:41.372 INFO:tasks.check_counter:Daemon mds.i mds.imported=172 2023-10-21T15:44:41.372 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=221 2023-10-21T15:44:41.373 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=479 2023-10-21T15:44:41.373 INFO:tasks.check_counter:Daemon mds.i mds.dir_split=0 2023-10-21T15:44:41.373 DEBUG:tasks.check_counter:Getting stats from l 2023-10-21T15:44:41.374 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:f0804064d67a2a63dbabf1801ff452580a050cfc shell --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 -- ceph daemon mds.l perf dump 2023-10-21T15:44:41.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:41 smithi046 ceph-mon[99436]: pgmap v448: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2023-10-21T15:44:41.489 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:41 smithi105 ceph-mon[103980]: pgmap v448: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2023-10-21T15:44:41.931 INFO:teuthology.orchestra.run.smithi119.stderr:Inferring config /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/mon.c/config 2023-10-21T15:44:42.339 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:44:42.339 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:44:42.340 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:44:42.340 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:42 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:44:42.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:44:42.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:44:42.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:44:42.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:42 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:44:42.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-21T15:44:42.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-21T15:44:42.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-21T15:44:42.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:42 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' 2023-10-21T15:44:43.324 INFO:teuthology.orchestra.run.smithi119.stdout:{ 2023-10-21T15:44:43.325 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-0": { 2023-10-21T15:44:43.325 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 381, 2023-10-21T15:44:43.325 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 383, 2023-10-21T15:44:43.325 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 4294221, 2023-10-21T15:44:43.325 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 118555, 2023-10-21T15:44:43.326 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 6, 2023-10-21T15:44:43.326 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 2, 2023-10-21T15:44:43.326 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.033351362, 2023-10-21T15:44:43.326 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.008230816, 2023-10-21T15:44:43.327 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.011046473, 2023-10-21T15:44:43.327 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.010374836, 2023-10-21T15:44:43.327 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:43.327 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 381, 2023-10-21T15:44:43.327 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.012112370, 2023-10-21T15:44:43.328 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000031790 2023-10-21T15:44:43.328 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.328 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:43.328 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.328 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.329 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.329 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.329 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-21T15:44:43.329 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 0 2023-10-21T15:44:43.329 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.330 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-1": { 2023-10-21T15:44:43.330 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 308, 2023-10-21T15:44:43.330 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 392, 2023-10-21T15:44:43.330 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 3823716, 2023-10-21T15:44:43.330 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 313146, 2023-10-21T15:44:43.331 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 5, 2023-10-21T15:44:43.331 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 4, 2023-10-21T15:44:43.331 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.032535908, 2023-10-21T15:44:43.331 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.009172169, 2023-10-21T15:44:43.331 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.009697135, 2023-10-21T15:44:43.332 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.010665416, 2023-10-21T15:44:43.332 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:43.332 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 390, 2023-10-21T15:44:43.332 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.013079927, 2023-10-21T15:44:43.332 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000033538 2023-10-21T15:44:43.333 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.333 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:43.333 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.333 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.333 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.334 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.334 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-21T15:44:43.334 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 217664 2023-10-21T15:44:43.334 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.334 INFO:teuthology.orchestra.run.smithi119.stdout: "AsyncMessenger::Worker-2": { 2023-10-21T15:44:43.335 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_messages": 542, 2023-10-21T15:44:43.335 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages": 516, 2023-10-21T15:44:43.335 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_bytes": 726550, 2023-10-21T15:44:43.335 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_bytes": 190566, 2023-10-21T15:44:43.335 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_created_connections": 4, 2023-10-21T15:44:43.336 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_active_connections": 3, 2023-10-21T15:44:43.336 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_total_time": 0.059436300, 2023-10-21T15:44:43.336 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_send_time": 0.016924723, 2023-10-21T15:44:43.336 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_recv_time": 0.023801419, 2023-10-21T15:44:43.336 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_running_fast_dispatch_time": 0.017497515, 2023-10-21T15:44:43.337 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_messages_queue_lat": { 2023-10-21T15:44:43.337 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 516, 2023-10-21T15:44:43.337 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.024870835, 2023-10-21T15:44:43.337 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000048199 2023-10-21T15:44:43.337 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.338 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_handle_ack_lat": { 2023-10-21T15:44:43.338 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.338 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.338 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.338 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.339 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_recv_encrypted_bytes": 596416, 2023-10-21T15:44:43.339 INFO:teuthology.orchestra.run.smithi119.stdout: "msgr_send_encrypted_bytes": 68032 2023-10-21T15:44:43.339 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.339 INFO:teuthology.orchestra.run.smithi119.stdout: "cct": { 2023-10-21T15:44:43.339 INFO:teuthology.orchestra.run.smithi119.stdout: "total_workers": 1, 2023-10-21T15:44:43.340 INFO:teuthology.orchestra.run.smithi119.stdout: "unhealthy_workers": 0 2023-10-21T15:44:43.340 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.340 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-MDSRank": { 2023-10-21T15:44:43.340 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2023-10-21T15:44:43.340 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2023-10-21T15:44:43.341 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1830, 2023-10-21T15:44:43.341 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.050926752, 2023-10-21T15:44:43.341 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000027828 2023-10-21T15:44:43.341 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.341 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.342 INFO:teuthology.orchestra.run.smithi119.stdout: "finisher-PurgeQueue": { 2023-10-21T15:44:43.342 INFO:teuthology.orchestra.run.smithi119.stdout: "queue_len": 0, 2023-10-21T15:44:43.342 INFO:teuthology.orchestra.run.smithi119.stdout: "complete_latency": { 2023-10-21T15:44:43.342 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.342 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.343 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.343 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.343 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.343 INFO:teuthology.orchestra.run.smithi119.stdout: "mds": { 2023-10-21T15:44:43.343 INFO:teuthology.orchestra.run.smithi119.stdout: "request": 0, 2023-10-21T15:44:43.344 INFO:teuthology.orchestra.run.smithi119.stdout: "reply": 0, 2023-10-21T15:44:43.344 INFO:teuthology.orchestra.run.smithi119.stdout: "reply_latency": { 2023-10-21T15:44:43.344 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.344 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.344 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.345 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.345 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_reply": 0, 2023-10-21T15:44:43.345 INFO:teuthology.orchestra.run.smithi119.stdout: "forward": 0, 2023-10-21T15:44:43.345 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_complete": 0, 2023-10-21T15:44:43.345 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_fetch_keys": 0, 2023-10-21T15:44:43.346 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_commit": 0, 2023-10-21T15:44:43.346 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_split": 0, 2023-10-21T15:44:43.346 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_merge": 0, 2023-10-21T15:44:43.346 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes": 1329, 2023-10-21T15:44:43.346 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_top": 0, 2023-10-21T15:44:43.347 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_bottom": 0, 2023-10-21T15:44:43.347 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pin_tail": 1329, 2023-10-21T15:44:43.347 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_pinned": 1329, 2023-10-21T15:44:43.347 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_expired": 1, 2023-10-21T15:44:43.347 INFO:teuthology.orchestra.run.smithi119.stdout: "inodes_with_caps": 0, 2023-10-21T15:44:43.348 INFO:teuthology.orchestra.run.smithi119.stdout: "caps": 0, 2023-10-21T15:44:43.348 INFO:teuthology.orchestra.run.smithi119.stdout: "subtrees": 1, 2023-10-21T15:44:43.348 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse": 0, 2023-10-21T15:44:43.348 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_hit": 0, 2023-10-21T15:44:43.348 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_forward": 0, 2023-10-21T15:44:43.349 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_discover": 0, 2023-10-21T15:44:43.349 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_dir_fetch": 0, 2023-10-21T15:44:43.349 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_remote_ino": 0, 2023-10-21T15:44:43.349 INFO:teuthology.orchestra.run.smithi119.stdout: "traverse_lock": 0, 2023-10-21T15:44:43.349 INFO:teuthology.orchestra.run.smithi119.stdout: "load_cent": 0, 2023-10-21T15:44:43.350 INFO:teuthology.orchestra.run.smithi119.stdout: "q": 0, 2023-10-21T15:44:43.350 INFO:teuthology.orchestra.run.smithi119.stdout: "exported": 0, 2023-10-21T15:44:43.350 INFO:teuthology.orchestra.run.smithi119.stdout: "exported_inodes": 0, 2023-10-21T15:44:43.350 INFO:teuthology.orchestra.run.smithi119.stdout: "imported": 0, 2023-10-21T15:44:43.350 INFO:teuthology.orchestra.run.smithi119.stdout: "imported_inodes": 0, 2023-10-21T15:44:43.351 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_dir_fetch": 0, 2023-10-21T15:44:43.351 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_backtrace_fetch": 0, 2023-10-21T15:44:43.351 INFO:teuthology.orchestra.run.smithi119.stdout: "openino_peer_discover": 0, 2023-10-21T15:44:43.351 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rfiles": 0, 2023-10-21T15:44:43.351 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rbytes": 0, 2023-10-21T15:44:43.352 INFO:teuthology.orchestra.run.smithi119.stdout: "root_rsnaps": 0, 2023-10-21T15:44:43.352 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_fetch": 0, 2023-10-21T15:44:43.352 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_set_tag": 0, 2023-10-21T15:44:43.352 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_backtrace_repaired": 0, 2023-10-21T15:44:43.352 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_inotable_repaired": 0, 2023-10-21T15:44:43.353 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_inodes": 0, 2023-10-21T15:44:43.353 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dir_base_inodes": 0, 2023-10-21T15:44:43.353 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_dirfrag_rstats": 0, 2023-10-21T15:44:43.353 INFO:teuthology.orchestra.run.smithi119.stdout: "scrub_file_inodes": 0, 2023-10-21T15:44:43.353 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_inode_file_caps": 0, 2023-10-21T15:44:43.354 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_revoke": 0, 2023-10-21T15:44:43.354 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_grant": 0, 2023-10-21T15:44:43.354 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_trunc": 0, 2023-10-21T15:44:43.354 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-21T15:44:43.354 INFO:teuthology.orchestra.run.smithi119.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-21T15:44:43.355 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps": 0, 2023-10-21T15:44:43.355 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_caps_dirty": 0, 2023-10-21T15:44:43.355 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_cap_release": 0, 2023-10-21T15:44:43.355 INFO:teuthology.orchestra.run.smithi119.stdout: "process_request_cap_release": 0 2023-10-21T15:44:43.356 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.356 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_cache": { 2023-10-21T15:44:43.356 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update": 0, 2023-10-21T15:44:43.356 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_update_receipt": 0, 2023-10-21T15:44:43.356 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_try_discover": 0, 2023-10-21T15:44:43.357 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_send_discover": 0, 2023-10-21T15:44:43.357 INFO:teuthology.orchestra.run.smithi119.stdout: "dir_handle_discover": 0, 2023-10-21T15:44:43.357 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays": 0, 2023-10-21T15:44:43.357 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_delayed": 0, 2023-10-21T15:44:43.357 INFO:teuthology.orchestra.run.smithi119.stdout: "num_strays_enqueuing": 0, 2023-10-21T15:44:43.358 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_created": 0, 2023-10-21T15:44:43.358 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_enqueued": 0, 2023-10-21T15:44:43.358 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_reintegrated": 0, 2023-10-21T15:44:43.358 INFO:teuthology.orchestra.run.smithi119.stdout: "strays_migrated": 0, 2023-10-21T15:44:43.358 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_processing": 0, 2023-10-21T15:44:43.359 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_enqueued": 0, 2023-10-21T15:44:43.359 INFO:teuthology.orchestra.run.smithi119.stdout: "num_recovering_prioritized": 0, 2023-10-21T15:44:43.359 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_started": 0, 2023-10-21T15:44:43.359 INFO:teuthology.orchestra.run.smithi119.stdout: "recovery_completed": 0, 2023-10-21T15:44:43.359 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_enqueue_scrub": 0, 2023-10-21T15:44:43.359 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_exportdir": 0, 2023-10-21T15:44:43.360 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_flush": 0, 2023-10-21T15:44:43.360 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragmentdir": 0, 2023-10-21T15:44:43.360 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_fragstats": 0, 2023-10-21T15:44:43.360 INFO:teuthology.orchestra.run.smithi119.stdout: "ireq_inodestats": 0 2023-10-21T15:44:43.360 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.361 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_log": { 2023-10-21T15:44:43.361 INFO:teuthology.orchestra.run.smithi119.stdout: "evlrg": 0, 2023-10-21T15:44:43.361 INFO:teuthology.orchestra.run.smithi119.stdout: "evadd": 0, 2023-10-21T15:44:43.361 INFO:teuthology.orchestra.run.smithi119.stdout: "evex": 0, 2023-10-21T15:44:43.361 INFO:teuthology.orchestra.run.smithi119.stdout: "evtrm": 0, 2023-10-21T15:44:43.362 INFO:teuthology.orchestra.run.smithi119.stdout: "ev": 5151, 2023-10-21T15:44:43.362 INFO:teuthology.orchestra.run.smithi119.stdout: "evexg": 0, 2023-10-21T15:44:43.362 INFO:teuthology.orchestra.run.smithi119.stdout: "evexd": 0, 2023-10-21T15:44:43.362 INFO:teuthology.orchestra.run.smithi119.stdout: "segadd": 0, 2023-10-21T15:44:43.363 INFO:teuthology.orchestra.run.smithi119.stdout: "segex": 0, 2023-10-21T15:44:43.363 INFO:teuthology.orchestra.run.smithi119.stdout: "segtrm": 0, 2023-10-21T15:44:43.363 INFO:teuthology.orchestra.run.smithi119.stdout: "seg": 7, 2023-10-21T15:44:43.363 INFO:teuthology.orchestra.run.smithi119.stdout: "segmjr": 2, 2023-10-21T15:44:43.363 INFO:teuthology.orchestra.run.smithi119.stdout: "segexg": 0, 2023-10-21T15:44:43.364 INFO:teuthology.orchestra.run.smithi119.stdout: "segexd": 0, 2023-10-21T15:44:43.364 INFO:teuthology.orchestra.run.smithi119.stdout: "expos": 4194304, 2023-10-21T15:44:43.364 INFO:teuthology.orchestra.run.smithi119.stdout: "wrpos": 12135948, 2023-10-21T15:44:43.364 INFO:teuthology.orchestra.run.smithi119.stdout: "rdpos": 12134810, 2023-10-21T15:44:43.364 INFO:teuthology.orchestra.run.smithi119.stdout: "jlat": { 2023-10-21T15:44:43.365 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.365 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.365 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.365 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.365 INFO:teuthology.orchestra.run.smithi119.stdout: "replayed": 5151 2023-10-21T15:44:43.365 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.366 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_mem": { 2023-10-21T15:44:43.366 INFO:teuthology.orchestra.run.smithi119.stdout: "ino": 9, 2023-10-21T15:44:43.366 INFO:teuthology.orchestra.run.smithi119.stdout: "ino+": 1375, 2023-10-21T15:44:43.366 INFO:teuthology.orchestra.run.smithi119.stdout: "ino-": 1366, 2023-10-21T15:44:43.366 INFO:teuthology.orchestra.run.smithi119.stdout: "dir": 7, 2023-10-21T15:44:43.367 INFO:teuthology.orchestra.run.smithi119.stdout: "dir+": 111, 2023-10-21T15:44:43.367 INFO:teuthology.orchestra.run.smithi119.stdout: "dir-": 104, 2023-10-21T15:44:43.367 INFO:teuthology.orchestra.run.smithi119.stdout: "dn": 1329, 2023-10-21T15:44:43.367 INFO:teuthology.orchestra.run.smithi119.stdout: "dn+": 2739, 2023-10-21T15:44:43.367 INFO:teuthology.orchestra.run.smithi119.stdout: "dn-": 1410, 2023-10-21T15:44:43.368 INFO:teuthology.orchestra.run.smithi119.stdout: "cap": 0, 2023-10-21T15:44:43.368 INFO:teuthology.orchestra.run.smithi119.stdout: "cap+": 0, 2023-10-21T15:44:43.368 INFO:teuthology.orchestra.run.smithi119.stdout: "cap-": 0, 2023-10-21T15:44:43.368 INFO:teuthology.orchestra.run.smithi119.stdout: "rss": 53508, 2023-10-21T15:44:43.368 INFO:teuthology.orchestra.run.smithi119.stdout: "heap": 207152 2023-10-21T15:44:43.369 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.369 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_server": { 2023-10-21T15:44:43.369 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_client_request": 0, 2023-10-21T15:44:43.369 INFO:teuthology.orchestra.run.smithi119.stdout: "dispatch_server_request": 0, 2023-10-21T15:44:43.369 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_request": 0, 2023-10-21T15:44:43.369 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_client_session": 0, 2023-10-21T15:44:43.370 INFO:teuthology.orchestra.run.smithi119.stdout: "handle_peer_request": 0, 2023-10-21T15:44:43.370 INFO:teuthology.orchestra.run.smithi119.stdout: "req_create_latency": { 2023-10-21T15:44:43.370 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.370 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.370 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.371 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.371 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getattr_latency": { 2023-10-21T15:44:43.371 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.371 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.372 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.372 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.372 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getfilelock_latency": { 2023-10-21T15:44:43.372 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.372 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.373 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.373 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.373 INFO:teuthology.orchestra.run.smithi119.stdout: "req_link_latency": { 2023-10-21T15:44:43.373 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.373 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.374 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.374 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.374 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookup_latency": { 2023-10-21T15:44:43.374 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.374 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.375 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.375 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.375 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookuphash_latency": { 2023-10-21T15:44:43.375 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.375 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.376 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.376 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.376 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupino_latency": { 2023-10-21T15:44:43.376 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.376 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.376 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.377 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.377 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupname_latency": { 2023-10-21T15:44:43.377 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.377 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.377 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.378 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.378 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupparent_latency": { 2023-10-21T15:44:43.378 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.378 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.378 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.379 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.379 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lookupsnap_latency": { 2023-10-21T15:44:43.379 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.379 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.379 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.380 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.380 INFO:teuthology.orchestra.run.smithi119.stdout: "req_lssnap_latency": { 2023-10-21T15:44:43.380 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.380 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.380 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.381 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.381 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mkdir_latency": { 2023-10-21T15:44:43.381 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.381 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.381 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.381 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.382 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mknod_latency": { 2023-10-21T15:44:43.382 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.382 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.382 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.382 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.383 INFO:teuthology.orchestra.run.smithi119.stdout: "req_mksnap_latency": { 2023-10-21T15:44:43.383 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.383 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.383 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.383 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.384 INFO:teuthology.orchestra.run.smithi119.stdout: "req_open_latency": { 2023-10-21T15:44:43.384 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.384 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.384 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.384 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.385 INFO:teuthology.orchestra.run.smithi119.stdout: "req_readdir_latency": { 2023-10-21T15:44:43.385 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.385 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.385 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.385 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.386 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rename_latency": { 2023-10-21T15:44:43.386 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.386 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.386 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.386 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.387 INFO:teuthology.orchestra.run.smithi119.stdout: "req_renamesnap_latency": { 2023-10-21T15:44:43.387 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.387 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.387 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.387 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.387 INFO:teuthology.orchestra.run.smithi119.stdout: "req_snapdiff_latency": { 2023-10-21T15:44:43.388 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.388 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.388 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.388 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.388 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmdir_latency": { 2023-10-21T15:44:43.389 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.389 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.389 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.389 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.389 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmsnap_latency": { 2023-10-21T15:44:43.390 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.390 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.390 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.390 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.390 INFO:teuthology.orchestra.run.smithi119.stdout: "req_rmxattr_latency": { 2023-10-21T15:44:43.391 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.391 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.391 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.391 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.391 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setattr_latency": { 2023-10-21T15:44:43.391 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.392 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.392 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.392 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.392 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setdirlayout_latency": { 2023-10-21T15:44:43.392 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.393 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.393 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.393 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.394 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setfilelock_latency": { 2023-10-21T15:44:43.394 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.394 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.394 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.395 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.395 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setlayout_latency": { 2023-10-21T15:44:43.395 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.395 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.395 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.396 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.396 INFO:teuthology.orchestra.run.smithi119.stdout: "req_setxattr_latency": { 2023-10-21T15:44:43.396 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.396 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.396 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.397 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.397 INFO:teuthology.orchestra.run.smithi119.stdout: "req_symlink_latency": { 2023-10-21T15:44:43.397 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.398 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.398 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.398 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.398 INFO:teuthology.orchestra.run.smithi119.stdout: "req_unlink_latency": { 2023-10-21T15:44:43.398 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.399 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.399 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.399 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.399 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_revoke_eviction": 0, 2023-10-21T15:44:43.399 INFO:teuthology.orchestra.run.smithi119.stdout: "cap_acquisition_throttle": 0, 2023-10-21T15:44:43.400 INFO:teuthology.orchestra.run.smithi119.stdout: "req_getvxattr_latency": { 2023-10-21T15:44:43.400 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.400 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.400 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.400 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.400 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.401 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_sessions": { 2023-10-21T15:44:43.401 INFO:teuthology.orchestra.run.smithi119.stdout: "session_count": 1, 2023-10-21T15:44:43.401 INFO:teuthology.orchestra.run.smithi119.stdout: "session_add": 2, 2023-10-21T15:44:43.401 INFO:teuthology.orchestra.run.smithi119.stdout: "session_remove": 1, 2023-10-21T15:44:43.402 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_open": 1, 2023-10-21T15:44:43.402 INFO:teuthology.orchestra.run.smithi119.stdout: "sessions_stale": 0, 2023-10-21T15:44:43.402 INFO:teuthology.orchestra.run.smithi119.stdout: "total_load": 0, 2023-10-21T15:44:43.402 INFO:teuthology.orchestra.run.smithi119.stdout: "average_load": 0, 2023-10-21T15:44:43.403 INFO:teuthology.orchestra.run.smithi119.stdout: "avg_session_uptime": 1661, 2023-10-21T15:44:43.403 INFO:teuthology.orchestra.run.smithi119.stdout: "mdthresh_evicted": 0 2023-10-21T15:44:43.403 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.403 INFO:teuthology.orchestra.run.smithi119.stdout: "mempool": { 2023-10-21T15:44:43.404 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_bytes": 0, 2023-10-21T15:44:43.404 INFO:teuthology.orchestra.run.smithi119.stdout: "bloom_filter_items": 0, 2023-10-21T15:44:43.404 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_bytes": 0, 2023-10-21T15:44:43.404 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_alloc_items": 0, 2023-10-21T15:44:43.404 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_bytes": 0, 2023-10-21T15:44:43.404 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_data_items": 0, 2023-10-21T15:44:43.405 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-21T15:44:43.405 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_onode_items": 0, 2023-10-21T15:44:43.405 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-21T15:44:43.405 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_meta_items": 0, 2023-10-21T15:44:43.405 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_bytes": 0, 2023-10-21T15:44:43.406 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_other_items": 0, 2023-10-21T15:44:43.406 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-21T15:44:43.406 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_cache_buffer_items": 0, 2023-10-21T15:44:43.406 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_bytes": 0, 2023-10-21T15:44:43.406 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_extent_items": 0, 2023-10-21T15:44:43.407 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_bytes": 0, 2023-10-21T15:44:43.407 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_blob_items": 0, 2023-10-21T15:44:43.407 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-21T15:44:43.407 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_shared_blob_items": 0, 2023-10-21T15:44:43.407 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-21T15:44:43.408 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_inline_bl_items": 0, 2023-10-21T15:44:43.408 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_bytes": 0, 2023-10-21T15:44:43.408 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_fsck_items": 0, 2023-10-21T15:44:43.408 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_bytes": 0, 2023-10-21T15:44:43.408 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_txc_items": 0, 2023-10-21T15:44:43.409 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-21T15:44:43.409 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_deferred_items": 0, 2023-10-21T15:44:43.409 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_bytes": 0, 2023-10-21T15:44:43.409 INFO:teuthology.orchestra.run.smithi119.stdout: "bluestore_writing_items": 0, 2023-10-21T15:44:43.409 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_bytes": 0, 2023-10-21T15:44:43.410 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_items": 0, 2023-10-21T15:44:43.410 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_bytes": 0, 2023-10-21T15:44:43.410 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_reader_items": 0, 2023-10-21T15:44:43.410 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_bytes": 0, 2023-10-21T15:44:43.410 INFO:teuthology.orchestra.run.smithi119.stdout: "bluefs_file_writer_items": 0, 2023-10-21T15:44:43.411 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_bytes": 197399, 2023-10-21T15:44:43.411 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_anon_items": 54, 2023-10-21T15:44:43.411 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_bytes": 0, 2023-10-21T15:44:43.411 INFO:teuthology.orchestra.run.smithi119.stdout: "buffer_meta_items": 0, 2023-10-21T15:44:43.411 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_bytes": 0, 2023-10-21T15:44:43.412 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_items": 0, 2023-10-21T15:44:43.412 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_bytes": 0, 2023-10-21T15:44:43.412 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_mapbl_items": 0, 2023-10-21T15:44:43.412 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_bytes": 0, 2023-10-21T15:44:43.412 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_pglog_items": 0, 2023-10-21T15:44:43.413 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_bytes": 7528, 2023-10-21T15:44:43.413 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_items": 158, 2023-10-21T15:44:43.413 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_bytes": 0, 2023-10-21T15:44:43.413 INFO:teuthology.orchestra.run.smithi119.stdout: "osdmap_mapping_items": 0, 2023-10-21T15:44:43.413 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_bytes": 0, 2023-10-21T15:44:43.414 INFO:teuthology.orchestra.run.smithi119.stdout: "pgmap_items": 0, 2023-10-21T15:44:43.414 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_bytes": 964616, 2023-10-21T15:44:43.414 INFO:teuthology.orchestra.run.smithi119.stdout: "mds_co_items": 5400, 2023-10-21T15:44:43.414 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_bytes": 0, 2023-10-21T15:44:43.414 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_1_items": 0, 2023-10-21T15:44:43.415 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_bytes": 0, 2023-10-21T15:44:43.415 INFO:teuthology.orchestra.run.smithi119.stdout: "unittest_2_items": 0 2023-10-21T15:44:43.415 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.415 INFO:teuthology.orchestra.run.smithi119.stdout: "objecter": { 2023-10-21T15:44:43.416 INFO:teuthology.orchestra.run.smithi119.stdout: "op_active": 0, 2023-10-21T15:44:43.416 INFO:teuthology.orchestra.run.smithi119.stdout: "op_laggy": 0, 2023-10-21T15:44:43.416 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send": 1082, 2023-10-21T15:44:43.416 INFO:teuthology.orchestra.run.smithi119.stdout: "op_send_bytes": 21, 2023-10-21T15:44:43.416 INFO:teuthology.orchestra.run.smithi119.stdout: "op_resend": 3, 2023-10-21T15:44:43.417 INFO:teuthology.orchestra.run.smithi119.stdout: "op_reply": 1082, 2023-10-21T15:44:43.417 INFO:teuthology.orchestra.run.smithi119.stdout: "op_latency": { 2023-10-21T15:44:43.417 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1082, 2023-10-21T15:44:43.417 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.546986530, 2023-10-21T15:44:43.417 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000505532 2023-10-21T15:44:43.418 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.418 INFO:teuthology.orchestra.run.smithi119.stdout: "op_inflight": 0, 2023-10-21T15:44:43.418 INFO:teuthology.orchestra.run.smithi119.stdout: "oplen_avg": { 2023-10-21T15:44:43.418 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 1082, 2023-10-21T15:44:43.418 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 1083 2023-10-21T15:44:43.419 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.419 INFO:teuthology.orchestra.run.smithi119.stdout: "op": 1082, 2023-10-21T15:44:43.419 INFO:teuthology.orchestra.run.smithi119.stdout: "op_r": 1082, 2023-10-21T15:44:43.419 INFO:teuthology.orchestra.run.smithi119.stdout: "op_w": 0, 2023-10-21T15:44:43.419 INFO:teuthology.orchestra.run.smithi119.stdout: "op_rmw": 0, 2023-10-21T15:44:43.420 INFO:teuthology.orchestra.run.smithi119.stdout: "op_pg": 0, 2023-10-21T15:44:43.420 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_stat": 664, 2023-10-21T15:44:43.420 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_create": 0, 2023-10-21T15:44:43.420 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_read": 416, 2023-10-21T15:44:43.420 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_write": 0, 2023-10-21T15:44:43.420 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writefull": 0, 2023-10-21T15:44:43.421 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_writesame": 0, 2023-10-21T15:44:43.421 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_append": 0, 2023-10-21T15:44:43.421 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_zero": 0, 2023-10-21T15:44:43.421 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_truncate": 0, 2023-10-21T15:44:43.421 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_delete": 0, 2023-10-21T15:44:43.422 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_mapext": 0, 2023-10-21T15:44:43.422 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_sparse_read": 0, 2023-10-21T15:44:43.422 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_clonerange": 0, 2023-10-21T15:44:43.422 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_getxattr": 1, 2023-10-21T15:44:43.422 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_setxattr": 0, 2023-10-21T15:44:43.423 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_cmpxattr": 0, 2023-10-21T15:44:43.423 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_rmxattr": 0, 2023-10-21T15:44:43.423 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_resetxattrs": 0, 2023-10-21T15:44:43.423 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_call": 0, 2023-10-21T15:44:43.423 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_watch": 0, 2023-10-21T15:44:43.424 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_notify": 0, 2023-10-21T15:44:43.424 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_src_cmpxattr": 0, 2023-10-21T15:44:43.424 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls": 0, 2023-10-21T15:44:43.424 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_pgls_filter": 0, 2023-10-21T15:44:43.424 INFO:teuthology.orchestra.run.smithi119.stdout: "osdop_other": 0, 2023-10-21T15:44:43.424 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_active": 0, 2023-10-21T15:44:43.425 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_send": 0, 2023-10-21T15:44:43.425 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_resend": 0, 2023-10-21T15:44:43.425 INFO:teuthology.orchestra.run.smithi119.stdout: "linger_ping": 0, 2023-10-21T15:44:43.425 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_active": 0, 2023-10-21T15:44:43.425 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_send": 0, 2023-10-21T15:44:43.426 INFO:teuthology.orchestra.run.smithi119.stdout: "poolop_resend": 0, 2023-10-21T15:44:43.426 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_active": 0, 2023-10-21T15:44:43.426 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_send": 0, 2023-10-21T15:44:43.426 INFO:teuthology.orchestra.run.smithi119.stdout: "poolstat_resend": 0, 2023-10-21T15:44:43.427 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_active": 0, 2023-10-21T15:44:43.427 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_send": 0, 2023-10-21T15:44:43.427 INFO:teuthology.orchestra.run.smithi119.stdout: "statfs_resend": 0, 2023-10-21T15:44:43.427 INFO:teuthology.orchestra.run.smithi119.stdout: "command_active": 0, 2023-10-21T15:44:43.427 INFO:teuthology.orchestra.run.smithi119.stdout: "command_send": 0, 2023-10-21T15:44:43.428 INFO:teuthology.orchestra.run.smithi119.stdout: "command_resend": 0, 2023-10-21T15:44:43.428 INFO:teuthology.orchestra.run.smithi119.stdout: "map_epoch": 87, 2023-10-21T15:44:43.428 INFO:teuthology.orchestra.run.smithi119.stdout: "map_full": 0, 2023-10-21T15:44:43.428 INFO:teuthology.orchestra.run.smithi119.stdout: "map_inc": 3, 2023-10-21T15:44:43.428 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_sessions": 6, 2023-10-21T15:44:43.428 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_open": 6, 2023-10-21T15:44:43.429 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_session_close": 0, 2023-10-21T15:44:43.429 INFO:teuthology.orchestra.run.smithi119.stdout: "osd_laggy": 0, 2023-10-21T15:44:43.429 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_wr": 0, 2023-10-21T15:44:43.429 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_rd": 2, 2023-10-21T15:44:43.429 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_del": 0 2023-10-21T15:44:43.430 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.430 INFO:teuthology.orchestra.run.smithi119.stdout: "oft": { 2023-10-21T15:44:43.430 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_objs": 0, 2023-10-21T15:44:43.430 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_kv_pairs": 0, 2023-10-21T15:44:43.430 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_updates": 0, 2023-10-21T15:44:43.431 INFO:teuthology.orchestra.run.smithi119.stdout: "omap_total_removes": 0 2023-10-21T15:44:43.431 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.431 INFO:teuthology.orchestra.run.smithi119.stdout: "osd-slow-ops": { 2023-10-21T15:44:43.431 INFO:teuthology.orchestra.run.smithi119.stdout: "slow_ops_count": 0 2023-10-21T15:44:43.431 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.432 INFO:teuthology.orchestra.run.smithi119.stdout: "purge_queue": { 2023-10-21T15:44:43.432 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops": 0, 2023-10-21T15:44:43.432 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_ops_high_water": 0, 2023-10-21T15:44:43.432 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing": 0, 2023-10-21T15:44:43.432 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executing_high_water": 0, 2023-10-21T15:44:43.433 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_executed": 0, 2023-10-21T15:44:43.433 INFO:teuthology.orchestra.run.smithi119.stdout: "pq_item_in_journal": 0 2023-10-21T15:44:43.433 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.433 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-21T15:44:43.433 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:43.434 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2023-10-21T15:44:43.434 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:43.434 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 1227, 2023-10-21T15:44:43.434 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 8723804, 2023-10-21T15:44:43.434 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:43.435 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 1227, 2023-10-21T15:44:43.435 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:43.435 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:43.435 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1227, 2023-10-21T15:44:43.436 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 8723804, 2023-10-21T15:44:43.436 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:43.436 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.436 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.436 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.437 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.437 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.437 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_bytes": { 2023-10-21T15:44:43.437 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:43.438 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 104857600, 2023-10-21T15:44:43.438 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:43.438 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:43.438 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:43.438 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:43.438 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:43.439 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 1082, 2023-10-21T15:44:43.439 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 7941649, 2023-10-21T15:44:43.439 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1082, 2023-10-21T15:44:43.439 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 7941649, 2023-10-21T15:44:43.439 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:43.440 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.440 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.440 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.440 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.440 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.441 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-objecter_ops": { 2023-10-21T15:44:43.441 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:43.441 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 1024, 2023-10-21T15:44:43.441 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:43.442 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:43.442 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:43.442 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:43.442 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:43.442 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 1082, 2023-10-21T15:44:43.443 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 1082, 2023-10-21T15:44:43.443 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 1082, 2023-10-21T15:44:43.443 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 1082, 2023-10-21T15:44:43.443 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:43.443 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.444 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.444 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.444 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.444 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.445 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle": { 2023-10-21T15:44:43.445 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:43.445 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2023-10-21T15:44:43.445 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:43.445 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:43.446 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:43.446 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:43.446 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:43.446 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:43.446 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:43.446 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 0, 2023-10-21T15:44:43.447 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 0, 2023-10-21T15:44:43.447 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:43.447 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.447 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.447 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.448 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.448 INFO:teuthology.orchestra.run.smithi119.stdout: }, 2023-10-21T15:44:43.448 INFO:teuthology.orchestra.run.smithi119.stdout: "throttle-write_buf_throttle-0x557d6b74e960": { 2023-10-21T15:44:43.448 INFO:teuthology.orchestra.run.smithi119.stdout: "val": 0, 2023-10-21T15:44:43.448 INFO:teuthology.orchestra.run.smithi119.stdout: "max": 3758096384, 2023-10-21T15:44:43.449 INFO:teuthology.orchestra.run.smithi119.stdout: "get_started": 0, 2023-10-21T15:44:43.449 INFO:teuthology.orchestra.run.smithi119.stdout: "get": 0, 2023-10-21T15:44:43.449 INFO:teuthology.orchestra.run.smithi119.stdout: "get_sum": 0, 2023-10-21T15:44:43.449 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_fail": 0, 2023-10-21T15:44:43.450 INFO:teuthology.orchestra.run.smithi119.stdout: "get_or_fail_success": 0, 2023-10-21T15:44:43.450 INFO:teuthology.orchestra.run.smithi119.stdout: "take": 0, 2023-10-21T15:44:43.450 INFO:teuthology.orchestra.run.smithi119.stdout: "take_sum": 0, 2023-10-21T15:44:43.450 INFO:teuthology.orchestra.run.smithi119.stdout: "put": 0, 2023-10-21T15:44:43.450 INFO:teuthology.orchestra.run.smithi119.stdout: "put_sum": 0, 2023-10-21T15:44:43.451 INFO:teuthology.orchestra.run.smithi119.stdout: "wait": { 2023-10-21T15:44:43.451 INFO:teuthology.orchestra.run.smithi119.stdout: "avgcount": 0, 2023-10-21T15:44:43.451 INFO:teuthology.orchestra.run.smithi119.stdout: "sum": 0.000000000, 2023-10-21T15:44:43.451 INFO:teuthology.orchestra.run.smithi119.stdout: "avgtime": 0.000000000 2023-10-21T15:44:43.451 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.452 INFO:teuthology.orchestra.run.smithi119.stdout: } 2023-10-21T15:44:43.452 INFO:teuthology.orchestra.run.smithi119.stdout:} 2023-10-21T15:44:43.453 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:43 smithi046 ceph-mon[99436]: pgmap v449: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2023-10-21T15:44:43.453 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:43 smithi119 ceph-mon[103628]: pgmap v449: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2023-10-21T15:44:43.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:43 smithi105 ceph-mon[103980]: pgmap v449: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2023-10-21T15:44:43.785 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2023-10-21T15:44:43.786 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2023-10-21T15:44:43.786 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2023-10-21T15:44:43.786 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2023-10-21T15:44:43.787 INFO:tasks.check_counter:Daemon mds.l mds.dir_split=0 2023-10-21T15:44:43.787 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-10-21T15:44:43.797 INFO:tasks.kclient:Unmounting kernel clients... 2023-10-21T15:44:43.798 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:44:43.798 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T15:44:43.823 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:44:43.824 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T15:44:43.884 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:44:44.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.059+0000 7f6e97478700 1 -- 172.21.15.46:0/2393508201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90101960 msgr2=0x7f6e90108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.062 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.059+0000 7f6e97478700 1 --2- 172.21.15.46:0/2393508201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90101960 0x7f6e90108210 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f6e8800b0d0 tx=0x7f6e8800b3e0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.059+0000 7f6e97478700 1 -- 172.21.15.46:0/2393508201 shutdown_connections 2023-10-21T15:44:44.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.059+0000 7f6e97478700 1 --2- 172.21.15.46:0/2393508201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e90101960 0x7f6e90108210 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.059+0000 7f6e97478700 1 --2- 172.21.15.46:0/2393508201 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6e900ffdd0 0x7f6e901001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.059+0000 7f6e97478700 1 --2- 172.21.15.46:0/2393508201 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e90100fc0 0x7f6e90101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.063 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.059+0000 7f6e97478700 1 -- 172.21.15.46:0/2393508201 >> 172.21.15.46:0/2393508201 conn(0x7f6e900fb320 msgr2=0x7f6e900fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:44.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.060+0000 7f6e97478700 1 -- 172.21.15.46:0/2393508201 shutdown_connections 2023-10-21T15:44:44.064 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.060+0000 7f6e97478700 1 -- 172.21.15.46:0/2393508201 wait complete. 2023-10-21T15:44:44.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.060+0000 7f6e97478700 1 Processor -- start 2023-10-21T15:44:44.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.060+0000 7f6e97478700 1 -- start start 2023-10-21T15:44:44.066 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e97478700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e900ffdd0 0x7f6e90195ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e97478700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6e90100fc0 0x7f6e90196020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e97478700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e90101960 0x7f6e9019d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e97478700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e9019d660 con 0x7f6e900ffdd0 2023-10-21T15:44:44.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e97478700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e9019d7a0 con 0x7f6e90100fc0 2023-10-21T15:44:44.067 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e97478700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e9019d930 con 0x7f6e90101960 2023-10-21T15:44:44.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e900ffdd0 0x7f6e90195ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e900ffdd0 0x7f6e90195ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37088/0 (socket says 172.21.15.46:37088) 2023-10-21T15:44:44.068 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 -- 172.21.15.46:0/1797456989 learned_addr learned my addr 172.21.15.46:0/1797456989 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:44.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95a15700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e90101960 0x7f6e9019d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e94a13700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6e90100fc0 0x7f6e90196020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 -- 172.21.15.46:0/1797456989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e90101960 msgr2=0x7f6e9019d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e90101960 0x7f6e9019d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.069 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 -- 172.21.15.46:0/1797456989 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6e90100fc0 msgr2=0x7f6e90196020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6e90100fc0 0x7f6e90196020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 -- 172.21.15.46:0/1797456989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e88009d00 con 0x7f6e900ffdd0 2023-10-21T15:44:44.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e95214700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e900ffdd0 0x7f6e90195ae0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c00d980 tx=0x7f6e8c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:44.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e867fc700 1 -- 172.21.15.46:0/1797456989 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c004020 con 0x7f6e900ffdd0 2023-10-21T15:44:44.070 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e867fc700 1 -- 172.21.15.46:0/1797456989 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e8c00f690 con 0x7f6e900ffdd0 2023-10-21T15:44:44.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e9019dc10 con 0x7f6e900ffdd0 2023-10-21T15:44:44.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.061+0000 7f6e867fc700 1 -- 172.21.15.46:0/1797456989 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c003a60 con 0x7f6e900ffdd0 2023-10-21T15:44:44.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.062+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e9019e170 con 0x7f6e900ffdd0 2023-10-21T15:44:44.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.062+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e90106bc0 con 0x7f6e900ffdd0 2023-10-21T15:44:44.071 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.064+0000 7f6e867fc700 1 -- 172.21.15.46:0/1797456989 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6e8c00fb00 con 0x7f6e900ffdd0 2023-10-21T15:44:44.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.064+0000 7f6e867fc700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6e7c0a15a0 0x7f6e7c0a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.064+0000 7f6e94a13700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6e7c0a15a0 0x7f6e7c0a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.064+0000 7f6e867fc700 1 -- 172.21.15.46:0/1797456989 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6e8c0cc850 con 0x7f6e900ffdd0 2023-10-21T15:44:44.073 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.065+0000 7f6e94a13700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6e7c0a15a0 0x7f6e7c0a3a60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f6e80005950 tx=0x7f6e8000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:44.074 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.069+0000 7f6e867fc700 1 -- 172.21.15.46:0/1797456989 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6e8c095ec0 con 0x7f6e900ffdd0 2023-10-21T15:44:44.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.272+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6e9010b640 con 0x7f6e900ffdd0 2023-10-21T15:44:44.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.274+0000 7f6e867fc700 1 -- 172.21.15.46:0/1797456989 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22552 (secure 0 0 0) 0x7f6e8c0994e0 con 0x7f6e900ffdd0 2023-10-21T15:44:44.276 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:44:44.277 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":87,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:42:49.339709+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:44:44.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6e7c0a15a0 msgr2=0x7f6e7c0a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6e7c0a15a0 0x7f6e7c0a3a60 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f6e80005950 tx=0x7f6e8000b410 comp rx=0 tx=0).stop 2023-10-21T15:44:44.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e900ffdd0 msgr2=0x7f6e90195ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e900ffdd0 0x7f6e90195ae0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c00d980 tx=0x7f6e8c00dc90 comp rx=0 tx=0).stop 2023-10-21T15:44:44.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 shutdown_connections 2023-10-21T15:44:44.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f6e7c0a15a0 0x7f6e7c0a3a60 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e900ffdd0 0x7f6e90195ae0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f6e90101960 0x7f6e9019d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 --2- 172.21.15.46:0/1797456989 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6e90100fc0 0x7f6e90196020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 >> 172.21.15.46:0/1797456989 conn(0x7f6e900fb320 msgr2=0x7f6e900fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:44.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 shutdown_connections 2023-10-21T15:44:44.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.276+0000 7f6e97478700 1 -- 172.21.15.46:0/1797456989 wait complete. 2023-10-21T15:44:44.291 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-21T15:34:29.636012+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-21T15:38:24.778154+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-21T15:38:25.665999+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-21T15:44:44.292 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-21T15:44:44.424 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 -- 172.21.15.46:0/1274886522 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1014e0 msgr2=0x7fdb0c101900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.424 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 --2- 172.21.15.46:0/1274886522 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1014e0 0x7fdb0c101900 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fdafc009990 tx=0x7fdafc009ca0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.425 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 -- 172.21.15.46:0/1274886522 shutdown_connections 2023-10-21T15:44:44.425 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 --2- 172.21.15.46:0/1274886522 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1014e0 0x7fdb0c101900 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.425 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 --2- 172.21.15.46:0/1274886522 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb0c1003b0 0x7fdb0c108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.425 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 --2- 172.21.15.46:0/1274886522 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb0c0ffa10 0x7fdb0c0ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.425 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 -- 172.21.15.46:0/1274886522 >> 172.21.15.46:0/1274886522 conn(0x7fdb0c0fb330 msgr2=0x7fdb0c0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:44.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 -- 172.21.15.46:0/1274886522 shutdown_connections 2023-10-21T15:44:44.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.420+0000 7fdb13846700 1 -- 172.21.15.46:0/1274886522 wait complete. 2023-10-21T15:44:44.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb13846700 1 Processor -- start 2023-10-21T15:44:44.426 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb13846700 1 -- start start 2023-10-21T15:44:44.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb13846700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb0c0ffa10 0x7fdb0c069b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb13846700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1003b0 0x7fdb0c19ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb13846700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb0c1014e0 0x7fdb0c19e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb13846700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c19e880 con 0x7fdb0c1003b0 2023-10-21T15:44:44.427 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb13846700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c19e9f0 con 0x7fdb0c1014e0 2023-10-21T15:44:44.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb13846700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c19ebb0 con 0x7fdb0c0ffa10 2023-10-21T15:44:44.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1003b0 0x7fdb0c19ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1003b0 0x7fdb0c19ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37104/0 (socket says 172.21.15.46:37104) 2023-10-21T15:44:44.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 -- 172.21.15.46:0/1517636728 learned_addr learned my addr 172.21.15.46:0/1517636728 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:44.428 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb115e2700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb0c0ffa10 0x7fdb0c069b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb11de3700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb0c1014e0 0x7fdb0c19e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 -- 172.21.15.46:0/1517636728 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb0c0ffa10 msgr2=0x7fdb0c069b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.429 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb0c0ffa10 0x7fdb0c069b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 -- 172.21.15.46:0/1517636728 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb0c1014e0 msgr2=0x7fdb0c19e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb0c1014e0 0x7fdb0c19e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 -- 172.21.15.46:0/1517636728 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdafc0095f0 con 0x7fdb0c1003b0 2023-10-21T15:44:44.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.421+0000 7fdb10de1700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1003b0 0x7fdb0c19ba60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800e9a0 tx=0x7fdb0800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:44.430 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.422+0000 7fdb027fc700 1 -- 172.21.15.46:0/1517636728 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb08009790 con 0x7fdb0c1003b0 2023-10-21T15:44:44.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.422+0000 7fdb027fc700 1 -- 172.21.15.46:0/1517636728 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb08010430 con 0x7fdb0c1003b0 2023-10-21T15:44:44.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.422+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb0c19ee90 con 0x7fdb0c1003b0 2023-10-21T15:44:44.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.422+0000 7fdb027fc700 1 -- 172.21.15.46:0/1517636728 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb08018680 con 0x7fdb0c1003b0 2023-10-21T15:44:44.431 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.422+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb0c19f310 con 0x7fdb0c1003b0 2023-10-21T15:44:44.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.423+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb0c1073e0 con 0x7fdb0c1003b0 2023-10-21T15:44:44.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.424+0000 7fdb027fc700 1 -- 172.21.15.46:0/1517636728 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdb080105a0 con 0x7fdb0c1003b0 2023-10-21T15:44:44.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.424+0000 7fdb027fc700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdaf80a1480 0x7fdaf80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.425+0000 7fdb027fc700 1 -- 172.21.15.46:0/1517636728 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdb08014070 con 0x7fdb0c1003b0 2023-10-21T15:44:44.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.425+0000 7fdb115e2700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdaf80a1480 0x7fdaf80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.425+0000 7fdb115e2700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdaf80a1480 0x7fdaf80a3940 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdafc00b2e0 tx=0x7fdafc005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:44.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.428+0000 7fdb027fc700 1 -- 172.21.15.46:0/1517636728 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdb08096db0 con 0x7fdb0c1003b0 2023-10-21T15:44:44.631 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.629+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdb0c10b8d0 con 0x7fdb0c1003b0 2023-10-21T15:44:44.632 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.629+0000 7fdb027fc700 1 -- 172.21.15.46:0/1517636728 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdb0809a3d0 con 0x7fdb0c1003b0 2023-10-21T15:44:44.632 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2023-10-21T15:44:44.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdaf80a1480 msgr2=0x7fdaf80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdaf80a1480 0x7fdaf80a3940 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdafc00b2e0 tx=0x7fdafc005fb0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1003b0 msgr2=0x7fdb0c19ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1003b0 0x7fdb0c19ba60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fdb0800e9a0 tx=0x7fdb0800ecb0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 shutdown_connections 2023-10-21T15:44:44.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fdaf80a1480 0x7fdaf80a3940 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdb0c1014e0 0x7fdb0c19e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fdb0c0ffa10 0x7fdb0c069b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 --2- 172.21.15.46:0/1517636728 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb0c1003b0 0x7fdb0c19ba60 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 >> 172.21.15.46:0/1517636728 conn(0x7fdb0c0fb330 msgr2=0x7fdb0c104520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:44.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 shutdown_connections 2023-10-21T15:44:44.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.632+0000 7fdb13846700 1 -- 172.21.15.46:0/1517636728 wait complete. 2023-10-21T15:44:44.647 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-21T15:44:44.777 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 -- 172.21.15.46:0/4036508054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4100e70 msgr2=0x7fcce4101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/4036508054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4100e70 0x7fcce4101290 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fccd4009990 tx=0x7fccd4009ca0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 -- 172.21.15.46:0/4036508054 shutdown_connections 2023-10-21T15:44:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/4036508054 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4100e70 0x7fcce4101290 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.778 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/4036508054 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce4102a10 0x7fcce4109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/4036508054 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce4102050 0x7fcce41024d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 -- 172.21.15.46:0/4036508054 >> 172.21.15.46:0/4036508054 conn(0x7fcce40fc3f0 msgr2=0x7fcce40fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:44.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 -- 172.21.15.46:0/4036508054 shutdown_connections 2023-10-21T15:44:44.779 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.775+0000 7fcce8fd9700 1 -- 172.21.15.46:0/4036508054 wait complete. 2023-10-21T15:44:44.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce8fd9700 1 Processor -- start 2023-10-21T15:44:44.781 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce8fd9700 1 -- start start 2023-10-21T15:44:44.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce8fd9700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce4100e70 0x7fcce4196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce8fd9700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce4102050 0x7fcce4197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce8fd9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4102a10 0x7fcce419e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce8fd9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce419e760 con 0x7fcce4102a10 2023-10-21T15:44:44.782 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce8fd9700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce419e8d0 con 0x7fcce4102050 2023-10-21T15:44:44.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce8fd9700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce419ea90 con 0x7fcce4100e70 2023-10-21T15:44:44.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4102a10 0x7fcce419e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4102a10 0x7fcce419e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37120/0 (socket says 172.21.15.46:37120) 2023-10-21T15:44:44.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 -- 172.21.15.46:0/986582506 learned_addr learned my addr 172.21.15.46:0/986582506 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:44.783 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce1d9b700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce4102050 0x7fcce4197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce259c700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce4100e70 0x7fcce4196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 -- 172.21.15.46:0/986582506 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce4100e70 msgr2=0x7fcce4196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce4100e70 0x7fcce4196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 -- 172.21.15.46:0/986582506 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce4102050 msgr2=0x7fcce4197160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.784 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce4102050 0x7fcce4197160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 -- 172.21.15.46:0/986582506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccd40095f0 con 0x7fcce4102a10 2023-10-21T15:44:44.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.776+0000 7fcce2d9d700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4102a10 0x7fcce419e190 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fccdc007ee0 tx=0x7fccdc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:44.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.777+0000 7fccd37fe700 1 -- 172.21.15.46:0/986582506 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccdc017070 con 0x7fcce4102a10 2023-10-21T15:44:44.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.777+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcce419ed70 con 0x7fcce4102a10 2023-10-21T15:44:44.785 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.777+0000 7fccd37fe700 1 -- 172.21.15.46:0/986582506 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fccdc00f040 con 0x7fcce4102a10 2023-10-21T15:44:44.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.777+0000 7fccd37fe700 1 -- 172.21.15.46:0/986582506 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccdc005550 con 0x7fcce4102a10 2023-10-21T15:44:44.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.777+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcce419f1d0 con 0x7fcce4102a10 2023-10-21T15:44:44.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.778+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcce4107ea0 con 0x7fcce4102a10 2023-10-21T15:44:44.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.779+0000 7fccd37fe700 1 -- 172.21.15.46:0/986582506 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fccdc00db20 con 0x7fcce4102a10 2023-10-21T15:44:44.786 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.779+0000 7fccd37fe700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcccc0a1480 0x7fcccc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:44.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.779+0000 7fcce259c700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcccc0a1480 0x7fcccc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:44.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.779+0000 7fccd37fe700 1 -- 172.21.15.46:0/986582506 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fccdc0cc3f0 con 0x7fcce4102a10 2023-10-21T15:44:44.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.780+0000 7fcce259c700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcccc0a1480 0x7fcccc0a3940 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fcce41980f0 tx=0x7fccd4005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:44.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.784+0000 7fccd37fe700 1 -- 172.21.15.46:0/986582506 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fccdc095a60 con 0x7fcce4102a10 2023-10-21T15:44:44.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.985+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fcce402d020 con 0x7fcce4102a10 2023-10-21T15:44:44.988 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.986+0000 7fccd37fe700 1 -- 172.21.15.46:0/986582506 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7fccdc099080 con 0x7fcce4102a10 2023-10-21T15:44:44.988 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2023-10-21T15:44:44.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcccc0a1480 msgr2=0x7fcccc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcccc0a1480 0x7fcccc0a3940 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fcce41980f0 tx=0x7fccd4005fd0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.990 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4102a10 msgr2=0x7fcce419e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:44.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4102a10 0x7fcce419e190 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fccdc007ee0 tx=0x7fccdc00d3b0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 shutdown_connections 2023-10-21T15:44:44.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fcccc0a1480 0x7fcccc0a3940 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcce4102a10 0x7fcce419e190 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.991 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fcce4100e70 0x7fcce4196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 --2- 172.21.15.46:0/986582506 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcce4102050 0x7fcce4197160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:44.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 >> 172.21.15.46:0/986582506 conn(0x7fcce40fc3f0 msgr2=0x7fcce40fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:44.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 shutdown_connections 2023-10-21T15:44:44.992 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:44.988+0000 7fcce8fd9700 1 -- 172.21.15.46:0/986582506 wait complete. 2023-10-21T15:44:45.002 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-21T15:44:45.132 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1885770111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 msgr2=0x7ff338108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1885770111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 0x7ff338108200 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7ff33000b0d0 tx=0x7ff33000b3e0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1885770111 shutdown_connections 2023-10-21T15:44:45.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1885770111 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 0x7ff338108200 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.133 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1885770111 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3380ffdc0 0x7ff3381001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1885770111 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff338100fb0 0x7ff338101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1885770111 >> 172.21.15.46:0/1885770111 conn(0x7ff3380fb350 msgr2=0x7ff3380fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:45.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1885770111 shutdown_connections 2023-10-21T15:44:45.134 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.130+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1885770111 wait complete. 2023-10-21T15:44:45.135 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff33ddcf700 1 Processor -- start 2023-10-21T15:44:45.137 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff33ddcf700 1 -- start start 2023-10-21T15:44:45.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff33ddcf700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3380ffdc0 0x7ff338196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:45.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff33ddcf700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff338100fb0 0x7ff3381971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:45.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff33ddcf700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 0x7ff33819e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:45.138 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff33ddcf700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff33819e7a0 con 0x7ff338101950 2023-10-21T15:44:45.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff33ddcf700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff33819e910 con 0x7ff3380ffdc0 2023-10-21T15:44:45.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff33ddcf700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff33819ead0 con 0x7ff338100fb0 2023-10-21T15:44:45.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff337fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 0x7ff33819e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:45.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff337fff700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 0x7ff33819e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37134/0 (socket says 172.21.15.46:37134) 2023-10-21T15:44:45.139 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff337fff700 1 -- 172.21.15.46:0/1041635630 learned_addr learned my addr 172.21.15.46:0/1041635630 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:45.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff3377fe700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3380ffdc0 0x7ff338196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:45.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff336ffd700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff338100fb0 0x7ff3381971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:45.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff337fff700 1 -- 172.21.15.46:0/1041635630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff338100fb0 msgr2=0x7ff3381971a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff337fff700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff338100fb0 0x7ff3381971a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.140 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff337fff700 1 -- 172.21.15.46:0/1041635630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3380ffdc0 msgr2=0x7ff338196c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff337fff700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3380ffdc0 0x7ff338196c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.131+0000 7ff337fff700 1 -- 172.21.15.46:0/1041635630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff330009d00 con 0x7ff338101950 2023-10-21T15:44:45.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.132+0000 7ff337fff700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 0x7ff33819e1d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7ff330007a00 tx=0x7ff3300094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:45.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.132+0000 7ff334ff9700 1 -- 172.21.15.46:0/1041635630 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff33000e040 con 0x7ff338101950 2023-10-21T15:44:45.141 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.132+0000 7ff334ff9700 1 -- 172.21.15.46:0/1041635630 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff330003e10 con 0x7ff338101950 2023-10-21T15:44:45.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.132+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff33819ed50 con 0x7ff338101950 2023-10-21T15:44:45.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.132+0000 7ff334ff9700 1 -- 172.21.15.46:0/1041635630 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff330012a90 con 0x7ff338101950 2023-10-21T15:44:45.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.132+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff33819f170 con 0x7ff338101950 2023-10-21T15:44:45.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.133+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff33810c700 con 0x7ff338101950 2023-10-21T15:44:45.142 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.134+0000 7ff334ff9700 1 -- 172.21.15.46:0/1041635630 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff3300056c0 con 0x7ff338101950 2023-10-21T15:44:45.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.135+0000 7ff334ff9700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3240a1480 0x7ff3240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:45.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.135+0000 7ff3377fe700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3240a1480 0x7ff3240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:45.143 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.135+0000 7ff334ff9700 1 -- 172.21.15.46:0/1041635630 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff3300ce380 con 0x7ff338101950 2023-10-21T15:44:45.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.135+0000 7ff3377fe700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3240a1480 0x7ff3240a3940 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff338198130 tx=0x7ff32800a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:45.144 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.139+0000 7ff334ff9700 1 -- 172.21.15.46:0/1041635630 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff330097a80 con 0x7ff338101950 2023-10-21T15:44:45.344 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.342+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff338106bd0 con 0x7ff338101950 2023-10-21T15:44:45.345 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.342+0000 7ff334ff9700 1 -- 172.21.15.46:0/1041635630 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff33009b0a0 con 0x7ff338101950 2023-10-21T15:44:45.345 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2023-10-21T15:44:45.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3240a1480 msgr2=0x7ff3240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3240a1480 0x7ff3240a3940 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff338198130 tx=0x7ff32800a3b0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 msgr2=0x7ff33819e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.347 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 0x7ff33819e1d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7ff330007a00 tx=0x7ff3300094c0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 shutdown_connections 2023-10-21T15:44:45.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7ff3240a1480 0x7ff3240a3940 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff338101950 0x7ff33819e1d0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff3380ffdc0 0x7ff338196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.348 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 --2- 172.21.15.46:0/1041635630 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7ff338100fb0 0x7ff3381971a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 >> 172.21.15.46:0/1041635630 conn(0x7ff3380fb350 msgr2=0x7ff3380fd4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:45.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 shutdown_connections 2023-10-21T15:44:45.349 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.344+0000 7ff33ddcf700 1 -- 172.21.15.46:0/1041635630 wait complete. 2023-10-21T15:44:45.358 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:45 smithi046 ceph-mon[99436]: pgmap v450: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-10-21T15:44:45.358 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:45 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1797456989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:45.358 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:45 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1517636728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:44:45.359 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:45 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/986582506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:44:45.360 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-21T15:44:45.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 -- 172.21.15.46:0/113177883 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a8100fb0 msgr2=0x7fa7a8101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/113177883 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a8100fb0 0x7fa7a8101410 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fa7a40099c0 tx=0x7fa7a4009cd0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 -- 172.21.15.46:0/113177883 shutdown_connections 2023-10-21T15:44:45.491 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/113177883 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7a8101950 0x7fa7a8108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/113177883 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7a80ffdc0 0x7fa7a81001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/113177883 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a8100fb0 0x7fa7a8101410 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 -- 172.21.15.46:0/113177883 >> 172.21.15.46:0/113177883 conn(0x7fa7a80fb310 msgr2=0x7fa7a80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:45.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 -- 172.21.15.46:0/113177883 shutdown_connections 2023-10-21T15:44:45.492 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.486+0000 7fa7af4b6700 1 -- 172.21.15.46:0/113177883 wait complete. 2023-10-21T15:44:45.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7af4b6700 1 Processor -- start 2023-10-21T15:44:45.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7af4b6700 1 -- start start 2023-10-21T15:44:45.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7af4b6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a80ffdc0 0x7fa7a8103d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:45.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7af4b6700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7a8100fb0 0x7fa7a8102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:45.493 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7af4b6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7a8101950 0x7fa7a81028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:45.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7af4b6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a8103070 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7af4b6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a81031e0 con 0x7fa7a8101950 2023-10-21T15:44:45.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7af4b6700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7a81a0b70 con 0x7fa7a8100fb0 2023-10-21T15:44:45.494 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ad252700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a80ffdc0 0x7fa7a8103d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:45.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ad252700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a80ffdc0 0x7fa7a8103d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37144/0 (socket says 172.21.15.46:37144) 2023-10-21T15:44:45.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ad252700 1 -- 172.21.15.46:0/1136664116 learned_addr learned my addr 172.21.15.46:0/1136664116 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:45.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7aca51700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7a8100fb0 0x7fa7a8102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:45.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ada53700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7a8101950 0x7fa7a81028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:45.495 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ad252700 1 -- 172.21.15.46:0/1136664116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7a8100fb0 msgr2=0x7fa7a8102390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ad252700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7a8100fb0 0x7fa7a8102390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ad252700 1 -- 172.21.15.46:0/1136664116 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7a8101950 msgr2=0x7fa7a81028d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ad252700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7a8101950 0x7fa7a81028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.487+0000 7fa7ad252700 1 -- 172.21.15.46:0/1136664116 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7a40095f0 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.496 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.488+0000 7fa7ad252700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a80ffdc0 0x7fa7a8103d50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fa79c00d980 tx=0x7fa79c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:45.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.488+0000 7fa79a7fc700 1 -- 172.21.15.46:0/1136664116 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa79c00bb60 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.488+0000 7fa79a7fc700 1 -- 172.21.15.46:0/1136664116 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa79c007620 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.488+0000 7fa79a7fc700 1 -- 172.21.15.46:0/1136664116 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa79c00f620 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.488+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7a81a0e50 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.497 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.488+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7a81a1210 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.489+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7a810b5d0 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:45 smithi105 ceph-mon[103980]: pgmap v450: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-10-21T15:44:45.499 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:45 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1797456989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:45.499 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:45 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1517636728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:44:45.499 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:45 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/986582506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:44:45.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.490+0000 7fa79a7fc700 1 -- 172.21.15.46:0/1136664116 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa79c010460 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.490+0000 7fa79a7fc700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa7940a14d0 0x7fa7940a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:45.500 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.491+0000 7fa79a7fc700 1 -- 172.21.15.46:0/1136664116 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa79c0cd5b0 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.491+0000 7fa7aca51700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa7940a14d0 0x7fa7940a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.491+0000 7fa7aca51700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa7940a14d0 0x7fa7940a3990 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa7a400b580 tx=0x7fa7a401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.494+0000 7fa79a7fc700 1 -- 172.21.15.46:0/1136664116 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa79c096c20 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:45 smithi119 ceph-mon[103628]: pgmap v450: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 682 B/s wr, 12 op/s 2023-10-21T15:44:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:45 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1797456989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:45 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1517636728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-21T15:44:45.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:45 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/986582506' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-21T15:44:45.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.713+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa7a810b7b0 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.715 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.713+0000 7fa79a7fc700 1 -- 172.21.15.46:0/1136664116 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v87) v1 ==== 81+0+590 (secure 0 0 0) 0x7fa79c00de60 con 0x7fa7a80ffdc0 2023-10-21T15:44:45.716 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3559004535 2023-10-22T15:32:17.105375+0000 2023-10-21T15:44:45.716 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/2286995794 2023-10-22T15:32:17.105375+0000 2023-10-21T15:44:45.716 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/1285489641 2023-10-22T15:32:17.105375+0000 2023-10-21T15:44:45.716 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/713429116 2023-10-22T15:31:50.778575+0000 2023-10-21T15:44:45.717 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/1123498159 2023-10-22T15:31:50.778575+0000 2023-10-21T15:44:45.717 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2524848327 2023-10-22T15:31:50.778575+0000 2023-10-21T15:44:45.717 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2413777370 2023-10-22T15:32:17.105375+0000 2023-10-21T15:44:45.717 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/1376432964 2023-10-22T15:31:50.778575+0000 2023-10-21T15:44:45.718 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/713429116 2023-10-22T15:31:50.778575+0000 2023-10-21T15:44:45.718 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/2286995794 2023-10-22T15:32:17.105375+0000 2023-10-21T15:44:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.715+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa7940a14d0 msgr2=0x7fa7940a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.715+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa7940a14d0 0x7fa7940a3990 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa7a400b580 tx=0x7fa7a401a040 comp rx=0 tx=0).stop 2023-10-21T15:44:45.720 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.715+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a80ffdc0 msgr2=0x7fa7a8103d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.715+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a80ffdc0 0x7fa7a8103d50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fa79c00d980 tx=0x7fa79c00dd40 comp rx=0 tx=0).stop 2023-10-21T15:44:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.715+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 shutdown_connections 2023-10-21T15:44:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.715+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa7940a14d0 0x7fa7940a3990 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.721 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.715+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7a80ffdc0 0x7fa7a8103d50 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.716+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7a8101950 0x7fa7a81028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.716+0000 7fa7af4b6700 1 --2- 172.21.15.46:0/1136664116 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa7a8100fb0 0x7fa7a8102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.716+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 >> 172.21.15.46:0/1136664116 conn(0x7fa7a80fb310 msgr2=0x7fa7a8068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:45.722 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.716+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 shutdown_connections 2023-10-21T15:44:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:45.716+0000 7fa7af4b6700 1 -- 172.21.15.46:0/1136664116 wait complete. 2023-10-21T15:44:45.723 INFO:teuthology.orchestra.run.smithi046.stderr:listed 10 entries 2023-10-21T15:44:45.730 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-10-21T15:44:45.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:44:45.731 DEBUG:teuthology.orchestra.run.smithi046:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-10-21T15:44:45.847 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2023-10-21T15:44:45.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:44:45.848 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-10-21T15:44:45.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:44:45.944 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2023-10-21T15:44:46.047 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-10-21T15:44:46.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:44:46.048 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-21T15:44:46.092 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:46 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1041635630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:44:46.092 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:46 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1136664116' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-21T15:44:46.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:44:46.202 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx 2023-10-21T15:44:46.312 INFO:tasks.kclient:Unmounting kernel clients... 2023-10-21T15:44:46.313 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2023-10-21T15:44:46.313 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-21T15:44:46.332 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16287364k,nr_inodes=4071841,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=45,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20601 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3261172k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/ab1ecf8aebad88eae01c0ee4f6956feebe16ae12efe1d6aeee11746ea1d7a1a5/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/ab1ecf8aebad88eae01c0ee4f6956feebe16ae12efe1d6aeee11746ea1d7a1a5/diff,workdir=/var/lib/containers/storage/overlay/ab1ecf8aebad88eae01c0ee4f6956feebe16ae12efe1d6aeee11746ea1d7a1a5/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/4e6303107dd43a6651fb333cc9ed488fa4dbdc8ed2d47524aaf44b06b39e4372/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/4e6303107dd43a6651fb333cc9ed488fa4dbdc8ed2d47524aaf44b06b39e4372/diff,workdir=/var/lib/containers/storage/overlay/4e6303107dd43a6651fb333cc9ed488fa4dbdc8ed2d47524aaf44b06b39e4372/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3261172k,mode=700 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,relatime 0 0 overlay /var/lib/containers/storage/overlay/4b49526c9e5296da858d5f0cbd7f0ac78110447508cb0f70dbc5c3fe509a0ab3/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/4b49526c9e5296da858d5f0cbd7f0ac78110447508cb0f70dbc5c3fe509a0ab3/diff,workdir=/var/lib/containers/storage/overlay/4b49526c9e5296da858d5f0cbd7f0ac78110447508cb0f70dbc5c3fe509a0ab3/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/3f1da6ec2c10287ee9767c1ee5cb0aa5d8b8380c2120f857136ca8a343e94507/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/3f1da6ec2c10287ee9767c1ee5cb0aa5d8b8380c2120f857136ca8a343e94507/diff,workdir=/var/lib/containers/storage/overlay/3f1da6ec2c10287ee9767c1ee5cb0aa5d8b8380c2120f857136ca8a343e94507/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/2f956bd4f9201ef36b8ff6a190f53d85cee4c92054c01031c7dbcd472dd6912c/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/2f956bd4f9201ef36b8ff6a190f53d85cee4c92054c01031c7dbcd472dd6912c/diff,workdir=/var/lib/containers/storage/overlay/2f956bd4f9201ef36b8ff6a190f53d85cee4c92054c01031c7dbcd472dd6912c/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/c20249105a429c31c16b3122395010d0ba3204840c3915bb9072dc7600e8454e/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/c20249105a429c31c16b3122395010d0ba3204840c3915bb9072dc7600e8454e/diff,workdir=/var/lib/containers/storage/overlay/c20249105a429c31c16b3122395010d0ba3204840c3915bb9072dc7600e8454e/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/5f7069c7e7abc9aaa5f2562d9cb81c56b0e9fc925da453e02b7d324d324545e1/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/5f7069c7e7abc9aaa5f2562d9cb81c56b0e9fc925da453e02b7d324d324545e1/diff,workdir=/var/lib/containers/storage/overlay/5f7069c7e7abc9aaa5f2562d9cb81c56b0e9fc925da453e02b7d324d324545e1/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/1f2ba039d186f621f1317b9506634b91b60847860c06ecb1f11ab4e6ee69df11/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/1f2ba039d186f621f1317b9506634b91b60847860c06ecb1f11ab4e6ee69df11/diff,workdir=/var/lib/containers/storage/overlay/1f2ba039d186f621f1317b9506634b91b60847860c06ecb1f11ab4e6ee69df11/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/10d2b4b1a57bf8e61f7be3869e41b88756ec111d966489630da19da799ade58d/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/10d2b4b1a57bf8e61f7be3869e41b88756ec111d966489630da19da799ade58d/diff,workdir=/var/lib/containers/storage/overlay/10d2b4b1a57bf8e61f7be3869e41b88756ec111d966489630da19da799ade58d/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/7ae734809ad663760626760c236290ff5c49f5794a5c1f919945c9b21ac36bd6/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/S2GMEAR4RCKWIW67VQT2BZ3UJM:/var/lib/containers/storage/overlay/l/ANJNZC46BCZQSXVKX37HZ6RFIJ,upperdir=/var/lib/containers/storage/overlay/7ae734809ad663760626760c236290ff5c49f5794a5c1f919945c9b21ac36bd6/diff,workdir=/var/lib/containers/storage/overlay/7ae734809ad663760626760c236290ff5c49f5794a5c1f919945c9b21ac36bd6/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 2023-10-21T15:44:46.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:44:46.333 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2023-10-21T15:44:46.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-21T15:44:46.391 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx 2023-10-21T15:44:46.462 INFO:teuthology.orchestra.run.smithi046.stderr:Cannot find device "ceph-brx" 2023-10-21T15:44:46.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:44:46.464 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-10-21T15:44:46.475 INFO:tasks.cephadm:Teardown begin 2023-10-21T15:44:46.475 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-10-21T15:44:46.476 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:44:46.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:46 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1041635630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:44:46.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:46 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1136664116' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-21T15:44:46.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:46 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1041635630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-21T15:44:46.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:46 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1136664116' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-21T15:44:46.633 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.629+0000 7fa9039d8700 1 -- 172.21.15.46:0/172011171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc101930 msgr2=0x7fa8fc108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:46.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.629+0000 7fa9039d8700 1 --2- 172.21.15.46:0/172011171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc101930 0x7fa8fc108250 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fa8f400b0a0 tx=0x7fa8f400b3b0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.629+0000 7fa9039d8700 1 -- 172.21.15.46:0/172011171 shutdown_connections 2023-10-21T15:44:46.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.629+0000 7fa9039d8700 1 --2- 172.21.15.46:0/172011171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc101930 0x7fa8fc108250 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.634 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.629+0000 7fa9039d8700 1 --2- 172.21.15.46:0/172011171 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8fc0ffe20 0x7fa8fc100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.629+0000 7fa9039d8700 1 --2- 172.21.15.46:0/172011171 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8fc100f70 0x7fa8fc1013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.629+0000 7fa9039d8700 1 -- 172.21.15.46:0/172011171 >> 172.21.15.46:0/172011171 conn(0x7fa8fc0fb3b0 msgr2=0x7fa8fc0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:46.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 -- 172.21.15.46:0/172011171 shutdown_connections 2023-10-21T15:44:46.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 -- 172.21.15.46:0/172011171 wait complete. 2023-10-21T15:44:46.635 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 Processor -- start 2023-10-21T15:44:46.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 -- start start 2023-10-21T15:44:46.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8fc0ffe20 0x7fa8fc196be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:46.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc100f70 0x7fa8fc197120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:46.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8fc101930 0x7fa8fc19e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:46.636 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8fc19e760 con 0x7fa8fc100f70 2023-10-21T15:44:46.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8fc19e8a0 con 0x7fa8fc101930 2023-10-21T15:44:46.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa9039d8700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8fc19ea30 con 0x7fa8fc0ffe20 2023-10-21T15:44:46.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa900f73700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc100f70 0x7fa8fc197120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:46.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa901774700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8fc0ffe20 0x7fa8fc196be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:46.637 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa900f73700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc100f70 0x7fa8fc197120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37158/0 (socket says 172.21.15.46:37158) 2023-10-21T15:44:46.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa901774700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8fc0ffe20 0x7fa8fc196be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.119:3300/0 says I am v2:172.21.15.46:49154/0 (socket says 172.21.15.46:49154) 2023-10-21T15:44:46.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.630+0000 7fa900f73700 1 -- 172.21.15.46:0/3663876501 learned_addr learned my addr 172.21.15.46:0/3663876501 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:46.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa901f75700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8fc101930 0x7fa8fc19e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:46.638 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa900f73700 1 -- 172.21.15.46:0/3663876501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8fc0ffe20 msgr2=0x7fa8fc196be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:46.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa900f73700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8fc0ffe20 0x7fa8fc196be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa900f73700 1 -- 172.21.15.46:0/3663876501 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8fc101930 msgr2=0x7fa8fc19e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:46.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa900f73700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8fc101930 0x7fa8fc19e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa900f73700 1 -- 172.21.15.46:0/3663876501 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8f4009d00 con 0x7fa8fc100f70 2023-10-21T15:44:46.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa901774700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8fc0ffe20 0x7fa8fc196be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:44:46.639 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa900f73700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc100f70 0x7fa8fc197120 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fa8f800d980 tx=0x7fa8f800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:46.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa8f27fc700 1 -- 172.21.15.46:0/3663876501 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8004220 con 0x7fa8fc100f70 2023-10-21T15:44:46.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa8f27fc700 1 -- 172.21.15.46:0/3663876501 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa8f8007640 con 0x7fa8fc100f70 2023-10-21T15:44:46.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa8f27fc700 1 -- 172.21.15.46:0/3663876501 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f8005610 con 0x7fa8fc100f70 2023-10-21T15:44:46.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8fc19ed10 con 0x7fa8fc100f70 2023-10-21T15:44:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.631+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8fc19f1d0 con 0x7fa8fc100f70 2023-10-21T15:44:46.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.632+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8fc10b620 con 0x7fa8fc100f70 2023-10-21T15:44:46.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.634+0000 7fa8f27fc700 1 -- 172.21.15.46:0/3663876501 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa8f8004750 con 0x7fa8fc100f70 2023-10-21T15:44:46.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.635+0000 7fa8f27fc700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa8e80a15a0 0x7fa8e80a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:46.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.635+0000 7fa901774700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa8e80a15a0 0x7fa8e80a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:46.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.635+0000 7fa8f27fc700 1 -- 172.21.15.46:0/3663876501 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa8f80ccf90 con 0x7fa8fc100f70 2023-10-21T15:44:46.643 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.635+0000 7fa901774700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa8e80a15a0 0x7fa8e80a3a60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec005950 tx=0x7fa8ec00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:46.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.638+0000 7fa8f27fc700 1 -- 172.21.15.46:0/3663876501 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa8f8096600 con 0x7fa8fc100f70 2023-10-21T15:44:46.892 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.890+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa8fc10b870 con 0x7fa8fc100f70 2023-10-21T15:44:46.893 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.890+0000 7fa8f27fc700 1 -- 172.21.15.46:0/3663876501 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) v1 ==== 94+0+11401 (secure 0 0 0) 0x7fa8f8016090 con 0x7fa8fc100f70 2023-10-21T15:44:46.893 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:44:46.893 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":48,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:44:36.779293+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":48,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":47,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":46,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25960":{"gid":25960,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/1432260369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1432260369},{"type":"v1","addr":"172.21.15.119:6837","nonce":1432260369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:44:46.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa8e80a15a0 msgr2=0x7fa8e80a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:46.895 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa8e80a15a0 0x7fa8e80a3a60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec005950 tx=0x7fa8ec00b410 comp rx=0 tx=0).stop 2023-10-21T15:44:46.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc100f70 msgr2=0x7fa8fc197120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:46.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc100f70 0x7fa8fc197120 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fa8f800d980 tx=0x7fa8f800dc90 comp rx=0 tx=0).stop 2023-10-21T15:44:46.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 shutdown_connections 2023-10-21T15:44:46.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7fa8e80a15a0 0x7fa8e80a3a60 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.896 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa8fc101930 0x7fa8fc19e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7fa8fc0ffe20 0x7fa8fc196be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 --2- 172.21.15.46:0/3663876501 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8fc100f70 0x7fa8fc197120 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:46.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 >> 172.21.15.46:0/3663876501 conn(0x7fa8fc0fb3b0 msgr2=0x7fa8fc069030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:46.897 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 shutdown_connections 2023-10-21T15:44:46.898 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:46.893+0000 7fa9039d8700 1 -- 172.21.15.46:0/3663876501 wait complete. 2023-10-21T15:44:46.898 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 48 2023-10-21T15:44:46.908 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-21T15:44:47.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 -- 172.21.15.46:0/3996235285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc64101960 msgr2=0x7efc64108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 --2- 172.21.15.46:0/3996235285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc64101960 0x7efc64108210 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7efc5c00b0d0 tx=0x7efc5c00b3e0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.036 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 -- 172.21.15.46:0/3996235285 shutdown_connections 2023-10-21T15:44:47.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 --2- 172.21.15.46:0/3996235285 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc64101960 0x7efc64108210 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 --2- 172.21.15.46:0/3996235285 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc640ffdd0 0x7efc641001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 --2- 172.21.15.46:0/3996235285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efc64100fc0 0x7efc64101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.037 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 -- 172.21.15.46:0/3996235285 >> 172.21.15.46:0/3996235285 conn(0x7efc640fb320 msgr2=0x7efc640fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:47.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 -- 172.21.15.46:0/3996235285 shutdown_connections 2023-10-21T15:44:47.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.031+0000 7efc6c291700 1 -- 172.21.15.46:0/3996235285 wait complete. 2023-10-21T15:44:47.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6c291700 1 Processor -- start 2023-10-21T15:44:47.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6c291700 1 -- start start 2023-10-21T15:44:47.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6c291700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc640ffdd0 0x7efc6410a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.038 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6c291700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efc64100fc0 0x7efc64108d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6c291700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc64101960 0x7efc64109260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6c291700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc64109a00 con 0x7efc640ffdd0 2023-10-21T15:44:47.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6c291700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc64109b70 con 0x7efc64100fc0 2023-10-21T15:44:47.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6c291700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc641a0bf0 con 0x7efc64101960 2023-10-21T15:44:47.039 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6a02d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc640ffdd0 0x7efc6410a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6a02d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc640ffdd0 0x7efc6410a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37170/0 (socket says 172.21.15.46:37170) 2023-10-21T15:44:47.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.032+0000 7efc6a02d700 1 -- 172.21.15.46:0/1622435939 learned_addr learned my addr 172.21.15.46:0/1622435939 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:47.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6a82e700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc64101960 0x7efc64109260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.040 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6982c700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efc64100fc0 0x7efc64108d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6a02d700 1 -- 172.21.15.46:0/1622435939 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc64101960 msgr2=0x7efc64109260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6a02d700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc64101960 0x7efc64109260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6a02d700 1 -- 172.21.15.46:0/1622435939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efc64100fc0 msgr2=0x7efc64108d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6a02d700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efc64100fc0 0x7efc64108d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.041 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6a02d700 1 -- 172.21.15.46:0/1622435939 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc5c009d00 con 0x7efc640ffdd0 2023-10-21T15:44:47.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6982c700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efc64100fc0 0x7efc64108d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-21T15:44:47.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6a02d700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc640ffdd0 0x7efc6410a6e0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7efc6000e970 tx=0x7efc6000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:47.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc577fe700 1 -- 172.21.15.46:0/1622435939 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc60009790 con 0x7efc640ffdd0 2023-10-21T15:44:47.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc577fe700 1 -- 172.21.15.46:0/1622435939 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efc6000eec0 con 0x7efc640ffdd0 2023-10-21T15:44:47.042 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc641a0ed0 con 0x7efc640ffdd0 2023-10-21T15:44:47.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc577fe700 1 -- 172.21.15.46:0/1622435939 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc60003cf0 con 0x7efc640ffdd0 2023-10-21T15:44:47.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.033+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc641a12f0 con 0x7efc640ffdd0 2023-10-21T15:44:47.043 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.034+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc64107220 con 0x7efc640ffdd0 2023-10-21T15:44:47.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.035+0000 7efc577fe700 1 -- 172.21.15.46:0/1622435939 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7efc6000ccd0 con 0x7efc640ffdd0 2023-10-21T15:44:47.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.036+0000 7efc577fe700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efc500a1520 0x7efc500a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.044 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.036+0000 7efc6982c700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efc500a1520 0x7efc500a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.036+0000 7efc577fe700 1 -- 172.21.15.46:0/1622435939 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7efc60014070 con 0x7efc640ffdd0 2023-10-21T15:44:47.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.037+0000 7efc6982c700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efc500a1520 0x7efc500a39e0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7efc58009be0 tx=0x7efc58009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:47.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.040+0000 7efc577fe700 1 -- 172.21.15.46:0/1622435939 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7efc60096760 con 0x7efc640ffdd0 2023-10-21T15:44:47.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:47 smithi046 ceph-mon[99436]: pgmap v451: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 11 op/s 2023-10-21T15:44:47.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:47 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/3663876501' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:44:47.288 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.286+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efc6410c9a0 con 0x7efc640ffdd0 2023-10-21T15:44:47.289 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.287+0000 7efc577fe700 1 -- 172.21.15.46:0/1622435939 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) v1 ==== 94+0+11401 (secure 0 0 0) 0x7efc600b1ca0 con 0x7efc640ffdd0 2023-10-21T15:44:47.289 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:44:47.289 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14511,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/3156928262","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":3156928262},{"type":"v1","addr":"172.21.15.46:6835","nonce":3156928262}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/1530475364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":1530475364},{"type":"v1","addr":"172.21.15.46:6837","nonce":1530475364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":48,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-21T15:38:26.290152+0000","modified":"2023-10-21T15:44:36.779293+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24508,"mds_2":24481,"mds_3":24464,"mds_4":24440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14583":{"gid":14583,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6839/3005201155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3005201155},{"type":"v1","addr":"172.21.15.46:6839","nonce":3005201155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14595":{"gid":14595,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6841/1267329835","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1267329835},{"type":"v1","addr":"172.21.15.46:6841","nonce":1267329835}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24427":{"gid":24427,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6833/999213981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6832","nonce":999213981},{"type":"v1","addr":"172.21.15.119:6833","nonce":999213981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24440":{"gid":24440,"name":"k","rank":4,"incarnation":25,"state":"up:active","state_seq":10,"addr":"172.21.15.105:6833/1204683847","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":1204683847},{"type":"v1","addr":"172.21.15.105:6833","nonce":1204683847}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":23,"state":"up:active","state_seq":48,"addr":"172.21.15.105:6835/3883210466","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":3883210466},{"type":"v1","addr":"172.21.15.105:6835","nonce":3883210466}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":47,"addr":"172.21.15.119:6835/779175296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6834","nonce":779175296},{"type":"v1","addr":"172.21.15.119:6835","nonce":779175296}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24485":{"gid":24485,"name":"h","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6837/1557228428","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1557228428},{"type":"v1","addr":"172.21.15.105:6837","nonce":1557228428}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24508":{"gid":24508,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":46,"addr":"172.21.15.119:6839/2257856611","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6838","nonce":2257856611},{"type":"v1","addr":"172.21.15.119:6839","nonce":2257856611}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.105:6839/365752934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":365752934},{"type":"v1","addr":"172.21.15.105:6839","nonce":365752934}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25960":{"gid":25960,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.119:6837/1432260369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6836","nonce":1432260369},{"type":"v1","addr":"172.21.15.119:6837","nonce":1432260369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-21T15:44:47.291 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efc500a1520 msgr2=0x7efc500a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efc500a1520 0x7efc500a39e0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7efc58009be0 tx=0x7efc58009260 comp rx=0 tx=0).stop 2023-10-21T15:44:47.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc640ffdd0 msgr2=0x7efc6410a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc640ffdd0 0x7efc6410a6e0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7efc6000e970 tx=0x7efc6000ec80 comp rx=0 tx=0).stop 2023-10-21T15:44:47.292 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 shutdown_connections 2023-10-21T15:44:47.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7efc500a1520 0x7efc500a39e0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc640ffdd0 0x7efc6410a6e0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7efc64101960 0x7efc64109260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 --2- 172.21.15.46:0/1622435939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efc64100fc0 0x7efc64108d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 >> 172.21.15.46:0/1622435939 conn(0x7efc640fb320 msgr2=0x7efc64104360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:47.293 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 shutdown_connections 2023-10-21T15:44:47.294 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.289+0000 7efc6c291700 1 -- 172.21.15.46:0/1622435939 wait complete. 2023-10-21T15:44:47.294 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 48 2023-10-21T15:44:47.304 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-21T15:44:47.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 -- 172.21.15.46:0/28267797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb80ffdf0 msgr2=0x7faeb8100210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.432 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 --2- 172.21.15.46:0/28267797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb80ffdf0 0x7faeb8100210 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7faea00099c0 tx=0x7faea0009cd0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 -- 172.21.15.46:0/28267797 shutdown_connections 2023-10-21T15:44:47.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 --2- 172.21.15.46:0/28267797 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb80ffdf0 0x7faeb8100210 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 --2- 172.21.15.46:0/28267797 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faeb8101980 0x7faeb8108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.433 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 --2- 172.21.15.46:0/28267797 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faeb8100fe0 0x7faeb8101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 -- 172.21.15.46:0/28267797 >> 172.21.15.46:0/28267797 conn(0x7faeb80fb320 msgr2=0x7faeb80fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:47.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 -- 172.21.15.46:0/28267797 shutdown_connections 2023-10-21T15:44:47.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.427+0000 7faebcf75700 1 -- 172.21.15.46:0/28267797 wait complete. 2023-10-21T15:44:47.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faebcf75700 1 Processor -- start 2023-10-21T15:44:47.434 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faebcf75700 1 -- start start 2023-10-21T15:44:47.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faebcf75700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faeb80ffdf0 0x7faeb8069ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faebcf75700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb8100fe0 0x7faeb819dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faebcf75700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faeb8101980 0x7faeb81a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.435 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faebcf75700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb81a0880 con 0x7faeb8100fe0 2023-10-21T15:44:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faebcf75700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb81a09f0 con 0x7faeb80ffdf0 2023-10-21T15:44:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faebcf75700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb81a0bb0 con 0x7faeb8101980 2023-10-21T15:44:47.436 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faeb5d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb8100fe0 0x7faeb819dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.428+0000 7faeb5d9b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb8100fe0 0x7faeb819dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37186/0 (socket says 172.21.15.46:37186) 2023-10-21T15:44:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb5d9b700 1 -- 172.21.15.46:0/604418485 learned_addr learned my addr 172.21.15.46:0/604418485 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb6d9d700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faeb8101980 0x7faeb81a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.437 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb659c700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faeb80ffdf0 0x7faeb8069ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb5d9b700 1 -- 172.21.15.46:0/604418485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faeb8101980 msgr2=0x7faeb81a01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb5d9b700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faeb8101980 0x7faeb81a01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb5d9b700 1 -- 172.21.15.46:0/604418485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faeb80ffdf0 msgr2=0x7faeb8069ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb5d9b700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faeb80ffdf0 0x7faeb8069ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.438 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb5d9b700 1 -- 172.21.15.46:0/604418485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faea00095f0 con 0x7faeb8100fe0 2023-10-21T15:44:47.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeb5d9b700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb8100fe0 0x7faeb819dc80 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7faea800c970 tx=0x7faea800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:47.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeaf7fe700 1 -- 172.21.15.46:0/604418485 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea80078d0 con 0x7faeb8100fe0 2023-10-21T15:44:47.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faeb81a0e90 con 0x7faeb8100fe0 2023-10-21T15:44:47.439 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeaf7fe700 1 -- 172.21.15.46:0/604418485 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faea8018480 con 0x7faeb8100fe0 2023-10-21T15:44:47.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faeaf7fe700 1 -- 172.21.15.46:0/604418485 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea800f690 con 0x7faeb8100fe0 2023-10-21T15:44:47.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.429+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faeb81a1310 con 0x7faeb8100fe0 2023-10-21T15:44:47.440 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.430+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faeb810b620 con 0x7faeb8100fe0 2023-10-21T15:44:47.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.431+0000 7faeaf7fe700 1 -- 172.21.15.46:0/604418485 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7faea80185f0 con 0x7faeb8100fe0 2023-10-21T15:44:47.441 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.432+0000 7faeaf7fe700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7faea40a1520 0x7faea40a39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.432+0000 7faeb659c700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7faea40a1520 0x7faea40a39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.432+0000 7faeaf7fe700 1 -- 172.21.15.46:0/604418485 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7faea8013070 con 0x7faeb8100fe0 2023-10-21T15:44:47.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.432+0000 7faeb659c700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7faea40a1520 0x7faea40a39e0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7faea0009f50 tx=0x7faea000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:47.442 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.435+0000 7faeaf7fe700 1 -- 172.21.15.46:0/604418485 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7faea80967b0 con 0x7faeb8100fe0 2023-10-21T15:44:47.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:47 smithi105 ceph-mon[103980]: pgmap v451: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 11 op/s 2023-10-21T15:44:47.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:47 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/3663876501' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:44:47.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:47 smithi119 ceph-mon[103628]: pgmap v451: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 767 B/s wr, 11 op/s 2023-10-21T15:44:47.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:47 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/3663876501' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:44:47.640 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.638+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7faeb8106c50 con 0x7faeb8100fe0 2023-10-21T15:44:47.642 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.640+0000 7faeaf7fe700 1 -- 172.21.15.46:0/604418485 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22552 (secure 0 0 0) 0x7faea8099dd0 con 0x7faeb8100fe0 2023-10-21T15:44:47.642 INFO:teuthology.orchestra.run.smithi046.stdout: 2023-10-21T15:44:47.643 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":87,"fsid":"bf49eb3e-7026-11ee-8db6-212e2dc638e7","created":"2023-10-21T15:31:19.823767+0000","modified":"2023-10-21T15:42:49.339709+0000","last_up_change":"2023-10-21T15:37:45.172848+0000","last_in_change":"2023-10-21T15:37:26.551637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-21T15:34:29.636012+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-21T15:38:24.778154+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-21T15:38:25.665999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"be0e8898-ffe1-4978-9cbd-0f12fb6ec4db","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6803","nonce":676212346}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6805","nonce":676212346}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6809","nonce":676212346}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":676212346},{"type":"v1","addr":"172.21.15.46:6807","nonce":676212346}]},"public_addr":"172.21.15.46:6803/676212346","cluster_addr":"172.21.15.46:6805/676212346","heartbeat_back_addr":"172.21.15.46:6809/676212346","heartbeat_front_addr":"172.21.15.46:6807/676212346","state":["exists","up"]},{"osd":1,"uuid":"d7a48d23-b922-406e-a35f-f5d41588147b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6801","nonce":4227966088}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6803","nonce":4227966088}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6807","nonce":4227966088}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":4227966088},{"type":"v1","addr":"172.21.15.105:6805","nonce":4227966088}]},"public_addr":"172.21.15.105:6801/4227966088","cluster_addr":"172.21.15.105:6803/4227966088","heartbeat_back_addr":"172.21.15.105:6807/4227966088","heartbeat_front_addr":"172.21.15.105:6805/4227966088","state":["exists","up"]},{"osd":2,"uuid":"6c45996c-093c-4930-861f-01db49b55c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6800","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6801","nonce":1760878747}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6802","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6803","nonce":1760878747}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6806","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6807","nonce":1760878747}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6804","nonce":1760878747},{"type":"v1","addr":"172.21.15.119:6805","nonce":1760878747}]},"public_addr":"172.21.15.119:6801/1760878747","cluster_addr":"172.21.15.119:6803/1760878747","heartbeat_back_addr":"172.21.15.119:6807/1760878747","heartbeat_front_addr":"172.21.15.119:6805/1760878747","state":["exists","up"]},{"osd":3,"uuid":"6770f16a-71e0-44f9-93ca-3fca258f7720","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6811","nonce":2260386208}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6813","nonce":2260386208}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6817","nonce":2260386208}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":2260386208},{"type":"v1","addr":"172.21.15.46:6815","nonce":2260386208}]},"public_addr":"172.21.15.46:6811/2260386208","cluster_addr":"172.21.15.46:6813/2260386208","heartbeat_back_addr":"172.21.15.46:6817/2260386208","heartbeat_front_addr":"172.21.15.46:6815/2260386208","state":["exists","up"]},{"osd":4,"uuid":"1bca9e64-8fa9-4b2d-b6b6-3611354cea97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6809","nonce":3064646585}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6811","nonce":3064646585}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6815","nonce":3064646585}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":3064646585},{"type":"v1","addr":"172.21.15.105:6813","nonce":3064646585}]},"public_addr":"172.21.15.105:6809/3064646585","cluster_addr":"172.21.15.105:6811/3064646585","heartbeat_back_addr":"172.21.15.105:6815/3064646585","heartbeat_front_addr":"172.21.15.105:6813/3064646585","state":["exists","up"]},{"osd":5,"uuid":"72553fe6-6d81-4487-b531-f6b95e5cdeb3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6808","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6809","nonce":1154560891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6810","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6811","nonce":1154560891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6814","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6815","nonce":1154560891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6812","nonce":1154560891},{"type":"v1","addr":"172.21.15.119:6813","nonce":1154560891}]},"public_addr":"172.21.15.119:6809/1154560891","cluster_addr":"172.21.15.119:6811/1154560891","heartbeat_back_addr":"172.21.15.119:6815/1154560891","heartbeat_front_addr":"172.21.15.119:6813/1154560891","state":["exists","up"]},{"osd":6,"uuid":"fc4f5f0e-fbba-407b-ba6f-6f2d468c89d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6819","nonce":2562929690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6821","nonce":2562929690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6825","nonce":2562929690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2562929690},{"type":"v1","addr":"172.21.15.46:6823","nonce":2562929690}]},"public_addr":"172.21.15.46:6819/2562929690","cluster_addr":"172.21.15.46:6821/2562929690","heartbeat_back_addr":"172.21.15.46:6825/2562929690","heartbeat_front_addr":"172.21.15.46:6823/2562929690","state":["exists","up"]},{"osd":7,"uuid":"952093c1-3ea5-4ac8-87b9-3564d1b3c9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6817","nonce":285507619}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6819","nonce":285507619}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6823","nonce":285507619}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":285507619},{"type":"v1","addr":"172.21.15.105:6821","nonce":285507619}]},"public_addr":"172.21.15.105:6817/285507619","cluster_addr":"172.21.15.105:6819/285507619","heartbeat_back_addr":"172.21.15.105:6823/285507619","heartbeat_front_addr":"172.21.15.105:6821/285507619","state":["exists","up"]},{"osd":8,"uuid":"58b4a887-c130-4ae5-ba39-efb547130baf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":82,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6816","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6817","nonce":2231295599}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6818","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6819","nonce":2231295599}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6822","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6823","nonce":2231295599}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6820","nonce":2231295599},{"type":"v1","addr":"172.21.15.119:6821","nonce":2231295599}]},"public_addr":"172.21.15.119:6817/2231295599","cluster_addr":"172.21.15.119:6819/2231295599","heartbeat_back_addr":"172.21.15.119:6823/2231295599","heartbeat_front_addr":"172.21.15.119:6821/2231295599","state":["exists","up"]},{"osd":9,"uuid":"024420e9-d18d-4040-acac-bc06e420539a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6827","nonce":3380797331}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6829","nonce":3380797331}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6833","nonce":3380797331}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":3380797331},{"type":"v1","addr":"172.21.15.46:6831","nonce":3380797331}]},"public_addr":"172.21.15.46:6827/3380797331","cluster_addr":"172.21.15.46:6829/3380797331","heartbeat_back_addr":"172.21.15.46:6833/3380797331","heartbeat_front_addr":"172.21.15.46:6831/3380797331","state":["exists","up"]},{"osd":10,"uuid":"593c21ed-4609-496f-8334-01d64212b2da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6825","nonce":808227067}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6827","nonce":808227067}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6831","nonce":808227067}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":808227067},{"type":"v1","addr":"172.21.15.105:6829","nonce":808227067}]},"public_addr":"172.21.15.105:6825/808227067","cluster_addr":"172.21.15.105:6827/808227067","heartbeat_back_addr":"172.21.15.105:6831/808227067","heartbeat_front_addr":"172.21.15.105:6829/808227067","state":["exists","up"]},{"osd":11,"uuid":"c50eb7e3-c4a5-4f0d-8d29-1f191ef537eb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":79,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6824","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6825","nonce":4177624319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6826","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6827","nonce":4177624319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6830","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6831","nonce":4177624319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.119:6828","nonce":4177624319},{"type":"v1","addr":"172.21.15.119:6829","nonce":4177624319}]},"public_addr":"172.21.15.119:6825/4177624319","cluster_addr":"172.21.15.119:6827/4177624319","heartbeat_back_addr":"172.21.15.119:6831/4177624319","heartbeat_front_addr":"172.21.15.119:6829/4177624319","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:33:42.848000+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:04.002523+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:26.336040+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:34:48.626699+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:10.079965+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:32.175314+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:35:53.877833+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:15.343809+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:37.442411+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:36:59.561232+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:20.989187+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-21T15:37:43.340957+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/3559004535":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6801/2286995794":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1285489641":"2023-10-22T15:32:17.105375+0000","172.21.15.46:6800/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/1123498159":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2524848327":"2023-10-22T15:31:50.778575+0000","172.21.15.46:0/2413777370":"2023-10-22T15:32:17.105375+0000","172.21.15.46:0/1376432964":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6801/713429116":"2023-10-22T15:31:50.778575+0000","172.21.15.46:6800/2286995794":"2023-10-22T15:32:17.105375+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-21T15:44:47.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7faea40a1520 msgr2=0x7faea40a39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7faea40a1520 0x7faea40a39e0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7faea0009f50 tx=0x7faea000b540 comp rx=0 tx=0).stop 2023-10-21T15:44:47.644 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb8100fe0 msgr2=0x7faeb819dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb8100fe0 0x7faeb819dc80 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7faea800c970 tx=0x7faea800cc80 comp rx=0 tx=0).stop 2023-10-21T15:44:47.645 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 shutdown_connections 2023-10-21T15:44:47.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7faea40a1520 0x7faea40a39e0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7faeb8101980 0x7faeb81a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.646 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faeb80ffdf0 0x7faeb8069ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 --2- 172.21.15.46:0/604418485 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faeb8100fe0 0x7faeb819dc80 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 >> 172.21.15.46:0/604418485 conn(0x7faeb80fb320 msgr2=0x7faeb80fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:47.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 shutdown_connections 2023-10-21T15:44:47.647 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.642+0000 7faebcf75700 1 -- 172.21.15.46:0/604418485 wait complete. 2023-10-21T15:44:47.658 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-10-21T15:44:47.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 -- 172.21.15.46:0/1461266526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0073890 msgr2=0x7f4ba0073d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 --2- 172.21.15.46:0/1461266526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0073890 0x7f4ba0073d10 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f4b90009990 tx=0x7f4b90009ca0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.787 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 -- 172.21.15.46:0/1461266526 shutdown_connections 2023-10-21T15:44:47.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 --2- 172.21.15.46:0/1461266526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba0108e00 0x7f4ba010b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 --2- 172.21.15.46:0/1461266526 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba0074e70 0x7f4ba00732c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 --2- 172.21.15.46:0/1461266526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0073890 0x7f4ba0073d10 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 -- 172.21.15.46:0/1461266526 >> 172.21.15.46:0/1461266526 conn(0x7f4ba00fc480 msgr2=0x7f4ba00fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:47.788 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 -- 172.21.15.46:0/1461266526 shutdown_connections 2023-10-21T15:44:47.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.784+0000 7f4ba4910700 1 -- 172.21.15.46:0/1461266526 wait complete. 2023-10-21T15:44:47.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4ba4910700 1 Processor -- start 2023-10-21T15:44:47.789 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4ba4910700 1 -- start start 2023-10-21T15:44:47.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4ba4910700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba0073890 0x7f4ba0198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.791 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4ba4910700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba0074e70 0x7f4ba0199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4ba4910700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0108e00 0x7f4ba01a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4ba4910700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba01a08d0 con 0x7f4ba0108e00 2023-10-21T15:44:47.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4ba4910700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba01a0a10 con 0x7f4ba0073890 2023-10-21T15:44:47.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4ba4910700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba01a0ba0 con 0x7f4ba0074e70 2023-10-21T15:44:47.792 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0108e00 0x7f4ba01a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9ed9d700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0108e00 0x7f4ba01a0300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37202/0 (socket says 172.21.15.46:37202) 2023-10-21T15:44:47.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9ed9d700 1 -- 172.21.15.46:0/4084105112 learned_addr learned my addr 172.21.15.46:0/4084105112 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:47.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9e59c700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba0073890 0x7f4ba0198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9dd9b700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba0074e70 0x7f4ba0199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.793 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9ed9d700 1 -- 172.21.15.46:0/4084105112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba0074e70 msgr2=0x7f4ba0199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9ed9d700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba0074e70 0x7f4ba0199290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9ed9d700 1 -- 172.21.15.46:0/4084105112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba0073890 msgr2=0x7f4ba0198d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:47.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9ed9d700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba0073890 0x7f4ba0198d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:47.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.785+0000 7f4b9ed9d700 1 -- 172.21.15.46:0/4084105112 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b900095f0 con 0x7f4ba0108e00 2023-10-21T15:44:47.794 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.786+0000 7f4b9ed9d700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0108e00 0x7f4ba01a0300 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f4b9800ada0 tx=0x7f4b9800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:47.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.786+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4084105112 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b9800f070 con 0x7f4ba0108e00 2023-10-21T15:44:47.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.786+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4084105112 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4b98007b30 con 0x7f4ba0108e00 2023-10-21T15:44:47.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.786+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ba01a0e80 con 0x7f4ba0108e00 2023-10-21T15:44:47.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.786+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4084105112 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b98005280 con 0x7f4ba0108e00 2023-10-21T15:44:47.795 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.786+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ba01a12b0 con 0x7f4ba0108e00 2023-10-21T15:44:47.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.787+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ba0107500 con 0x7f4ba0108e00 2023-10-21T15:44:47.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.788+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4084105112 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4b9800a090 con 0x7f4ba0108e00 2023-10-21T15:44:47.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.789+0000 7f4b8f7fe700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b880a14d0 0x7f4b880a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:47.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.789+0000 7f4b9e59c700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b880a14d0 0x7f4b880a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:47.796 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.789+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4084105112 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4b980cc7b0 con 0x7f4ba0108e00 2023-10-21T15:44:47.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.789+0000 7f4b9e59c700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b880a14d0 0x7f4b880a3990 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4b94005950 tx=0x7f4b9400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:47.797 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:47.792+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4084105112 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4b98099940 con 0x7f4ba0108e00 2023-10-21T15:44:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.042+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f4ba010eb80 con 0x7f4ba0108e00 2023-10-21T15:44:48.047 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.045+0000 7f4b8f7fe700 1 -- 172.21.15.46:0/4084105112 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v49) v1 ==== 161+0+0 (secure 0 0 0) 0x7f4b980994d0 con 0x7f4ba0108e00 2023-10-21T15:44:48.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b880a14d0 msgr2=0x7f4b880a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:48.055 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b880a14d0 0x7f4b880a3990 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4b94005950 tx=0x7f4b9400b410 comp rx=0 tx=0).stop 2023-10-21T15:44:48.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0108e00 msgr2=0x7f4ba01a0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:48.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0108e00 0x7f4ba01a0300 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f4b9800ada0 tx=0x7f4b9800c330 comp rx=0 tx=0).stop 2023-10-21T15:44:48.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 shutdown_connections 2023-10-21T15:44:48.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f4b880a14d0 0x7f4b880a3990 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.056 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ba0108e00 0x7f4ba01a0300 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba0073890 0x7f4ba0198d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 --2- 172.21.15.46:0/4084105112 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f4ba0074e70 0x7f4ba0199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 >> 172.21.15.46:0/4084105112 conn(0x7f4ba00fc480 msgr2=0x7f4ba00fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:48.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 shutdown_connections 2023-10-21T15:44:48.057 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.053+0000 7f4ba4910700 1 -- 172.21.15.46:0/4084105112 wait complete. 2023-10-21T15:44:48.059 INFO:teuthology.orchestra.run.smithi046.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-10-21T15:44:48.069 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-10-21T15:44:48.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 -- 172.21.15.46:0/1786357238 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 msgr2=0x7f240c103e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:48.208 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 --2- 172.21.15.46:0/1786357238 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 0x7f240c103e00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f2408009f90 tx=0x7f240800b330 comp rx=0 tx=0).stop 2023-10-21T15:44:48.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 -- 172.21.15.46:0/1786357238 shutdown_connections 2023-10-21T15:44:48.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 --2- 172.21.15.46:0/1786357238 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f240c106c70 0x7f240c109060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 --2- 172.21.15.46:0/1786357238 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 0x7f240c103e00 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 --2- 172.21.15.46:0/1786357238 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f240c104340 0x7f240c106730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.209 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 -- 172.21.15.46:0/1786357238 >> 172.21.15.46:0/1786357238 conn(0x7f240c0fb380 msgr2=0x7f240c0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:48.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 -- 172.21.15.46:0/1786357238 shutdown_connections 2023-10-21T15:44:48.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 -- 172.21.15.46:0/1786357238 wait complete. 2023-10-21T15:44:48.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.204+0000 7f241366e700 1 Processor -- start 2023-10-21T15:44:48.210 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241366e700 1 -- start start 2023-10-21T15:44:48.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241366e700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 0x7f240c198fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:48.211 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241366e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f240c104340 0x7f240c1994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:48.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241366e700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f240c106c70 0x7f240c1a0560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:48.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241366e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c1a0b30 con 0x7f240c104340 2023-10-21T15:44:48.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241366e700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c1a0c70 con 0x7f240c101a10 2023-10-21T15:44:48.213 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241366e700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c1a0e00 con 0x7f240c106c70 2023-10-21T15:44:48.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f240c104340 0x7f240c1994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:48.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241140a700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 0x7f240c198fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:48.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f240c104340 0x7f240c1994f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37238/0 (socket says 172.21.15.46:37238) 2023-10-21T15:44:48.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 -- 172.21.15.46:0/2378560818 learned_addr learned my addr 172.21.15.46:0/2378560818 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:48.214 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2411c0b700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f240c106c70 0x7f240c1a0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:48.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 -- 172.21.15.46:0/2378560818 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f240c106c70 msgr2=0x7f240c1a0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:48.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f240c106c70 0x7f240c1a0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 -- 172.21.15.46:0/2378560818 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 msgr2=0x7f240c198fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:48.215 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 0x7f240c198fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:48.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 -- 172.21.15.46:0/2378560818 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23fc0095f0 con 0x7f240c104340 2023-10-21T15:44:48.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f241140a700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 0x7f240c198fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-21T15:44:48.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.205+0000 7f2410c09700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f240c104340 0x7f240c1994f0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f23fc00ec10 tx=0x7f23fc00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:48.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.206+0000 7f24027fc700 1 -- 172.21.15.46:0/2378560818 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc00cc90 con 0x7f240c104340 2023-10-21T15:44:48.216 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.206+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2408009c40 con 0x7f240c104340 2023-10-21T15:44:48.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.206+0000 7f24027fc700 1 -- 172.21.15.46:0/2378560818 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23fc0044e0 con 0x7f240c104340 2023-10-21T15:44:48.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.206+0000 7f24027fc700 1 -- 172.21.15.46:0/2378560818 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc010430 con 0x7f240c104340 2023-10-21T15:44:48.217 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.206+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f240c1a1460 con 0x7f240c104340 2023-10-21T15:44:48.218 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.207+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f240c1087f0 con 0x7f240c104340 2023-10-21T15:44:48.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.208+0000 7f24027fc700 1 -- 172.21.15.46:0/2378560818 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f23fc003f90 con 0x7f240c104340 2023-10-21T15:44:48.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.209+0000 7f24027fc700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23f80a1480 0x7f23f80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:48.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.209+0000 7f24027fc700 1 -- 172.21.15.46:0/2378560818 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8641+0+0 (secure 0 0 0) 0x7f23fc014070 con 0x7f240c104340 2023-10-21T15:44:48.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.209+0000 7f241140a700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23f80a1480 0x7f23f80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:48.219 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.209+0000 7f241140a700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23f80a1480 0x7f23f80a3940 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2408007900 tx=0x7f24080096c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:48.220 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.212+0000 7f24027fc700 1 -- 172.21.15.46:0/2378560818 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f23fc096a50 con 0x7f240c104340 2023-10-21T15:44:48.419 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-a[152002]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.419 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-a[152002]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.420 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-a[152002]: starting mds.a at 2023-10-21T15:44:48.420 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-g[151617]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.420 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-g[151617]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.421 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mds[151642]: -- 172.21.15.46:0/215937907 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561ef9be91e0 con 0x561ef9bbf000 2023-10-21T15:44:48.421 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-g[151617]: starting mds.g at 2023-10-21T15:44:48.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a[99412]: 2023-10-21T15:44:48.043+0000 7f232f06f700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-21T15:44:48.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: pgmap v452: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 11 op/s 2023-10-21T15:44:48.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/1622435939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:44:48.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/604418485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:48.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4084105112' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-21T15:44:48.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-21T15:44:48.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-21T15:44:48.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: Health check cleared: MDS_DAMAGE (was: 3 MDSs report damaged metadata) 2023-10-21T15:44:48.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4084105112' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-21T15:44:48.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: osdmap e88: 12 total, 12 up, 12 in 2023-10-21T15:44:48.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:48 smithi046 ceph-mon[99436]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-10-21T15:44:48.462 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:48.460+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f240c10c8b0 con 0x7f240c104340 2023-10-21T15:44:48.490 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.490 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.490 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mds[140884]: -- 172.21.15.105:0/3007128659 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56360892f1e0 con 0x563608904800 2023-10-21T15:44:48.490 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: starting mds.e at 2023-10-21T15:44:48.491 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-h[141211]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.491 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-h[141211]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.491 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-h[141211]: starting mds.h at 2023-10-21T15:44:48.492 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.492 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.492 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: starting mds.b at 2023-10-21T15:44:48.493 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-k[140522]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.493 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-k[140522]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.493 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-k[140522]: starting mds.k at 2023-10-21T15:44:48.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: pgmap v452: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 11 op/s 2023-10-21T15:44:48.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/1622435939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:44:48.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/604418485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:48.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4084105112' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-21T15:44:48.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-21T15:44:48.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-21T15:44:48.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: Health check cleared: MDS_DAMAGE (was: 3 MDSs report damaged metadata) 2023-10-21T15:44:48.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4084105112' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-21T15:44:48.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: osdmap e88: 12 total, 12 up, 12 in 2023-10-21T15:44:48.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:48 smithi105 ceph-mon[103980]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-10-21T15:44:48.533 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.533 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.534 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mds[141830]: -- 172.21.15.119:0/2134532652 <== mon.1 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5574065b91e0 con 0x55740658e800 2023-10-21T15:44:48.534 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: starting mds.c at 2023-10-21T15:44:48.534 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.535 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.535 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mds[142184]: -- 172.21.15.119:0/3328006143 <== mon.0 v2:172.21.15.46:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5600c2daf1e0 con 0x5600c2d84c00 2023-10-21T15:44:48.535 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: starting mds.i at 2023-10-21T15:44:48.536 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-l[141120]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.536 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-l[141120]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.536 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mds[141144]: -- 172.21.15.119:0/2951650514 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56042f6f91e0 con 0x56042f6cf000 2023-10-21T15:44:48.536 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-l[141120]: starting mds.l at 2023-10-21T15:44:48.537 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: ignoring --setuser ceph since I am not root 2023-10-21T15:44:48.537 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: ignoring --setgroup ceph since I am not root 2023-10-21T15:44:48.537 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mds[141489]: -- 172.21.15.119:0/367561922 <== mon.1 v2:172.21.15.119:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dd18ae31e0 con 0x55dd18ab8c00 2023-10-21T15:44:48.537 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: starting mds.f at 2023-10-21T15:44:48.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: pgmap v452: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 11 op/s 2023-10-21T15:44:48.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/1622435939' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-21T15:44:48.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/604418485' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-21T15:44:48.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4084105112' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-21T15:44:48.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-21T15:44:48.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-21T15:44:48.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: Health check cleared: MDS_DAMAGE (was: 3 MDSs report damaged metadata) 2023-10-21T15:44:48.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4084105112' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-21T15:44:48.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: osdmap e88: 12 total, 12 up, 12 in 2023-10-21T15:44:48.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:48 smithi119 ceph-mon[103628]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-10-21T15:44:49.100 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.098+0000 7f24027fc700 1 -- 172.21.15.46:0/2378560818 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v50) v1 ==== 104+0+0 (secure 0 0 0) 0x7f23fc01f340 con 0x7f240c104340 2023-10-21T15:44:49.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23f80a1480 msgr2=0x7f23f80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:49.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23f80a1480 0x7f23f80a3940 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2408007900 tx=0x7f24080096c0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f240c104340 msgr2=0x7f240c1994f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:49.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f240c104340 0x7f240c1994f0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f23fc00ec10 tx=0x7f23fc00ef20 comp rx=0 tx=0).stop 2023-10-21T15:44:49.104 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 shutdown_connections 2023-10-21T15:44:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f23f80a1480 0x7f23f80a3940 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f240c106c70 0x7f240c1a0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f240c101a10 0x7f240c198fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 --2- 172.21.15.46:0/2378560818 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f240c104340 0x7f240c1994f0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.105 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 >> 172.21.15.46:0/2378560818 conn(0x7f240c0fb380 msgr2=0x7f240c100070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:49.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 shutdown_connections 2023-10-21T15:44:49.106 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.101+0000 7f241366e700 1 -- 172.21.15.46:0/2378560818 wait complete. 2023-10-21T15:44:49.124 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-10-21T15:44:49.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 -- 172.21.15.46:0/2942511838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f8106c20 msgr2=0x7f12f8109010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:49.264 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 --2- 172.21.15.46:0/2942511838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f8106c20 0x7f12f8109010 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f12f000b0a0 tx=0x7f12f000b3b0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 -- 172.21.15.46:0/2942511838 shutdown_connections 2023-10-21T15:44:49.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 --2- 172.21.15.46:0/2942511838 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f8106c20 0x7f12f8109010 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.265 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 --2- 172.21.15.46:0/2942511838 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12f81019c0 0x7f12f8103db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 --2- 172.21.15.46:0/2942511838 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12f81042f0 0x7f12f81066e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.266 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 -- 172.21.15.46:0/2942511838 >> 172.21.15.46:0/2942511838 conn(0x7f12f80fb2f0 msgr2=0x7f12f80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:49.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 -- 172.21.15.46:0/2942511838 shutdown_connections 2023-10-21T15:44:49.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.259+0000 7f13003a5700 1 -- 172.21.15.46:0/2942511838 wait complete. 2023-10-21T15:44:49.267 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f13003a5700 1 Processor -- start 2023-10-21T15:44:49.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f13003a5700 1 -- start start 2023-10-21T15:44:49.268 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f13003a5700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12f81019c0 0x7f12f8198e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:49.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f13003a5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f81042f0 0x7f12f81993d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:49.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f13003a5700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12f8106c20 0x7f12f81a0440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:49.269 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f13003a5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12f81a0a10 con 0x7f12f81042f0 2023-10-21T15:44:49.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f13003a5700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12f81a0b50 con 0x7f12f8106c20 2023-10-21T15:44:49.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f13003a5700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12f81a0ce0 con 0x7f12f81019c0 2023-10-21T15:44:49.270 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f12fd940700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f81042f0 0x7f12f81993d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:49.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f12fd940700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f81042f0 0x7f12f81993d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37256/0 (socket says 172.21.15.46:37256) 2023-10-21T15:44:49.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f12fd940700 1 -- 172.21.15.46:0/4087689538 learned_addr learned my addr 172.21.15.46:0/4087689538 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:49.271 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f12fe141700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12f81019c0 0x7f12f8198e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:49.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.260+0000 7f12fe942700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12f8106c20 0x7f12f81a0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:49.272 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12fd940700 1 -- 172.21.15.46:0/4087689538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12f81019c0 msgr2=0x7f12f8198e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:49.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12fd940700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12f81019c0 0x7f12f8198e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12fd940700 1 -- 172.21.15.46:0/4087689538 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12f8106c20 msgr2=0x7f12f81a0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:49.273 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12fd940700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12f8106c20 0x7f12f81a0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:49.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12fd940700 1 -- 172.21.15.46:0/4087689538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12f0009d00 con 0x7f12f81042f0 2023-10-21T15:44:49.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12fd940700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f81042f0 0x7f12f81993d0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f12f400d950 tx=0x7f12f400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:49.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12eb7fe700 1 -- 172.21.15.46:0/4087689538 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12f4009940 con 0x7f12f81042f0 2023-10-21T15:44:49.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12eb7fe700 1 -- 172.21.15.46:0/4087689538 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f12f4010460 con 0x7f12f81042f0 2023-10-21T15:44:49.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12f81a0fc0 con 0x7f12f81042f0 2023-10-21T15:44:49.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f12eb7fe700 1 -- 172.21.15.46:0/4087689538 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12f400f620 con 0x7f12f81042f0 2023-10-21T15:44:49.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.261+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12f81a1440 con 0x7f12f81042f0 2023-10-21T15:44:49.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.262+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12f81087a0 con 0x7f12f81042f0 2023-10-21T15:44:49.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.263+0000 7f12eb7fe700 1 -- 172.21.15.46:0/4087689538 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f12f40108d0 con 0x7f12f81042f0 2023-10-21T15:44:49.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.264+0000 7f12eb7fe700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f12e40a1480 0x7f12e40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:49.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.264+0000 7f12fe141700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f12e40a1480 0x7f12e40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:49.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.264+0000 7f12eb7fe700 1 -- 172.21.15.46:0/4087689538 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8641+0+0 (secure 0 0 0) 0x7f12f40ccd50 con 0x7f12f81042f0 2023-10-21T15:44:49.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.264+0000 7f12fe141700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f12e40a1480 0x7f12e40a3940 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f12ec005950 tx=0x7f12ec00a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:49.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.268+0000 7f12eb7fe700 1 -- 172.21.15.46:0/4087689538 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f12f40961b0 con 0x7f12f81042f0 2023-10-21T15:44:49.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:49 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2378560818' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:44:49.474 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:49.471+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f12f810c6a0 con 0x7f12f81042f0 2023-10-21T15:44:49.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:49 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2378560818' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:44:49.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:49 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2378560818' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-21T15:44:50.113 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.111+0000 7f12eb7fe700 1 -- 172.21.15.46:0/4087689538 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v89) v1 ==== 181+0+0 (secure 0 0 0) 0x7f12f40160d0 con 0x7f12f81042f0 2023-10-21T15:44:50.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f12e40a1480 msgr2=0x7f12e40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:50.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f12e40a1480 0x7f12e40a3940 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f12ec005950 tx=0x7f12ec00a300 comp rx=0 tx=0).stop 2023-10-21T15:44:50.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f81042f0 msgr2=0x7f12f81993d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:50.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f81042f0 0x7f12f81993d0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f12f400d950 tx=0x7f12f400dc60 comp rx=0 tx=0).stop 2023-10-21T15:44:50.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 shutdown_connections 2023-10-21T15:44:50.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f12e40a1480 0x7f12e40a3940 secure :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f12ec005950 tx=0x7f12ec00a300 comp rx=0 tx=0).stop 2023-10-21T15:44:50.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12f8106c20 0x7f12f81a0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:50.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f12f81019c0 0x7f12f8198e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:50.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 --2- 172.21.15.46:0/4087689538 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f12f81042f0 0x7f12f81993d0 secure :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f12f400d950 tx=0x7f12f400dc60 comp rx=0 tx=0).stop 2023-10-21T15:44:50.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.114+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 >> 172.21.15.46:0/4087689538 conn(0x7f12f80fb2f0 msgr2=0x7f12f8100060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:50.121 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.116+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 shutdown_connections 2023-10-21T15:44:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.116+0000 7f13003a5700 1 -- 172.21.15.46:0/4087689538 wait complete. 2023-10-21T15:44:50.122 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' removed 2023-10-21T15:44:50.135 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-10-21T15:44:50.274 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/901216240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 msgr2=0x7f1a04101400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:50.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/901216240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 0x7f1a04101400 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f1a000099c0 tx=0x7f1a00009cd0 comp rx=0 tx=0).stop 2023-10-21T15:44:50.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/901216240 shutdown_connections 2023-10-21T15:44:50.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/901216240 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1a04101940 0x7f1a041081f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:50.275 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/901216240 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a040ffdb0 0x7f1a041001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:50.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/901216240 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 0x7f1a04101400 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:50.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/901216240 >> 172.21.15.46:0/901216240 conn(0x7f1a040fb320 msgr2=0x7f1a040fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:50.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/901216240 shutdown_connections 2023-10-21T15:44:50.276 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.270+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/901216240 wait complete. 2023-10-21T15:44:50.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0bc0b700 1 Processor -- start 2023-10-21T15:44:50.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0bc0b700 1 -- start start 2023-10-21T15:44:50.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0bc0b700 1 --2- >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1a040ffdb0 0x7f1a04068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:50.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0bc0b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 0x7f1a0419b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:50.277 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0bc0b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a04101940 0x7f1a0419de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:50.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0bc0b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0419e650 con 0x7f1a04100fa0 2023-10-21T15:44:50.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0bc0b700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0419e7c0 con 0x7f1a04101940 2023-10-21T15:44:50.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0bc0b700 1 -- --> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0419e980 con 0x7f1a040ffdb0 2023-10-21T15:44:50.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a091a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 0x7f1a0419b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:50.278 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a091a6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 0x7f1a0419b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37270/0 (socket says 172.21.15.46:37270) 2023-10-21T15:44:50.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a091a6700 1 -- 172.21.15.46:0/4040245140 learned_addr learned my addr 172.21.15.46:0/4040245140 (peer_addr_for_me v2:172.21.15.46:0/0) 2023-10-21T15:44:50.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a099a7700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1a040ffdb0 0x7f1a04068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:50.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a0a1a8700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a04101940 0x7f1a0419de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:50.279 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a091a6700 1 -- 172.21.15.46:0/4040245140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1a040ffdb0 msgr2=0x7f1a04068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:50.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a091a6700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1a040ffdb0 0x7f1a04068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:50.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a091a6700 1 -- 172.21.15.46:0/4040245140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a04101940 msgr2=0x7f1a0419de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:50.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a091a6700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a04101940 0x7f1a0419de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:50.280 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a091a6700 1 -- 172.21.15.46:0/4040245140 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a000095f0 con 0x7f1a04100fa0 2023-10-21T15:44:50.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.271+0000 7f1a099a7700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1a040ffdb0 0x7f1a04068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-21T15:44:50.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.272+0000 7f1a091a6700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 0x7f1a0419b830 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f1a000036f0 tx=0x7f1a000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:50.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.272+0000 7f19faffd700 1 -- 172.21.15.46:0/4040245140 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a0001d070 con 0x7f1a04100fa0 2023-10-21T15:44:50.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.272+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a0419ec00 con 0x7f1a04100fa0 2023-10-21T15:44:50.281 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.272+0000 7f19faffd700 1 -- 172.21.15.46:0/4040245140 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1a00004110 con 0x7f1a04100fa0 2023-10-21T15:44:50.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.272+0000 7f19faffd700 1 -- 172.21.15.46:0/4040245140 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a00022ea0 con 0x7f1a04100fa0 2023-10-21T15:44:50.282 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.272+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a0419f080 con 0x7f1a04100fa0 2023-10-21T15:44:50.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.273+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a0410b5c0 con 0x7f1a04100fa0 2023-10-21T15:44:50.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.274+0000 7f19faffd700 1 -- 172.21.15.46:0/4040245140 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1a00022600 con 0x7f1a04100fa0 2023-10-21T15:44:50.283 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.275+0000 7f19faffd700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19f00a1480 0x7f19f00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-21T15:44:50.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.275+0000 7f19faffd700 1 -- 172.21.15.46:0/4040245140 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8087+0+0 (secure 0 0 0) 0x7f1a000ce3d0 con 0x7f1a04100fa0 2023-10-21T15:44:50.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.275+0000 7f1a099a7700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19f00a1480 0x7f19f00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-21T15:44:50.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.275+0000 7f1a099a7700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19f00a1480 0x7f19f00a3940 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f19f4005950 tx=0x7f19f40058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-21T15:44:50.284 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.279+0000 7f19faffd700 1 -- 172.21.15.46:0/4040245140 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1a00097ba0 con 0x7f1a04100fa0 2023-10-21T15:44:50.419 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-21T15:44:50.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-21T15:44:50.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: Cluster is now healthy 2023-10-21T15:44:50.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/2378560818' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-21T15:44:50.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6834/3314568948,v1:172.21.15.105:6835/3314568948] up:boot 2023-10-21T15:44:50.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6833/3286887946,v1:172.21.15.105:6837/3286887946] up:boot 2023-10-21T15:44:50.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6838/865723350,v1:172.21.15.105:6839/865723350] up:boot 2023-10-21T15:44:50.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.46:6840/4015842258,v1:172.21.15.46:6841/4015842258] up:boot 2023-10-21T15:44:50.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6834/3642803898,v1:172.21.15.119:6835/3642803898] up:boot 2023-10-21T15:44:50.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6836/2896672366,v1:172.21.15.119:6837/2896672366] up:boot 2023-10-21T15:44:50.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6832/109989808,v1:172.21.15.119:6833/109989808] up:boot 2023-10-21T15:44:50.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.46:6838/79995483,v1:172.21.15.46:6839/79995483] up:boot 2023-10-21T15:44:50.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.105:6832/1571917812,v1:172.21.15.105:6836/1571917812] up:boot 2023-10-21T15:44:50.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: mds.? [v2:172.21.15.119:6838/3638321596,v1:172.21.15.119:6839/3638321596] up:boot 2023-10-21T15:44:50.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: fsmap 12 up:standby 2023-10-21T15:44:50.422 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-21T15:44:50.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-21T15:44:50.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-21T15:44:50.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-21T15:44:50.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-21T15:44:50.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-21T15:44:50.423 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-21T15:44:50.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-21T15:44:50.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-21T15:44:50.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:44:50.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: pgmap v454: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2023-10-21T15:44:50.424 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:50 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4087689538' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-21T15:44:50.487 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:50.485+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f1a04106ce0 con 0x7f1a04100fa0 2023-10-21T15:44:50.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-21T15:44:50.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-21T15:44:50.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: Cluster is now healthy 2023-10-21T15:44:50.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/2378560818' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-21T15:44:50.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6834/3314568948,v1:172.21.15.105:6835/3314568948] up:boot 2023-10-21T15:44:50.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6833/3286887946,v1:172.21.15.105:6837/3286887946] up:boot 2023-10-21T15:44:50.491 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6838/865723350,v1:172.21.15.105:6839/865723350] up:boot 2023-10-21T15:44:50.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.46:6840/4015842258,v1:172.21.15.46:6841/4015842258] up:boot 2023-10-21T15:44:50.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6834/3642803898,v1:172.21.15.119:6835/3642803898] up:boot 2023-10-21T15:44:50.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6836/2896672366,v1:172.21.15.119:6837/2896672366] up:boot 2023-10-21T15:44:50.492 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6832/109989808,v1:172.21.15.119:6833/109989808] up:boot 2023-10-21T15:44:50.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.46:6838/79995483,v1:172.21.15.46:6839/79995483] up:boot 2023-10-21T15:44:50.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.105:6832/1571917812,v1:172.21.15.105:6836/1571917812] up:boot 2023-10-21T15:44:50.493 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: mds.? [v2:172.21.15.119:6838/3638321596,v1:172.21.15.119:6839/3638321596] up:boot 2023-10-21T15:44:50.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: fsmap 12 up:standby 2023-10-21T15:44:50.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-21T15:44:50.494 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-21T15:44:50.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-21T15:44:50.495 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-21T15:44:50.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-21T15:44:50.496 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-21T15:44:50.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-21T15:44:50.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-21T15:44:50.497 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-21T15:44:50.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:44:50.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: pgmap v454: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2023-10-21T15:44:50.498 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:50 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4087689538' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-21T15:44:50.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-21T15:44:50.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-21T15:44:50.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: Cluster is now healthy 2023-10-21T15:44:50.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/2378560818' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-21T15:44:50.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6834/3314568948,v1:172.21.15.105:6835/3314568948] up:boot 2023-10-21T15:44:50.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6833/3286887946,v1:172.21.15.105:6837/3286887946] up:boot 2023-10-21T15:44:50.535 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6838/865723350,v1:172.21.15.105:6839/865723350] up:boot 2023-10-21T15:44:50.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.46:6840/4015842258,v1:172.21.15.46:6841/4015842258] up:boot 2023-10-21T15:44:50.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6834/3642803898,v1:172.21.15.119:6835/3642803898] up:boot 2023-10-21T15:44:50.536 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6836/2896672366,v1:172.21.15.119:6837/2896672366] up:boot 2023-10-21T15:44:50.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6832/109989808,v1:172.21.15.119:6833/109989808] up:boot 2023-10-21T15:44:50.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.46:6838/79995483,v1:172.21.15.46:6839/79995483] up:boot 2023-10-21T15:44:50.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.105:6832/1571917812,v1:172.21.15.105:6836/1571917812] up:boot 2023-10-21T15:44:50.537 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: mds.? [v2:172.21.15.119:6838/3638321596,v1:172.21.15.119:6839/3638321596] up:boot 2023-10-21T15:44:50.538 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: fsmap 12 up:standby 2023-10-21T15:44:50.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-21T15:44:50.539 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-21T15:44:50.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-21T15:44:50.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-21T15:44:50.540 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-21T15:44:50.541 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-21T15:44:50.541 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-21T15:44:50.541 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-21T15:44:50.542 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-21T15:44:50.542 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='mgr.14150 172.21.15.46:0/1538308850' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-21T15:44:50.542 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: pgmap v454: 97 pgs: 97 active+clean; 30 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2023-10-21T15:44:50.543 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:50 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4087689538' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-21T15:44:51.114 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.112+0000 7f19faffd700 1 -- 172.21.15.46:0/4040245140 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v90) v1 ==== 169+0+0 (secure 0 0 0) 0x7f1a0009b1c0 con 0x7f1a04100fa0 2023-10-21T15:44:51.117 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19f00a1480 msgr2=0x7f19f00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:51.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19f00a1480 0x7f19f00a3940 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f19f4005950 tx=0x7f19f40058e0 comp rx=0 tx=0).stop 2023-10-21T15:44:51.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 msgr2=0x7f1a0419b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-21T15:44:51.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 0x7f1a0419b830 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f1a000036f0 tx=0x7f1a000057f0 comp rx=0 tx=0).stop 2023-10-21T15:44:51.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 shutdown_connections 2023-10-21T15:44:51.118 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:6800/4052512105,v1:172.21.15.46:6801/4052512105] conn(0x7f19f00a1480 0x7f19f00a3940 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:51.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a04101940 0x7f1a0419de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:51.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.119:3300/0,v1:172.21.15.119:6789/0] conn(0x7f1a040ffdb0 0x7f1a04068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:51.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 --2- 172.21.15.46:0/4040245140 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1a04100fa0 0x7f1a0419b830 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-21T15:44:51.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 >> 172.21.15.46:0/4040245140 conn(0x7f1a040fb320 msgr2=0x7f1a040fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-21T15:44:51.119 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 shutdown_connections 2023-10-21T15:44:51.120 INFO:teuthology.orchestra.run.smithi046.stderr:2023-10-21T15:44:51.116+0000 7f1a0bc0b700 1 -- 172.21.15.46:0/4040245140 wait complete. 2023-10-21T15:44:51.120 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' removed 2023-10-21T15:44:51.141 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:44:51.173 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:44:51.213 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:44:51.249 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-10-21T15:44:51.250 DEBUG:teuthology.orchestra.run.smithi046:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-21T15:44:51.268 DEBUG:teuthology.orchestra.run.smithi105:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-21T15:44:51.285 DEBUG:teuthology.orchestra.run.smithi119:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-21T15:44:51.308 INFO:tasks.cephadm:Stopping all daemons... 2023-10-21T15:44:51.308 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-10-21T15:44:51.309 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.a 2023-10-21T15:44:51.420 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:51 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4087689538' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-21T15:44:51.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:51 smithi046 ceph-mon[99436]: osdmap e89: 12 total, 12 up, 12 in 2023-10-21T15:44:51.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:51 smithi046 ceph-mon[99436]: from='client.? 172.21.15.46:0/4040245140' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-21T15:44:51.421 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:51 smithi046 systemd[1]: Stopping Ceph mon.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:44:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:51 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4087689538' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-21T15:44:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:51 smithi105 ceph-mon[103980]: osdmap e89: 12 total, 12 up, 12 in 2023-10-21T15:44:51.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:51 smithi105 ceph-mon[103980]: from='client.? 172.21.15.46:0/4040245140' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-21T15:44:51.533 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:51 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4087689538' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-21T15:44:51.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:51 smithi119 ceph-mon[103628]: osdmap e89: 12 total, 12 up, 12 in 2023-10-21T15:44:51.534 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:51 smithi119 ceph-mon[103628]: from='client.? 172.21.15.46:0/4040245140' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-21T15:44:51.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:51 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a[99412]: 2023-10-21T15:44:51.650+0000 7f233487a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:44:51.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:51 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a[99412]: 2023-10-21T15:44:51.650+0000 7f233487a700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-10-21T15:44:52.360 INFO:journalctl@ceph.mon.a.smithi046.stdout:Oct 21 15:44:52 smithi046 bash[188634]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-a 2023-10-21T15:44:52.367 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.a.service' 2023-10-21T15:44:52.418 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:44:52.418 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-10-21T15:44:52.419 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2023-10-21T15:44:52.419 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.b 2023-10-21T15:44:52.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:52 smithi105 systemd[1]: Stopping Ceph mon.b for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:44:53.111 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-b[103956]: 2023-10-21T15:44:52.776+0000 7f71052f2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:44:53.111 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-b[103956]: 2023-10-21T15:44:52.776+0000 7f71052f2700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2023-10-21T15:44:53.490 INFO:journalctl@ceph.mon.b.smithi105.stdout:Oct 21 15:44:53 smithi105 bash[145180]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-b 2023-10-21T15:44:53.506 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.b.service' 2023-10-21T15:44:53.555 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:44:53.555 INFO:tasks.cephadm.mon.c:Stopped mon.b 2023-10-21T15:44:53.556 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2023-10-21T15:44:53.557 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.c 2023-10-21T15:44:53.917 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:53 smithi119 systemd[1]: Stopping Ceph mon.c for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:44:54.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-c[103604]: 2023-10-21T15:44:53.915+0000 7f73aa1b0700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:44:54.283 INFO:journalctl@ceph.mon.c.smithi119.stdout:Oct 21 15:44:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mon-c[103604]: 2023-10-21T15:44:53.915+0000 7f73aa1b0700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2023-10-21T15:44:54.563 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mon.c.service' 2023-10-21T15:44:54.623 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:44:54.624 INFO:tasks.cephadm.mon.c:Stopped mon.c 2023-10-21T15:44:54.624 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-10-21T15:44:54.625 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.x 2023-10-21T15:44:54.919 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:44:54 smithi046 systemd[1]: Stopping Ceph mgr.x for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:44:55.228 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:44:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:44:54.970+0000 7f39763e3700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:44:55.229 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Oct 21 15:44:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-x[99684]: 2023-10-21T15:44:54.970+0000 7f39763e3700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-10-21T15:44:55.429 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.x.service' 2023-10-21T15:44:55.468 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:44:55.468 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-10-21T15:44:55.469 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-10-21T15:44:55.469 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.y 2023-10-21T15:44:55.902 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:44:55 smithi105 systemd[1]: Stopping Ceph mgr.y for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:44:56.358 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:44:56 smithi105 bash[145338]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-y 2023-10-21T15:44:56.359 INFO:journalctl@ceph.mgr.y.smithi105.stdout:Oct 21 15:44:56 smithi105 systemd[1]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-10-21T15:44:56.362 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.y.service' 2023-10-21T15:44:56.400 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:44:56.401 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-10-21T15:44:56.401 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2023-10-21T15:44:56.402 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.z 2023-10-21T15:44:56.783 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:44:56 smithi119 systemd[1]: Stopping Ceph mgr.z for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:44:57.389 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:44:57 smithi119 bash[146177]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mgr-z 2023-10-21T15:44:57.390 INFO:journalctl@ceph.mgr.z.smithi119.stdout:Oct 21 15:44:57 smithi119 systemd[1]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.z.service: Main process exited, code=exited, status=143/n/a 2023-10-21T15:44:57.397 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mgr.z.service' 2023-10-21T15:44:57.432 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:44:57.433 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2023-10-21T15:44:57.433 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-10-21T15:44:57.434 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.0 2023-10-21T15:44:57.797 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:44:57 smithi046 systemd[1]: Stopping Ceph osd.0 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:44:58.169 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:44:57 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-0[118028]: 2023-10-21T15:44:57.794+0000 7f322175e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:44:58.169 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:44:57 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-0[118028]: 2023-10-21T15:44:57.794+0000 7f322175e700 -1 osd.0 90 *** Got signal Terminated *** 2023-10-21T15:44:58.169 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:44:57 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-0[118028]: 2023-10-21T15:44:57.795+0000 7f322175e700 -1 osd.0 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:03.919 INFO:journalctl@ceph.osd.0.smithi046.stdout:Oct 21 15:45:03 smithi046 bash[188926]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-0 2023-10-21T15:45:05.113 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.0.service' 2023-10-21T15:45:05.158 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:45:05.158 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-10-21T15:45:05.159 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-10-21T15:45:05.159 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.1 2023-10-21T15:45:05.490 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:45:05 smithi105 systemd[1]: Stopping Ceph osd.1 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:45:05.990 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:45:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-1[109045]: 2023-10-21T15:45:05.510+0000 7f3a759bd700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:45:05.990 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:45:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-1[109045]: 2023-10-21T15:45:05.510+0000 7f3a759bd700 -1 osd.1 90 *** Got signal Terminated *** 2023-10-21T15:45:05.990 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:45:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-1[109045]: 2023-10-21T15:45:05.510+0000 7f3a759bd700 -1 osd.1 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:11.240 INFO:journalctl@ceph.osd.1.smithi105.stdout:Oct 21 15:45:11 smithi105 bash[145486]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-1 2023-10-21T15:45:12.467 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.1.service' 2023-10-21T15:45:12.507 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:45:12.507 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-10-21T15:45:12.508 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-10-21T15:45:12.508 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.2 2023-10-21T15:45:12.924 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:45:12 smithi119 systemd[1]: Stopping Ceph osd.2 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:45:13.283 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:45:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-2[109430]: 2023-10-21T15:45:12.921+0000 7f30f434a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:45:13.283 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:45:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-2[109430]: 2023-10-21T15:45:12.921+0000 7f30f434a700 -1 osd.2 90 *** Got signal Terminated *** 2023-10-21T15:45:13.284 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:45:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-2[109430]: 2023-10-21T15:45:12.921+0000 7f30f434a700 -1 osd.2 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:18.783 INFO:journalctl@ceph.osd.2.smithi119.stdout:Oct 21 15:45:18 smithi119 bash[146330]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-2 2023-10-21T15:45:20.228 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.2.service' 2023-10-21T15:45:20.268 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:45:20.268 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-10-21T15:45:20.269 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-10-21T15:45:20.269 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.3 2023-10-21T15:45:20.636 INFO:journalctl@ceph.osd.3.smithi046.stdout:Oct 21 15:45:20 smithi046 systemd[1]: Stopping Ceph osd.3 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:45:20.920 INFO:journalctl@ceph.osd.3.smithi046.stdout:Oct 21 15:45:20 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-3[126725]: 2023-10-21T15:45:20.634+0000 7f25f5763700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:45:20.920 INFO:journalctl@ceph.osd.3.smithi046.stdout:Oct 21 15:45:20 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-3[126725]: 2023-10-21T15:45:20.634+0000 7f25f5763700 -1 osd.3 90 *** Got signal Terminated *** 2023-10-21T15:45:20.920 INFO:journalctl@ceph.osd.3.smithi046.stdout:Oct 21 15:45:20 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-3[126725]: 2023-10-21T15:45:20.634+0000 7f25f5763700 -1 osd.3 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:23.919 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:23 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:23.537+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:24.921 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:24 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:24.489+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:24.922 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:24 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:24.683+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:25.919 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:25 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:25.490+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:25.920 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:25 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:25.658+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:26.519 INFO:journalctl@ceph.osd.3.smithi046.stdout:Oct 21 15:45:26 smithi046 bash[189196]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-3 2023-10-21T15:45:26.519 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:26 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:26.491+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:26.684 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:26 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:26.348+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:27.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:26 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:26.682+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:27.082 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:26 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:26.671+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:27.721 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:27 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:27.392+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:27.787 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:27 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:27.453+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:27.788 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:27 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:27.692+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:27.796 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.3.service' 2023-10-21T15:45:27.838 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:45:27.839 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-10-21T15:45:27.839 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-10-21T15:45:27.840 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.4 2023-10-21T15:45:28.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:27 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:27.719+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:28.193 INFO:journalctl@ceph.osd.4.smithi105.stdout:Oct 21 15:45:27 smithi105 systemd[1]: Stopping Ceph osd.4 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:45:28.490 INFO:journalctl@ceph.osd.4.smithi105.stdout:Oct 21 15:45:28 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-4[116972]: 2023-10-21T15:45:28.190+0000 7f6e59f8c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:45:28.490 INFO:journalctl@ceph.osd.4.smithi105.stdout:Oct 21 15:45:28 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-4[116972]: 2023-10-21T15:45:28.190+0000 7f6e59f8c700 -1 osd.4 90 *** Got signal Terminated *** 2023-10-21T15:45:28.490 INFO:journalctl@ceph.osd.4.smithi105.stdout:Oct 21 15:45:28 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-4[116972]: 2023-10-21T15:45:28.190+0000 7f6e59f8c700 -1 osd.4 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:28.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:28 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:28.408+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:28.700 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:28 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:28.348+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:29.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:28 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:28.699+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:29.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:28 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:28.680+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:29.490 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:29 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:29.027+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:29.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:29 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:29.414+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:29.702 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:29 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:29.338+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:30.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:29 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:29.700+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:30.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:29 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:29.673+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:30.490 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:30 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:30.029+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:30.654 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:30 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:30.301+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:30.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:30 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:30.374+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:31.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:30 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:30.652+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:31.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:30 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:30.691+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:31.490 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:31 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:31.001+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:31.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:31 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:31.377+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:31.703 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:31 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:31.291+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:32.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:31 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:31.701+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:32.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:31 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:31.731+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:32.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:31 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:31.972+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:32.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:31 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:31.992+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:32.693 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:32.425+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:32.736 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:32 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:32.335+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:32.737 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:32 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:32.335+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:33.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:32 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:32.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:33.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:32.691+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:33.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:32 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:32.691+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:33.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:32 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:32.943+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:33.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:32 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:32.991+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:33.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:33 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:33.119+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:33.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:33 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:33.317+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:33.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:33 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:33.317+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:33.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:33.390+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:33.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:33.390+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:34.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:33 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:33.768+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:34.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:33 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:33.768+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:34.076 INFO:journalctl@ceph.osd.4.smithi105.stdout:Oct 21 15:45:33 smithi105 bash[145763]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-4 2023-10-21T15:45:34.076 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:33 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:33.953+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:34.077 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:33 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:33.977+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:34.077 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:33 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:33.977+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:34.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:33.729+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:34.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:33.729+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:34.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:34 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:34.149+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:34.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:34 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:34.274+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:34.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:34 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:34.274+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:34.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:34 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:34.401+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:34.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:34 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:34.401+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:35.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:34 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:34.757+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:35.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:34 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:34.757+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:35.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:34 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:34.777+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:35.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:34 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:34.777+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:35.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:34 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:34.938+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:35.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:35 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:35.020+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:35.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:35 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:35.020+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:35.337 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.4.service' 2023-10-21T15:45:35.377 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:45:35.378 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-10-21T15:45:35.378 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-10-21T15:45:35.378 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.5 2023-10-21T15:45:35.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:35 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:35.186+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:35.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:35 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:35.313+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:35.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:35 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:35.313+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:35.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:35 smithi119 systemd[1]: Stopping Ceph osd.5 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:45:35.741 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:35 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:35.435+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:35.741 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:35 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:35.435+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:36.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:35 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:35.792+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:36.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:35 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:35.792+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:36.034 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:35 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:35.733+0000 7f2fad6a2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:45:36.034 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:35 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:35.733+0000 7f2fad6a2700 -1 osd.5 90 *** Got signal Terminated *** 2023-10-21T15:45:36.034 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:35 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:35.733+0000 7f2fad6a2700 -1 osd.5 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:36.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:35 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:35.738+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:36.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:35 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:35.738+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:36.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:35 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:35.955+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:36.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:35 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:35.973+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:36.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:35 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:35.973+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:36.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:36 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:36.347+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:36.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:36 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:36.347+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:36.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:36 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:36.203+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:36.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:36 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:36.407+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:36.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:36 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:36.407+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:37.162 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:36 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:36.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:37.163 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:36 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:36.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:37.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:36 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:36.765+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:37.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:36 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:36.765+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:37.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:37 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:37.005+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:37.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:36 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:36.967+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:37.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:36 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:36.967+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:37.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:37 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:37.161+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:37.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:37 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:37.365+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:37.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:37 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:37.365+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:37.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:37 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:37.362+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:37.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:37 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:37.362+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:38.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:37 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:37.750+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:38.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:37 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:37.750+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:38.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:37 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:37.790+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:38.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:37 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:37.790+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:38.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:37 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:37.993+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:38.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:37 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:37.979+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:38.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:37 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:37.979+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:38.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:38 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:38.372+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:38.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:38 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:38.372+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:38.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:38 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:38.137+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:38.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:38 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:38.379+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:38.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:38 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:38.379+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:39.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:38 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:38.718+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:39.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:38 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:38.718+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:39.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:38 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:38.836+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:39.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:38 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:38.836+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:39.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:38 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:38.836+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:39.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:38 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:38.973+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:39.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:38 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:38.943+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:39.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:38 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:38.943+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:39.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:39 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:39.328+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:39.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:39 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:39.328+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:39.533 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:39 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:39.328+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.548312+0000 front 2023-10-21T15:45:17.548237+0000 (oldest deadline 2023-10-21T15:45:39.248328+0000) 2023-10-21T15:45:39.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:39 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:39.124+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:39.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:39 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:39.124+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:39.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:39 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:39.332+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:39.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:39 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:39.332+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:40.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:39 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:39.717+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:40.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:39 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:39.717+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:40.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:39 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:39.835+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:40.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:39 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:39.835+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:40.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:39 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:39.835+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:40.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:39 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:39.969+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:40.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:39 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:39.907+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:40.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:39 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:39.907+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:40.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:39 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:39.907+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:40.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:40 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:40.171+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:40.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:40 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:40.171+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:40.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:40 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:40.302+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.845979+0000 front 2023-10-21T15:45:01.845839+0000 (oldest deadline 2023-10-21T15:45:25.345814+0000) 2023-10-21T15:45:40.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:40 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:40.302+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.947470+0000 front 2023-10-21T15:45:09.947502+0000 (oldest deadline 2023-10-21T15:45:31.647396+0000) 2023-10-21T15:45:40.534 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:40 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5[118139]: 2023-10-21T15:45:40.302+0000 7f2fa8495700 -1 osd.5 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.548312+0000 front 2023-10-21T15:45:17.548237+0000 (oldest deadline 2023-10-21T15:45:39.248328+0000) 2023-10-21T15:45:40.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:40 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:40.378+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:40.670 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:40 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:40.378+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:41.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:40 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:40.741+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:41.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:40 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:40.741+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:41.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:40 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:40.741+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:41.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:40 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:40.790+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:41.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:40 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:40.790+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:41.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:40 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:40.790+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:41.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:40 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:40.927+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:41.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:40 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:40.863+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:41.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:40 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:40.863+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:41.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:40 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:40.863+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:41.491 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:41.157+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:41.492 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:41.157+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:41.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:41.334+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:41.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:41.334+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:41.670 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:41.334+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.638204+0000 front 2023-10-21T15:45:16.638250+0000 (oldest deadline 2023-10-21T15:45:40.738034+0000) 2023-10-21T15:45:41.783 INFO:journalctl@ceph.osd.5.smithi119.stdout:Oct 21 15:45:41 smithi119 bash[146603]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-5 2023-10-21T15:45:41.783 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:41.692+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:41.784 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:41.692+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:41.784 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:41 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:41.692+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:42.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:41.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:42.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:41.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:42.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:41.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:42.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:41 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:41.903+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:42.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:41 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:41.911+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:42.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:41 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:41.911+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:42.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:41 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:41.911+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:42.429 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:42 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:42.117+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:42.429 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:42 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:42.117+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:42.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:42.316+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:42.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:42.316+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:42.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:42.316+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.638204+0000 front 2023-10-21T15:45:16.638250+0000 (oldest deadline 2023-10-21T15:45:40.738034+0000) 2023-10-21T15:45:42.874 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.5.service' 2023-10-21T15:45:42.913 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:45:42.914 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-10-21T15:45:42.914 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-10-21T15:45:42.915 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.6 2023-10-21T15:45:43.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:42 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:42.680+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:43.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:42 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:42.680+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:43.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:42 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:42.680+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:43.169 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:42 smithi046 systemd[1]: Stopping Ceph osd.6 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:45:43.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:42.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:43.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:42.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:43.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:42 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:42.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:43.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:42 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:42.902+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:43.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:42 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:42.902+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:43.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:42 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:42.921+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:43.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:42 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:42.921+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:43.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:42 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:42.921+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:43.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:43 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:43.083+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:43.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:43 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:43.083+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:43.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:43.272+0000 7f93b1a93700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:45:43.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:43.272+0000 7f93b1a93700 -1 osd.6 90 *** Got signal Terminated *** 2023-10-21T15:45:43.670 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:43.272+0000 7f93b1a93700 -1 osd.6 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:43.670 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:43.290+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:43.670 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:43.290+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:43.670 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:43.290+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.638204+0000 front 2023-10-21T15:45:16.638250+0000 (oldest deadline 2023-10-21T15:45:40.738034+0000) 2023-10-21T15:45:44.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:43 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:43.688+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:44.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:43 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:43.688+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:44.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:43 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:43.688+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:44.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:43.772+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:44.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:43.772+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:44.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:43 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:43.772+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:44.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:43 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:43.886+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:44.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:43 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:43.886+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:44.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:43 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:43.952+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:44.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:43 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:43.952+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:44.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:43 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:43.952+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:44.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:44 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:44.089+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:44.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:44 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:44.089+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:44.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:44.255+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:44.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:44.255+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:44.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:44.255+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.638204+0000 front 2023-10-21T15:45:16.638250+0000 (oldest deadline 2023-10-21T15:45:40.738034+0000) 2023-10-21T15:45:45.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:44 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:44.718+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:45.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:44 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:44.718+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:45.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:44 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:44.718+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:45.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:44.746+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:45.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:44.746+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:45.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:44 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:44.746+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:45.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:44 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:44.934+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:45.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:44 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:44.934+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:45.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:44 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:44.970+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:45.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:44 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:44.970+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:45.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:44 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:44.970+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:45.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:45 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:45.047+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:45.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:45 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:45.047+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:45.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:45 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:45.298+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:45.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:45 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:45.298+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:45.670 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:45 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:45.298+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.638204+0000 front 2023-10-21T15:45:16.638250+0000 (oldest deadline 2023-10-21T15:45:40.738034+0000) 2023-10-21T15:45:46.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:45 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:45.746+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:46.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:45 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:45.746+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:46.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:45 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:45.746+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:46.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:45 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:45.754+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:46.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:45 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:45.754+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:46.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:45 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:45.754+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:46.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:45 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:45.936+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:46.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:45 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:45.936+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:46.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:45 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:45.983+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:46.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:45 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:45.983+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:46.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:45 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:45.983+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:46.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:46 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:46.072+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:46.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:46 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:46.072+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:46.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:46.320+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:46.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:46.320+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:46.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:46.320+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.638204+0000 front 2023-10-21T15:45:16.638250+0000 (oldest deadline 2023-10-21T15:45:40.738034+0000) 2023-10-21T15:45:47.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:46 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:46.695+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:47.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:46 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:46.695+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:47.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:46 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:46.695+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:47.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:46.752+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:47.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:46.752+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:47.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:46 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:46.752+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:47.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:46 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:46.927+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:47.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:46 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:46.927+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:47.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:46 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:46.995+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:47.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:46 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:46.995+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:47.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:46 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:46.995+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:47.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:47 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:47.077+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:47.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:47 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:47.077+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:47.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:47.299+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:47.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:47.299+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:47.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:47.299+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.638204+0000 front 2023-10-21T15:45:16.638250+0000 (oldest deadline 2023-10-21T15:45:40.738034+0000) 2023-10-21T15:45:48.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:47 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:47.702+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:48.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:47 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:47.702+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:48.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:47 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:47.702+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:48.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:47.725+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:48.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:47.725+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:48.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:47 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:47.725+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:48.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:47 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:47.964+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:48.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:47 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:47.964+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:48.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:47.999+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:48.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:47.999+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:48.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:47.999+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:48.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:48.116+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:48.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:48.116+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:48.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:48.258+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:45:01.733756+0000 front 2023-10-21T15:45:01.733714+0000 (oldest deadline 2023-10-21T15:45:23.433934+0000) 2023-10-21T15:45:48.669 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:48.258+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:10.336452+0000 front 2023-10-21T15:45:10.336392+0000 (oldest deadline 2023-10-21T15:45:33.236386+0000) 2023-10-21T15:45:48.670 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6[135262]: 2023-10-21T15:45:48.258+0000 7f93ae089700 -1 osd.6 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.638204+0000 front 2023-10-21T15:45:16.638250+0000 (oldest deadline 2023-10-21T15:45:40.738034+0000) 2023-10-21T15:45:49.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:48.679+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:49.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:48.679+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:49.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:48.679+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:49.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:48 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:48.679+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:49.080 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:48.723+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:49.081 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:48.723+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:49.081 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:48.723+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:49.081 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:48 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:48.723+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:49.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:48.983+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:49.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:48.983+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:49.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:48 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:48.983+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:24.479366+0000 front 2023-10-21T15:45:24.479385+0000 (oldest deadline 2023-10-21T15:45:48.579290+0000) 2023-10-21T15:45:49.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:49.040+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:49.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:49.040+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:49.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:49.040+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:49.242 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:49.040+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:49.419 INFO:journalctl@ceph.osd.6.smithi046.stdout:Oct 21 15:45:49 smithi046 bash[189466]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-6 2023-10-21T15:45:49.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:49.133+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:49.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:49.133+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:49.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:49.133+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:50.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:49.656+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:50.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:49.656+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:50.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:49.656+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:50.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:49 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:49.656+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:50.110 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:49.682+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:50.110 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:49.682+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:50.111 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:49.682+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:50.111 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:49 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:49.682+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:50.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:49.973+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:50.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:49.973+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:50.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:49.973+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:24.479366+0000 front 2023-10-21T15:45:24.479385+0000 (oldest deadline 2023-10-21T15:45:48.579290+0000) 2023-10-21T15:45:50.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:49.993+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:50.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:49.993+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:50.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:49.993+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:50.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:49.993+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:50.447 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.6.service' 2023-10-21T15:45:50.489 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:45:50.490 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-10-21T15:45:50.490 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-10-21T15:45:50.491 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.7 2023-10-21T15:45:50.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:50 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:50.131+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:50.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:50 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:50.131+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:50.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:50 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:50.131+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:50.854 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:50 smithi105 systemd[1]: Stopping Ceph osd.7 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:45:51.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:50 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:50.629+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:51.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:50 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:50.629+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:51.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:50 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:50.629+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:51.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:50 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:50.629+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:51.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:50 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:50.702+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:51.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:50 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:50.702+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:51.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:50 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:50.702+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:51.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:50 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:50.702+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:51.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:50 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:50.951+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:51.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:50 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:50.951+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:51.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:50 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:50.951+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:51.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:50 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:50.951+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:51.241 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:50 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:50.852+0000 7f43416ff700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:45:51.241 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:50 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:50.852+0000 7f43416ff700 -1 osd.7 90 *** Got signal Terminated *** 2023-10-21T15:45:51.241 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:50 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:50.852+0000 7f43416ff700 -1 osd.7 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:51.242 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:51 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:51.019+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:51.242 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:51 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:51.019+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:51.242 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:51 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:51.019+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:24.479366+0000 front 2023-10-21T15:45:24.479385+0000 (oldest deadline 2023-10-21T15:45:48.579290+0000) 2023-10-21T15:45:51.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:51 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:51.097+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:51.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:51 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:51.097+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:51.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:51 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:51.097+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:52.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:51 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:51.678+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:52.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:51 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:51.678+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:52.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:51 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:51.678+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:52.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:51 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:51.678+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:52.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:51 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:51.715+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:52.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:51 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:51.715+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:52.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:51 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:51.715+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:52.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:51 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:51.715+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:52.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:52.008+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:52.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:52.008+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:52.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:52.008+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:24.479366+0000 front 2023-10-21T15:45:24.479385+0000 (oldest deadline 2023-10-21T15:45:48.579290+0000) 2023-10-21T15:45:52.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:51 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:51.911+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:52.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:51 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:51.911+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:52.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:51 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:51.911+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:52.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:51 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:51.911+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:52.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:52 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:52.089+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:52.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:52 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:52.089+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:52.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:52 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:52.089+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:53.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:52 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:52.702+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:53.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:52 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:52.702+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:53.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:52 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:52.702+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:53.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:52 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:52.702+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:53.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:52 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:52.745+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:53.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:52 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:52.745+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:53.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:52 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:52.745+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:53.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:52 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:52.745+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:53.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:52.966+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:53.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:52.966+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:53.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:52.966+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:24.479366+0000 front 2023-10-21T15:45:24.479385+0000 (oldest deadline 2023-10-21T15:45:48.579290+0000) 2023-10-21T15:45:53.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:52.884+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:53.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:52.884+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:53.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:52.884+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:53.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:52 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:52.884+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:53.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:53.125+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:53.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:53.125+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:53.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:53.126+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:54.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:53.726+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:54.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:53.726+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:54.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:53.726+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:54.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:53 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:53.726+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:54.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:53 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:53.745+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:54.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:53 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:53.745+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:54.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:53 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:53.745+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:54.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:53 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:53.745+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:54.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:53.935+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:54.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:53.935+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:54.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:53.935+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:24.479366+0000 front 2023-10-21T15:45:24.479385+0000 (oldest deadline 2023-10-21T15:45:48.579290+0000) 2023-10-21T15:45:54.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:53.842+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:54.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:53.842+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:54.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:53.842+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:54.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:53.842+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:54.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:54 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:54.102+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:54.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:54 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:54.102+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:54.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:54 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:54.102+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:55.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:54 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:54.761+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:55.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:54 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:54.761+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:55.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:54 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:54.761+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:55.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:54 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:54.761+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:55.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:54 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:54.761+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:45:55.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:54.788+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:55.201 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:54.788+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:55.201 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:54.788+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:55.201 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:54.788+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:55.202 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:54 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:54.788+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:45:55.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:54 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:54.892+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:07.775183+0000 front 2023-10-21T15:45:07.775224+0000 (oldest deadline 2023-10-21T15:45:31.875368+0000) 2023-10-21T15:45:55.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:54 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:54.892+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.676898+0000 front 2023-10-21T15:45:14.676963+0000 (oldest deadline 2023-10-21T15:45:42.277310+0000) 2023-10-21T15:45:55.240 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:54 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7[125699]: 2023-10-21T15:45:54.892+0000 7f433ccf3700 -1 osd.7 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:24.479366+0000 front 2023-10-21T15:45:24.479385+0000 (oldest deadline 2023-10-21T15:45:48.579290+0000) 2023-10-21T15:45:55.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:54 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:54.801+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:55.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:54 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:54.801+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:55.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:54 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:54.801+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:55.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:54 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:54.801+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:55.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:55 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:55.141+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:55.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:55 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:55.141+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:55.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:55 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:55.141+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:56.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:55 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:55.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:56.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:55 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:55.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:56.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:55 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:55.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:56.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:55 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:55.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:56.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:55 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:55.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:45:56.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:55.821+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:56.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:55.821+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:56.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:55.821+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:56.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:55.821+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:56.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:55 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:55.821+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:45:56.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:55 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:55.755+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:56.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:55 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:55.755+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:56.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:55 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:55.755+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:56.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:55 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:55.755+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:56.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:56.183+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:56.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:56.183+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:56.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:56.183+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:56.740 INFO:journalctl@ceph.osd.7.smithi105.stdout:Oct 21 15:45:56 smithi105 bash[146024]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-7 2023-10-21T15:45:57.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:56.728+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:57.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:56.728+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:57.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:56.728+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:57.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:56.728+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:57.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:56 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:56.728+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:45:57.168 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:56 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:56.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:57.169 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:56 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:56.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:57.169 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:56 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:56.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:57.169 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:56 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:56.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:57.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:56 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:56.834+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:57.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:56 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:56.834+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:57.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:56 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:56.834+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:57.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:56 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:56.834+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:57.171 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:56 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:56.834+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:45:57.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:57 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:57.231+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:57.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:57 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:57.231+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:57.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:57 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:57.231+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:57.880 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:57 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:57.708+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:57.880 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:57 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:57.708+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:57.880 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:57 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:57.708+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:57.880 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:57 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:57.708+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:57.881 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:57 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:57.708+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:45:57.887 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.7.service' 2023-10-21T15:45:57.927 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:45:57.927 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-10-21T15:45:57.927 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2023-10-21T15:45:57.928 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.8 2023-10-21T15:45:58.033 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:57 smithi119 systemd[1]: Stopping Ceph osd.8 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:45:58.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:57 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:57.741+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:58.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:57 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:57.741+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:58.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:57 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:57.741+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:58.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:57 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:57.741+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:58.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:57 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:57.741+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:45:58.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:57 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:57.867+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:58.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:57 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:57.867+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:58.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:57 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:57.867+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:58.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:57 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:57.867+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:58.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:57 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:57.867+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:45:58.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:58.230+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:58.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:58.230+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:58.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:58.230+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:58.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:58.287+0000 7fea51608700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:45:58.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:58.287+0000 7fea51608700 -1 osd.8 90 *** Got signal Terminated *** 2023-10-21T15:45:58.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:58.287+0000 7fea51608700 -1 osd.8 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:45:58.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:58 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:58.672+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:58.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:58 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:58.672+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:58.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:58 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:58.672+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:58.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:58 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:58.672+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:58.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:58 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:58.672+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:45:59.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:58 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:58.893+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:45:59.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:58 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:58.893+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:45:59.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:58 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:58.893+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:45:59.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:58 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:58.893+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:45:59.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:58 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:58.893+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:45:59.212 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:58.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:45:59.212 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:58.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:45:59.212 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:58.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:45:59.213 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:58.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:45:59.213 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:58 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:58.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:45:59.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:59.210+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:45:59.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:59.210+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:45:59.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:59.210+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:45:59.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:45:59.210+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:33.091832+0000 front 2023-10-21T15:45:33.091904+0000 (oldest deadline 2023-10-21T15:45:58.991736+0000) 2023-10-21T15:45:59.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:59 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:59.681+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:45:59.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:59 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:59.681+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:45:59.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:59 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:59.681+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:45:59.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:59 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:59.681+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:45:59.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:45:59 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:45:59.681+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:00.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:59.767+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:00.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:59.767+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:00.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:59.767+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:00.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:59.767+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:00.035 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:45:59 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:45:59.767+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:00.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:59 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:59.863+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:00.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:59 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:59.863+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:00.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:59 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:59.863+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:00.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:59 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:59.863+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:00.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:45:59 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:45:59.863+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:00.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:00.255+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:46:00.535 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:00.255+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:46:00.535 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:00.255+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:46:00.535 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:00.255+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:33.091832+0000 front 2023-10-21T15:45:33.091904+0000 (oldest deadline 2023-10-21T15:45:58.991736+0000) 2023-10-21T15:46:00.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:00 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:00.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:00.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:00 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:00.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:00.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:00 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:00.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:00.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:00 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:00.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:00.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:00 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:00.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:01.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:00.775+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:01.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:00.775+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:01.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:00.775+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:01.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:00.775+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:01.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:00.775+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:01.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:00 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:00.853+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:01.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:00 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:00.853+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:01.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:00 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:00.853+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:01.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:00 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:00.853+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:01.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:00 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:00.853+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:01.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:01.243+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:46:01.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:01.243+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:46:01.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:01.243+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:46:01.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:01.243+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:33.091832+0000 front 2023-10-21T15:45:33.091904+0000 (oldest deadline 2023-10-21T15:45:58.991736+0000) 2023-10-21T15:46:01.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:01 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:01.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:01.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:01 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:01.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:01.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:01 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:01.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:01.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:01 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:01.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:01.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:01 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:01.714+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:02.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:01 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:01.830+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:02.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:01 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:01.830+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:02.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:01 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:01.830+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:02.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:01 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:01.830+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:02.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:01 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:01.830+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:02.249 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:01.793+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:02.250 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:01.793+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:02.250 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:01.793+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:02.250 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:01.793+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:02.250 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:01 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:01.793+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:02.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:02.247+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:46:02.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:02.247+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:46:02.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:02.247+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:46:02.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:02.247+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:33.091832+0000 front 2023-10-21T15:45:33.091904+0000 (oldest deadline 2023-10-21T15:45:58.991736+0000) 2023-10-21T15:46:02.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:02 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:02.707+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:02.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:02 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:02.707+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:02.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:02 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:02.707+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:02.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:02 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:02.707+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:02.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:02 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:02.707+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:02.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:02 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:02.707+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:03.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:02.756+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:03.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:02.756+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:03.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:02.756+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:03.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:02.756+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:03.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:02.756+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:03.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:02 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:02.756+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:03.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:02 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:02.797+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:03.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:02 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:02.797+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:03.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:02 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:02.797+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:03.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:02 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:02.797+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:03.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:02 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:02.797+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:03.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:03.230+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.087726+0000 front 2023-10-21T15:45:08.087750+0000 (oldest deadline 2023-10-21T15:45:32.187691+0000) 2023-10-21T15:46:03.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:03.230+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:16.789263+0000 front 2023-10-21T15:45:16.789356+0000 (oldest deadline 2023-10-21T15:45:39.089399+0000) 2023-10-21T15:46:03.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:03.230+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.090629+0000 front 2023-10-21T15:45:23.090638+0000 (oldest deadline 2023-10-21T15:45:48.390646+0000) 2023-10-21T15:46:03.534 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8[126883]: 2023-10-21T15:46:03.230+0000 7fea4d3fd700 -1 osd.8 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:33.091832+0000 front 2023-10-21T15:45:33.091904+0000 (oldest deadline 2023-10-21T15:45:58.991736+0000) 2023-10-21T15:46:04.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:03.723+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:04.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:03.723+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:04.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:03.723+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:04.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:03.723+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:04.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:03.723+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:04.035 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:03 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:03.723+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:04.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:03 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:03.789+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:04.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:03 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:03.789+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:04.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:03 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:03.789+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:04.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:03 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:03.789+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:04.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:03 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:03.789+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:04.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:03 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:03.789+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.799939+0000 front 2023-10-21T15:45:38.799923+0000 (oldest deadline 2023-10-21T15:46:02.899849+0000) 2023-10-21T15:46:04.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:03 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:03.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:04.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:03 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:03.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:04.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:03 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:03.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:04.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:03 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:03.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:04.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:03 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:03.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:04.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:03 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:03.756+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:04.533 INFO:journalctl@ceph.osd.8.smithi119.stdout:Oct 21 15:46:04 smithi119 bash[146865]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-8 2023-10-21T15:46:04.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:04 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:04.730+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:04.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:04 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:04.730+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:04.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:04 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:04.730+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:04.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:04 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:04.730+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:04.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:04 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:04.730+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:04.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:04 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:04.730+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:05.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:04 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:04.771+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:05.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:04 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:04.771+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:05.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:04 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:04.771+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:05.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:04 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:04.771+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:05.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:04 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:04.771+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:05.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:04 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:04.771+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:05.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:04 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:04.779+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:05.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:04 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:04.779+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:05.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:04 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:04.779+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:05.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:04 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:04.779+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:05.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:04 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:04.779+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:05.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:04 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:04.779+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.799939+0000 front 2023-10-21T15:45:38.799923+0000 (oldest deadline 2023-10-21T15:46:02.899849+0000) 2023-10-21T15:46:05.526 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.8.service' 2023-10-21T15:46:05.566 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:05.567 INFO:tasks.cephadm.osd.8:Stopped osd.8 2023-10-21T15:46:05.567 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2023-10-21T15:46:05.567 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.9 2023-10-21T15:46:05.919 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 systemd[1]: Stopping Ceph osd.9 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:05.920 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.815+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:05.920 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.815+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:05.920 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.815+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:05.920 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.815+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:05.921 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.815+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:05.921 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.815+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.799939+0000 front 2023-10-21T15:45:38.799923+0000 (oldest deadline 2023-10-21T15:46:02.899849+0000) 2023-10-21T15:46:05.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:05.711+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:05.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:05.711+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:05.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:05.711+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:05.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:05.711+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:05.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:05.712+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:05.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:05 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:05.712+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:06.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:05 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:05.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:06.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:05 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:05.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:06.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:05 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:05.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:06.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:05 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:05.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:06.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:05 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:05.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:06.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:05 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:05.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:06.419 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.927+0000 7f46c424b700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:06.419 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.927+0000 7f46c424b700 -1 osd.9 90 *** Got signal Terminated *** 2023-10-21T15:46:06.419 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:05 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:05.927+0000 7f46c424b700 -1 osd.9 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:46:06.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:06.728+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:06.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:06.728+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:06.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:06.728+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:06.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:06.728+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:06.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:06.728+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:06.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:06 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:06.728+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:07.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:06 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:06.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:07.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:06 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:06.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:07.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:06 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:06.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:07.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:06 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:06.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:07.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:06 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:06.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:07.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:06 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:06.824+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.799939+0000 front 2023-10-21T15:45:38.799923+0000 (oldest deadline 2023-10-21T15:46:02.899849+0000) 2023-10-21T15:46:07.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:06.842+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:07.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:06.842+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:07.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:06.842+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:07.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:06.842+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:07.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:06.842+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:07.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:06 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:06.842+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:08.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:07 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:07.829+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:08.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:07 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:07.829+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:08.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:07 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:07.829+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:08.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:07 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:07.829+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:08.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:07 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:07.829+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:08.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:07 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:07.829+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.799939+0000 front 2023-10-21T15:45:38.799923+0000 (oldest deadline 2023-10-21T15:46:02.899849+0000) 2023-10-21T15:46:08.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:07 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:07.760+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:08.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:07 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:07.760+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:08.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:07 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:07.760+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:08.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:07 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:07.760+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:08.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:07 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:07.760+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:08.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:07 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:07.760+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:08.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:07.830+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:08.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:07.830+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:08.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:07.830+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:08.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:07.830+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:08.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:07.830+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:08.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:07 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:07.830+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:09.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:08 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:08.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:09.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:08 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:08.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:09.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:08 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:08.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:09.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:08 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:08.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:09.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:08 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:08.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:09.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:08 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:08.810+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.799939+0000 front 2023-10-21T15:45:38.799923+0000 (oldest deadline 2023-10-21T15:46:02.899849+0000) 2023-10-21T15:46:09.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:08 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:08.788+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:09.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:08 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:08.788+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:09.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:08 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:08.788+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:09.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:08 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:08.788+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:09.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:08 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:08.788+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:09.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:08 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:08.788+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:09.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:08 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:08.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:09.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:08 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:08.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:09.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:08 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:08.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:09.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:08 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:08.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:09.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:08 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:08.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:09.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:08 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:08.782+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:10.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:09 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:09.757+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:10.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:09 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:09.757+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:10.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:09 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:09.757+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:10.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:09 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:09.757+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:10.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:09 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:09.757+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:10.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:09 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:09.757+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:10.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:09.837+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:10.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:09.837+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:10.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:09.837+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:10.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:09.837+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:10.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:09.837+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:10.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:09 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:09.837+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.799939+0000 front 2023-10-21T15:45:38.799923+0000 (oldest deadline 2023-10-21T15:46:02.899849+0000) 2023-10-21T15:46:10.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:09 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:09.826+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:10.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:09 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:09.826+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:10.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:09 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:09.826+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:10.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:09 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:09.826+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:10.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:09 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:09.826+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:10.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:09 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:09.826+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:11.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:10 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:10.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:11.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:10 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:10.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:11.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:10 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:10.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:11.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:10 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:10.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:11.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:10 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:10.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:11.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:10 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:10.734+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:11.169 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:10.832+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990176+0000 front 2023-10-21T15:44:58.990212+0000 (oldest deadline 2023-10-21T15:45:24.290313+0000) 2023-10-21T15:46:11.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:10.832+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.391649+0000 front 2023-10-21T15:45:08.391393+0000 (oldest deadline 2023-10-21T15:45:32.491458+0000) 2023-10-21T15:46:11.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:10.832+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.494611+0000 front 2023-10-21T15:45:17.494596+0000 (oldest deadline 2023-10-21T15:45:38.594573+0000) 2023-10-21T15:46:11.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:10.832+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.796239+0000 front 2023-10-21T15:45:23.796314+0000 (oldest deadline 2023-10-21T15:45:47.896417+0000) 2023-10-21T15:46:11.170 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:10.832+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.398561+0000 front 2023-10-21T15:45:32.398573+0000 (oldest deadline 2023-10-21T15:45:54.698548+0000) 2023-10-21T15:46:11.171 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:10.832+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.799939+0000 front 2023-10-21T15:45:38.799923+0000 (oldest deadline 2023-10-21T15:46:02.899849+0000) 2023-10-21T15:46:11.171 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:10 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9[143371]: 2023-10-21T15:46:10.832+0000 7f46bf03e700 -1 osd.9 90 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2023-10-21T15:45:45.800945+0000 front 2023-10-21T15:45:45.800926+0000 (oldest deadline 2023-10-21T15:46:10.501117+0000) 2023-10-21T15:46:11.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:10 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:10.809+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:11.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:10 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:10.809+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:11.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:10 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:10.809+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:11.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:10 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:10.809+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:11.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:10 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:10.809+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:11.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:10 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:10.809+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:11.919 INFO:journalctl@ceph.osd.9.smithi046.stdout:Oct 21 15:46:11 smithi046 bash[189729]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-9 2023-10-21T15:46:12.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:11 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:11.778+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:12.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:11 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:11.778+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:12.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:11 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:11.778+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:12.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:11 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:11.778+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:12.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:11 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:11.778+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:12.034 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:11 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:11.778+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:12.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:11 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:11.793+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:12.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:11 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:11.793+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:12.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:11 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:11.793+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:12.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:11 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:11.793+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:12.242 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:11 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:11.793+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:12.242 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:11 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:11.793+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:13.179 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.9.service' 2023-10-21T15:46:13.222 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:13.222 INFO:tasks.cephadm.osd.9:Stopped osd.9 2023-10-21T15:46:13.223 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2023-10-21T15:46:13.223 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.10 2023-10-21T15:46:13.239 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:12 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:12.767+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:13.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:12 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:12.767+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:13.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:12 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:12.767+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:13.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:12 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:12.767+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:13.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:12 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:12.767+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:13.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:12 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:12.767+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:13.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:12 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:12.767+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2023-10-21T15:45:46.866058+0000 front 2023-10-21T15:45:46.866121+0000 (oldest deadline 2023-10-21T15:46:12.165846+0000) 2023-10-21T15:46:13.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:12.823+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:13.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:12.823+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:13.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:12.823+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:13.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:12.823+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:13.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:12.823+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:13.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:12 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:12.823+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:13.595 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 systemd[1]: Stopping Ceph osd.10 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:13.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.592+0000 7f0be70b7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:13.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.592+0000 7f0be70b7700 -1 osd.10 90 *** Got signal Terminated *** 2023-10-21T15:46:13.990 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.592+0000 7f0be70b7700 -1 osd.10 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:46:13.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.778+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:13.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.778+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:13.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.778+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:13.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.778+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:13.991 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.778+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:13.992 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.778+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:13.992 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:13 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:13.778+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2023-10-21T15:45:46.866058+0000 front 2023-10-21T15:45:46.866121+0000 (oldest deadline 2023-10-21T15:46:12.165846+0000) 2023-10-21T15:46:14.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:13 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:13.789+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:14.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:13 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:13.789+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:14.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:13 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:13.789+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:14.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:13 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:13.789+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:14.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:13 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:13.789+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:14.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:13 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:13.789+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:15.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:14 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:14.773+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:15.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:14 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:14.773+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:15.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:14 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:14.773+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:15.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:14 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:14.773+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:15.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:14 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:14.773+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:15.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:14 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:14.773+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:15.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:14 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:14.773+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2023-10-21T15:45:46.866058+0000 front 2023-10-21T15:45:46.866121+0000 (oldest deadline 2023-10-21T15:46:12.165846+0000) 2023-10-21T15:46:15.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:14 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:14.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:15.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:14 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:14.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:15.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:14 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:14.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:15.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:14 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:14.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:15.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:14 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:14.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:15.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:14 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:14.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:16.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:15 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:15.753+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:16.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:15 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:15.753+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:16.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:15 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:15.753+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:16.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:15 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:15.753+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:16.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:15 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:15.753+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:16.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:15 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:15.753+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:16.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:15 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:15.753+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2023-10-21T15:45:46.866058+0000 front 2023-10-21T15:45:46.866121+0000 (oldest deadline 2023-10-21T15:46:12.165846+0000) 2023-10-21T15:46:16.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:15 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:15.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:16.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:15 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:15.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:16.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:15 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:15.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:16.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:15 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:15.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:16.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:15 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:15.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:16.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:15 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:15.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:17.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:16.768+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:17.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:16.768+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:17.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:16.768+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:17.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:16.768+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:17.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:16.768+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:17.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:16.768+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:17.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:16 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:16.768+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2023-10-21T15:45:46.866058+0000 front 2023-10-21T15:45:46.866121+0000 (oldest deadline 2023-10-21T15:46:12.165846+0000) 2023-10-21T15:46:17.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:16 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:16.809+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:17.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:16 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:16.809+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:17.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:16 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:16.809+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:17.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:16 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:16.809+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:17.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:16 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:16.809+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:17.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:16 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:16.809+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:18.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:17 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:17.765+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:57.258282+0000 front 2023-10-21T15:44:57.258354+0000 (oldest deadline 2023-10-21T15:45:28.458965+0000) 2023-10-21T15:46:18.240 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:17 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:17.765+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:09.559879+0000 front 2023-10-21T15:45:09.559948+0000 (oldest deadline 2023-10-21T15:45:33.660072+0000) 2023-10-21T15:46:18.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:17 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:17.765+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:17.161245+0000 front 2023-10-21T15:45:17.161345+0000 (oldest deadline 2023-10-21T15:45:39.461306+0000) 2023-10-21T15:46:18.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:17 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:17.765+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.462788+0000 front 2023-10-21T15:45:23.462627+0000 (oldest deadline 2023-10-21T15:45:48.162653+0000) 2023-10-21T15:46:18.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:17 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:17.765+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:32.263569+0000 front 2023-10-21T15:45:32.263536+0000 (oldest deadline 2023-10-21T15:45:57.563633+0000) 2023-10-21T15:46:18.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:17 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:17.765+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:38.664833+0000 front 2023-10-21T15:45:38.664859+0000 (oldest deadline 2023-10-21T15:46:02.164781+0000) 2023-10-21T15:46:18.241 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:17 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10[134534]: 2023-10-21T15:46:17.765+0000 7f0be16a9700 -1 osd.10 90 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2023-10-21T15:45:46.866058+0000 front 2023-10-21T15:45:46.866121+0000 (oldest deadline 2023-10-21T15:46:12.165846+0000) 2023-10-21T15:46:18.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:17 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:17.827+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:18.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:17 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:17.827+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:18.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:17 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:17.827+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:18.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:17 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:17.827+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:18.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:17 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:17.827+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:18.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:17 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:17.827+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:19.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:18 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:18.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:19.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:18 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:18.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:19.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:18 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:18.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:19.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:18 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:18.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:19.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:18 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:18.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:19.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:18 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:18.813+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:19.489 INFO:journalctl@ceph.osd.10.smithi105.stdout:Oct 21 15:46:19 smithi105 bash[146297]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-10 2023-10-21T15:46:20.285 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:19 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:19.817+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:20.286 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:19 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:19.817+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:20.286 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:19 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:19.817+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:20.286 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:19 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:19.817+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:20.286 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:19 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:19.817+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:20.287 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:19 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:19.817+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:20.518 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.10.service' 2023-10-21T15:46:20.597 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:20.598 INFO:tasks.cephadm.osd.10:Stopped osd.10 2023-10-21T15:46:20.598 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2023-10-21T15:46:20.598 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.11 2023-10-21T15:46:20.970 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 systemd[1]: Stopping Ceph osd.11 for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:20.970 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.826+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:20.970 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.826+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:20.971 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.826+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:20.971 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.826+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:20.971 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.826+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:20.971 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.826+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:20.971 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.826+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2023-10-21T15:45:54.899842+0000 front 2023-10-21T15:45:54.899871+0000 (oldest deadline 2023-10-21T15:46:20.799780+0000) 2023-10-21T15:46:20.972 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.967+0000 7fcefbcfc700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:20.972 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.967+0000 7fcefbcfc700 -1 osd.11 90 *** Got signal Terminated *** 2023-10-21T15:46:21.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:20 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:20.967+0000 7fcefbcfc700 -1 osd.11 90 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-21T15:46:22.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:21.785+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:22.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:21.785+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:22.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:21.785+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:22.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:21.785+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:22.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:21.785+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:22.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:21.785+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:22.285 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:21 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:21.785+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2023-10-21T15:45:54.899842+0000 front 2023-10-21T15:45:54.899871+0000 (oldest deadline 2023-10-21T15:46:20.799780+0000) 2023-10-21T15:46:23.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:22.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:23.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:22.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:23.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:22.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:23.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:22.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:23.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:22.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:23.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:22.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:23.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:22 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:22.788+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2023-10-21T15:45:54.899842+0000 front 2023-10-21T15:45:54.899871+0000 (oldest deadline 2023-10-21T15:46:20.799780+0000) 2023-10-21T15:46:24.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:23.821+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:24.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:23.821+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:24.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:23.821+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:24.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:23.821+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:24.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:23.821+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:24.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:23.821+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:24.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:23 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:23.821+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2023-10-21T15:45:54.899842+0000 front 2023-10-21T15:45:54.899871+0000 (oldest deadline 2023-10-21T15:46:20.799780+0000) 2023-10-21T15:46:25.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:24.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:25.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:24.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:25.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:24.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:25.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:24.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:25.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:24.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:25.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:24.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:25.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:24 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:24.808+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2023-10-21T15:45:54.899842+0000 front 2023-10-21T15:45:54.899871+0000 (oldest deadline 2023-10-21T15:46:20.799780+0000) 2023-10-21T15:46:26.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:25.846+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2023-10-21T15:44:58.990378+0000 front 2023-10-21T15:44:58.990435+0000 (oldest deadline 2023-10-21T15:45:26.591270+0000) 2023-10-21T15:46:26.283 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:25.846+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2023-10-21T15:45:08.892477+0000 front 2023-10-21T15:45:08.892351+0000 (oldest deadline 2023-10-21T15:45:33.592339+0000) 2023-10-21T15:46:26.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:25.846+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6804 osd.2 since back 2023-10-21T15:45:14.693484+0000 front 2023-10-21T15:45:14.693431+0000 (oldest deadline 2023-10-21T15:45:39.993393+0000) 2023-10-21T15:46:26.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:25.846+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2023-10-21T15:45:23.395289+0000 front 2023-10-21T15:45:23.395161+0000 (oldest deadline 2023-10-21T15:45:48.595545+0000) 2023-10-21T15:46:26.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:25.846+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2023-10-21T15:45:29.096659+0000 front 2023-10-21T15:45:29.096731+0000 (oldest deadline 2023-10-21T15:45:54.396603+0000) 2023-10-21T15:46:26.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:25.846+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6812 osd.5 since back 2023-10-21T15:45:36.097547+0000 front 2023-10-21T15:45:36.097561+0000 (oldest deadline 2023-10-21T15:46:01.997611+0000) 2023-10-21T15:46:26.284 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:25.846+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2023-10-21T15:45:54.899842+0000 front 2023-10-21T15:45:54.899871+0000 (oldest deadline 2023-10-21T15:46:20.799780+0000) 2023-10-21T15:46:26.285 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:25 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11[135723]: 2023-10-21T15:46:25.846+0000 7fcef4aeb700 -1 osd.11 90 heartbeat_check: no reply from 172.21.15.119:6820 osd.8 since back 2023-10-21T15:46:00.800117+0000 front 2023-10-21T15:46:00.800146+0000 (oldest deadline 2023-10-21T15:46:25.500159+0000) 2023-10-21T15:46:27.033 INFO:journalctl@ceph.osd.11.smithi119.stdout:Oct 21 15:46:26 smithi119 bash[147134]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-osd-11 2023-10-21T15:46:28.255 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@osd.11.service' 2023-10-21T15:46:28.295 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:28.296 INFO:tasks.cephadm.osd.11:Stopped osd.11 2023-10-21T15:46:28.296 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-10-21T15:46:28.296 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.a 2023-10-21T15:46:28.652 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:46:28 smithi046 systemd[1]: Stopping Ceph mds.a for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:28.919 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:46:28 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-a[152002]: 2023-10-21T15:46:28.650+0000 7f4b6ef5b700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:28.919 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:46:28 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-a[152002]: 2023-10-21T15:46:28.650+0000 7f4b6ef5b700 -1 mds.a *** got signal Terminated *** 2023-10-21T15:46:32.662 INFO:journalctl@ceph.mds.a.smithi046.stdout:Oct 21 15:46:32 smithi046 bash[190013]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-a 2023-10-21T15:46:32.669 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.a.service' 2023-10-21T15:46:32.707 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:32.708 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-10-21T15:46:32.708 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2023-10-21T15:46:32.709 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.d 2023-10-21T15:46:32.919 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:46:32 smithi046 systemd[1]: Stopping Ceph mds.d for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:33.419 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:46:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-d[151050]: 2023-10-21T15:46:33.063+0000 7feddcb0d700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:33.419 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:46:33 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-d[151050]: 2023-10-21T15:46:33.063+0000 7feddcb0d700 -1 mds.d *** got signal Terminated *** 2023-10-21T15:46:36.134 INFO:journalctl@ceph.mds.d.smithi046.stdout:Oct 21 15:46:35 smithi046 bash[190168]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-d 2023-10-21T15:46:36.140 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.d.service' 2023-10-21T15:46:36.176 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:36.177 INFO:tasks.cephadm.mds.d:Stopped mds.d 2023-10-21T15:46:36.177 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2023-10-21T15:46:36.177 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.g 2023-10-21T15:46:36.419 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:46:36 smithi046 systemd[1]: Stopping Ceph mds.g for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:36.919 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:46:36 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-g[151617]: 2023-10-21T15:46:36.541+0000 7fb97ea78700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:36.919 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:46:36 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-g[151617]: 2023-10-21T15:46:36.541+0000 7fb97ea78700 -1 mds.g *** got signal Terminated *** 2023-10-21T15:46:40.663 INFO:journalctl@ceph.mds.g.smithi046.stdout:Oct 21 15:46:40 smithi046 bash[190320]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-g 2023-10-21T15:46:40.668 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.g.service' 2023-10-21T15:46:40.703 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:40.704 INFO:tasks.cephadm.mds.g:Stopped mds.g 2023-10-21T15:46:40.704 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2023-10-21T15:46:40.704 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.j 2023-10-21T15:46:40.919 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:46:40 smithi046 systemd[1]: Stopping Ceph mds.j for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:41.419 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:46:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-j[150666]: 2023-10-21T15:46:41.073+0000 7f6a9a864700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:41.419 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:46:41 smithi046 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-j[150666]: 2023-10-21T15:46:41.073+0000 7f6a9a864700 -1 mds.j *** got signal Terminated *** 2023-10-21T15:46:45.565 INFO:journalctl@ceph.mds.j.smithi046.stdout:Oct 21 15:46:45 smithi046 bash[190467]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-j 2023-10-21T15:46:45.571 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.j.service' 2023-10-21T15:46:45.606 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:45.606 INFO:tasks.cephadm.mds.j:Stopped mds.j 2023-10-21T15:46:45.607 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-10-21T15:46:45.607 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.b 2023-10-21T15:46:45.967 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:46:45 smithi105 systemd[1]: Stopping Ceph mds.b for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:46.240 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:46:45 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: 2023-10-21T15:46:45.964+0000 7fbf312aa700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:46.240 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:46:45 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b[141551]: 2023-10-21T15:46:45.964+0000 7fbf312aa700 -1 mds.b *** got signal Terminated *** 2023-10-21T15:46:48.429 INFO:journalctl@ceph.mds.b.smithi105.stdout:Oct 21 15:46:48 smithi105 bash[146558]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-b 2023-10-21T15:46:48.614 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.b.service' 2023-10-21T15:46:48.648 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:48.649 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-10-21T15:46:48.649 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2023-10-21T15:46:48.650 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.e 2023-10-21T15:46:48.990 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:46:48 smithi105 systemd[1]: Stopping Ceph mds.e for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:49.490 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:46:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:46:49.025+0000 7fd239b37700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:49.490 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:46:49 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e[140860]: 2023-10-21T15:46:49.025+0000 7fd239b37700 -1 mds.e *** got signal Terminated *** 2023-10-21T15:46:52.612 INFO:journalctl@ceph.mds.e.smithi105.stdout:Oct 21 15:46:52 smithi105 bash[146698]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-e 2023-10-21T15:46:52.617 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.e.service' 2023-10-21T15:46:52.652 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:52.653 INFO:tasks.cephadm.mds.e:Stopped mds.e 2023-10-21T15:46:52.653 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2023-10-21T15:46:52.654 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.h 2023-10-21T15:46:52.990 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:46:52 smithi105 systemd[1]: Stopping Ceph mds.h for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:53.490 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:46:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-h[141211]: 2023-10-21T15:46:53.032+0000 7f417b8dd700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:53.490 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:46:53 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-h[141211]: 2023-10-21T15:46:53.033+0000 7f417b8dd700 -1 mds.h *** got signal Terminated *** 2023-10-21T15:46:56.685 INFO:journalctl@ceph.mds.h.smithi105.stdout:Oct 21 15:46:56 smithi105 bash[146843]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-h 2023-10-21T15:46:56.690 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.h.service' 2023-10-21T15:46:56.725 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:46:56.726 INFO:tasks.cephadm.mds.h:Stopped mds.h 2023-10-21T15:46:56.726 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2023-10-21T15:46:56.727 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.k 2023-10-21T15:46:56.990 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:46:56 smithi105 systemd[1]: Stopping Ceph mds.k for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:46:57.490 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:46:57 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-k[140522]: 2023-10-21T15:46:57.094+0000 7f3d4848e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:46:57.491 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:46:57 smithi105 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-k[140522]: 2023-10-21T15:46:57.094+0000 7f3d4848e700 -1 mds.k *** got signal Terminated *** 2023-10-21T15:47:00.490 INFO:journalctl@ceph.mds.k.smithi105.stdout:Oct 21 15:47:00 smithi105 bash[146988]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-k 2023-10-21T15:47:00.577 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.k.service' 2023-10-21T15:47:00.611 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:47:00.611 INFO:tasks.cephadm.mds.k:Stopped mds.k 2023-10-21T15:47:00.612 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2023-10-21T15:47:00.612 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.c 2023-10-21T15:47:00.996 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:47:00 smithi119 systemd[1]: Stopping Ceph mds.c for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:47:01.283 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:47:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: 2023-10-21T15:47:00.994+0000 7f5efd996700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:47:01.283 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:47:00 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c[141806]: 2023-10-21T15:47:00.994+0000 7f5efd996700 -1 mds.c *** got signal Terminated *** 2023-10-21T15:47:04.714 INFO:journalctl@ceph.mds.c.smithi119.stdout:Oct 21 15:47:04 smithi119 bash[147401]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-c 2023-10-21T15:47:04.720 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.c.service' 2023-10-21T15:47:04.755 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:47:04.756 INFO:tasks.cephadm.mds.c:Stopped mds.c 2023-10-21T15:47:04.756 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2023-10-21T15:47:04.756 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.f 2023-10-21T15:47:05.033 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:47:04 smithi119 systemd[1]: Stopping Ceph mds.f for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:47:05.533 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:47:05 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:47:05.134+0000 7f8247d01700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:47:05.533 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:47:05 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f[141464]: 2023-10-21T15:47:05.134+0000 7f8247d01700 -1 mds.f *** got signal Terminated *** 2023-10-21T15:47:08.776 INFO:journalctl@ceph.mds.f.smithi119.stdout:Oct 21 15:47:08 smithi119 bash[147538]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-f 2023-10-21T15:47:08.785 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.f.service' 2023-10-21T15:47:08.821 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:47:08.822 INFO:tasks.cephadm.mds.f:Stopped mds.f 2023-10-21T15:47:08.822 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2023-10-21T15:47:08.823 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.i 2023-10-21T15:47:09.033 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:47:08 smithi119 systemd[1]: Stopping Ceph mds.i for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:47:09.533 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:47:09 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:47:09.192+0000 7fdf00af0700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:47:09.533 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:47:09 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i[142160]: 2023-10-21T15:47:09.192+0000 7fdf00af0700 -1 mds.i *** got signal Terminated *** 2023-10-21T15:47:12.468 INFO:journalctl@ceph.mds.i.smithi119.stdout:Oct 21 15:47:12 smithi119 bash[147686]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-i 2023-10-21T15:47:12.657 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.i.service' 2023-10-21T15:47:12.692 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:47:12.693 INFO:tasks.cephadm.mds.i:Stopped mds.i 2023-10-21T15:47:12.693 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2023-10-21T15:47:12.694 DEBUG:teuthology.orchestra.run.smithi119:> sudo systemctl stop ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.l 2023-10-21T15:47:13.033 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:47:12 smithi119 systemd[1]: Stopping Ceph mds.l for bf49eb3e-7026-11ee-8db6-212e2dc638e7... 2023-10-21T15:47:13.533 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:47:13 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-l[141120]: 2023-10-21T15:47:13.084+0000 7f55e9431700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-21T15:47:13.533 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:47:13 smithi119 ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-l[141120]: 2023-10-21T15:47:13.084+0000 7f55e9431700 -1 mds.l *** got signal Terminated *** 2023-10-21T15:47:16.440 INFO:journalctl@ceph.mds.l.smithi119.stdout:Oct 21 15:47:16 smithi119 bash[147831]: ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7-mds-l 2023-10-21T15:47:16.643 DEBUG:teuthology.orchestra.run.smithi119:> sudo pkill -f 'journalctl -f -n 0 -u ceph-bf49eb3e-7026-11ee-8db6-212e2dc638e7@mds.l.service' 2023-10-21T15:47:16.679 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-21T15:47:16.680 INFO:tasks.cephadm.mds.l:Stopped mds.l 2023-10-21T15:47:16.680 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 --force --keep-logs 2023-10-21T15:47:16.998 INFO:teuthology.orchestra.run.smithi046.stdout:Deleting cluster with fsid: bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:47:18.664 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 --force --keep-logs 2023-10-21T15:47:18.973 INFO:teuthology.orchestra.run.smithi105.stdout:Deleting cluster with fsid: bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:47:20.528 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 --force --keep-logs 2023-10-21T15:47:20.834 INFO:teuthology.orchestra.run.smithi119.stdout:Deleting cluster with fsid: bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:47:22.402 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:47:22.440 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:47:22.477 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-21T15:47:22.510 INFO:tasks.cephadm:Archiving crash dumps... 2023-10-21T15:47:22.513 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi046/crash 2023-10-21T15:47:22.514 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash -- . 2023-10-21T15:47:22.556 INFO:teuthology.orchestra.run.smithi046.stderr:tar: /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-21T15:47:22.556 INFO:teuthology.orchestra.run.smithi046.stderr:tar: Error is not recoverable: exiting now 2023-10-21T15:47:22.558 DEBUG:teuthology.misc:Transferring archived files from smithi105:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi105/crash 2023-10-21T15:47:22.560 DEBUG:teuthology.orchestra.run.smithi105:> sudo tar c -f - -C /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash -- . 2023-10-21T15:47:22.614 INFO:teuthology.orchestra.run.smithi105.stderr:tar: /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-21T15:47:22.614 INFO:teuthology.orchestra.run.smithi105.stderr:tar: Error is not recoverable: exiting now 2023-10-21T15:47:22.616 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi119/crash 2023-10-21T15:47:22.617 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash -- . 2023-10-21T15:47:22.661 INFO:teuthology.orchestra.run.smithi119.stderr:tar: /var/lib/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-21T15:47:22.661 INFO:teuthology.orchestra.run.smithi119.stderr:tar: Error is not recoverable: exiting now 2023-10-21T15:47:22.662 INFO:tasks.cephadm:Checking cluster log for badness... 2023-10-21T15:47:22.663 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2023-10-21T15:47:22.701 INFO:teuthology.orchestra.run.smithi046.stderr:grep: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph.log: No such file or directory 2023-10-21T15:47:22.704 INFO:tasks.cephadm:Compressing logs... 2023-10-21T15:47:22.704 DEBUG:teuthology.orchestra.run.smithi046:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-21T15:47:22.747 DEBUG:teuthology.orchestra.run.smithi105:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-21T15:47:22.750 DEBUG:teuthology.orchestra.run.smithi119:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-21T15:47:22.776 INFO:teuthology.orchestra.run.smithi046.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-10-21T15:47:22.776 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-21T15:47:22.778 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.0.log 2023-10-21T15:47:22.778 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.g.log 2023-10-21T15:47:22.778 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.a.log 2023-10-21T15:47:22.779 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.6.log 2023-10-21T15:47:22.780 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.g.log: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.3.log 2023-10-21T15:47:22.784 INFO:teuthology.orchestra.run.smithi105.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-21T15:47:22.784 INFO:teuthology.orchestra.run.smithi105.stderr:: No such file or directory 2023-10-21T15:47:22.784 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.10.log 2023-10-21T15:47:22.784 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.h.log 2023-10-21T15:47:22.785 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.e.log 2023-10-21T15:47:22.785 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.4.log 2023-10-21T15:47:22.785 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.h.log: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.1.log 2023-10-21T15:47:22.785 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.4.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-21T15:47:22.785 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.k.log 2023-10-21T15:47:22.786 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log 2023-10-21T15:47:22.786 INFO:teuthology.orchestra.run.smithi119.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-21T15:47:22.786 INFO:teuthology.orchestra.run.smithi119.stderr:: No such file or directory 2023-10-21T15:47:22.787 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.5.log 2023-10-21T15:47:22.787 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.2.log 2023-10-21T15:47:22.787 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.11.log 2023-10-21T15:47:22.787 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.z.log 2023-10-21T15:47:22.788 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.8.log 2023-10-21T15:47:22.788 INFO:teuthology.orchestra.run.smithi119.stderr: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-21T15:47:22.788 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.f.log 2023-10-21T15:47:22.788 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.c.log 2023-10-21T15:47:22.789 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.i.log 2023-10-21T15:47:22.790 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.k.log: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log: 91.0% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log.gz 2023-10-21T15:47:22.790 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.7.log 2023-10-21T15:47:22.791 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.b.log 2023-10-21T15:47:22.791 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.6.log: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.3.log: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-21T15:47:22.792 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.d.log 2023-10-21T15:47:22.792 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.x.log 2023-10-21T15:47:22.792 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.9.log 2023-10-21T15:47:22.793 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.x.log: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.9.log: 94.7% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.d.log.gz 2023-10-21T15:47:22.793 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.c.log: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.i.log: 92.2% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.z.log.gz 2023-10-21T15:47:22.793 INFO:teuthology.orchestra.run.smithi119.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.c.log 2023-10-21T15:47:22.794 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log 2023-10-21T15:47:22.798 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log 2023-10-21T15:47:22.800 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.7.log: /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.b.log 2023-10-21T15:47:22.802 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.j.log 2023-10-21T15:47:22.807 INFO:teuthology.orchestra.run.smithi046.stderr: 91.0% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log.gz 2023-10-21T15:47:22.810 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.l.log 2023-10-21T15:47:22.812 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.j.log: 94.7% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.j.log.gz 2023-10-21T15:47:22.812 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.a.log 2023-10-21T15:47:22.822 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.y.log 2023-10-21T15:47:22.823 INFO:teuthology.orchestra.run.smithi119.stderr: 91.0% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-volume.log.gz 2023-10-21T15:47:22.846 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.y.log: 92.1% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.y.log.gz 2023-10-21T15:47:23.000 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.a.log: 89.6% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mgr.x.log.gz 2023-10-21T15:47:23.031 INFO:teuthology.orchestra.run.smithi046.stderr: 94.7% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.g.log.gz 2023-10-21T15:47:23.099 INFO:teuthology.orchestra.run.smithi119.stderr:/var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.l.log: 92.0% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.c.log.gz 2023-10-21T15:47:23.113 INFO:teuthology.orchestra.run.smithi046.stderr: 94.8% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.a.log.gz 2023-10-21T15:47:23.167 INFO:teuthology.orchestra.run.smithi105.stderr: 92.0% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.b.log.gz 2023-10-21T15:47:23.375 INFO:teuthology.orchestra.run.smithi119.stderr: 94.8% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.l.log.gz 2023-10-21T15:47:23.415 INFO:teuthology.orchestra.run.smithi105.stderr: 95.1% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.h.log.gz 2023-10-21T15:47:23.449 INFO:teuthology.orchestra.run.smithi046.stderr: 90.7% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mon.a.log.gz 2023-10-21T15:47:23.857 INFO:teuthology.orchestra.run.smithi046.stderr: 94.1% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.9.log.gz 2023-10-21T15:47:25.343 INFO:teuthology.orchestra.run.smithi105.stderr: 93.6% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.k.log.gz 2023-10-21T15:47:25.455 INFO:teuthology.orchestra.run.smithi119.stderr: 96.2% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.c.log.gz 2023-10-21T15:47:25.883 INFO:teuthology.orchestra.run.smithi105.stderr: 94.3% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.10.log.gz 2023-10-21T15:47:25.957 INFO:teuthology.orchestra.run.smithi119.stderr: 94.1% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.11.log.gz 2023-10-21T15:47:26.053 INFO:teuthology.orchestra.run.smithi105.stderr: 93.8% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.e.log.gz 2023-10-21T15:47:26.767 INFO:teuthology.orchestra.run.smithi105.stderr: 94.2% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.4.log.gz 2023-10-21T15:47:26.882 INFO:teuthology.orchestra.run.smithi119.stderr: 94.0% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.8.log.gz 2023-10-21T15:47:27.152 INFO:teuthology.orchestra.run.smithi119.stderr: 93.8% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.f.log.gz 2023-10-21T15:47:27.274 INFO:teuthology.orchestra.run.smithi119.stderr: 94.4% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.5.log.gz 2023-10-21T15:47:27.517 INFO:teuthology.orchestra.run.smithi046.stderr: 94.0% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.0.log.gz 2023-10-21T15:47:27.914 INFO:teuthology.orchestra.run.smithi119.stderr: 95.3% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.i.log.gz 2023-10-21T15:47:28.178 INFO:teuthology.orchestra.run.smithi105.stderr: 94.1% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.1.log.gz 2023-10-21T15:47:28.229 INFO:teuthology.orchestra.run.smithi119.stderr: 94.4% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.2.log.gz 2023-10-21T15:47:28.230 INFO:teuthology.orchestra.run.smithi119.stderr: 2023-10-21T15:47:28.230 INFO:teuthology.orchestra.run.smithi119.stderr:real 0m5.463s 2023-10-21T15:47:28.230 INFO:teuthology.orchestra.run.smithi119.stderr:user 0m28.973s 2023-10-21T15:47:28.231 INFO:teuthology.orchestra.run.smithi119.stderr:sys 0m0.987s 2023-10-21T15:47:28.380 INFO:teuthology.orchestra.run.smithi105.stderr: 94.6% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.7.log.gz 2023-10-21T15:47:29.024 INFO:teuthology.orchestra.run.smithi046.stderr: 93.9% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.3.log.gz 2023-10-21T15:47:31.313 INFO:teuthology.orchestra.run.smithi046.stderr: 94.3% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-osd.6.log.gz 2023-10-21T15:47:31.315 INFO:teuthology.orchestra.run.smithi046.stderr: 2023-10-21T15:47:31.315 INFO:teuthology.orchestra.run.smithi046.stderr:real 0m8.552s 2023-10-21T15:47:31.316 INFO:teuthology.orchestra.run.smithi046.stderr:user 0m21.270s 2023-10-21T15:47:31.316 INFO:teuthology.orchestra.run.smithi046.stderr:sys 0m0.747s 2023-10-21T15:47:49.066 INFO:teuthology.orchestra.run.smithi105.stderr: 94.0% -- replaced with /var/log/ceph/bf49eb3e-7026-11ee-8db6-212e2dc638e7/ceph-mds.b.log.gz 2023-10-21T15:47:49.068 INFO:teuthology.orchestra.run.smithi105.stderr: 2023-10-21T15:47:49.068 INFO:teuthology.orchestra.run.smithi105.stderr:real 0m26.301s 2023-10-21T15:47:49.068 INFO:teuthology.orchestra.run.smithi105.stderr:user 0m49.078s 2023-10-21T15:47:49.068 INFO:teuthology.orchestra.run.smithi105.stderr:sys 0m1.687s 2023-10-21T15:47:49.069 INFO:tasks.cephadm:Archiving logs... 2023-10-21T15:47:49.069 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi046/log 2023-10-21T15:47:49.070 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-21T15:47:51.925 DEBUG:teuthology.misc:Transferring archived files from smithi105:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi105/log 2023-10-21T15:47:51.926 DEBUG:teuthology.orchestra.run.smithi105:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-21T15:47:58.113 DEBUG:teuthology.misc:Transferring archived files from smithi119:/var/log/ceph to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi119/log 2023-10-21T15:47:58.115 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-21T15:48:01.008 INFO:tasks.cephadm:Removing cluster... 2023-10-21T15:48:01.008 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 --force 2023-10-21T15:48:01.326 INFO:teuthology.orchestra.run.smithi046.stdout:Deleting cluster with fsid: bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:48:01.820 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 --force 2023-10-21T15:48:02.122 INFO:teuthology.orchestra.run.smithi105.stdout:Deleting cluster with fsid: bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:48:02.634 DEBUG:teuthology.orchestra.run.smithi119:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid bf49eb3e-7026-11ee-8db6-212e2dc638e7 --force 2023-10-21T15:48:02.939 INFO:teuthology.orchestra.run.smithi119.stdout:Deleting cluster with fsid: bf49eb3e-7026-11ee-8db6-212e2dc638e7 2023-10-21T15:48:03.417 INFO:tasks.cephadm:Removing cephadm ... 2023-10-21T15:48:03.417 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-21T15:48:03.440 DEBUG:teuthology.orchestra.run.smithi105:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-21T15:48:03.459 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-21T15:48:03.477 INFO:tasks.cephadm:Teardown complete 2023-10-21T15:48:03.478 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-10-21T15:48:03.494 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-10-21T15:48:03.495 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-21T15:48:03.498 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-21T15:48:03.501 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-21T15:48:03.621 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-10-21T15:48:03.631 INFO:teuthology.task.clock:Checking final clock skew... 2023-10-21T15:48:03.632 DEBUG:teuthology.orchestra.run.smithi046:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T15:48:03.635 DEBUG:teuthology.orchestra.run.smithi105:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T15:48:03.637 DEBUG:teuthology.orchestra.run.smithi119:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-21T15:48:03.651 INFO:teuthology.orchestra.run.smithi046.stderr:bash: ntpq: command not found 2023-10-21T15:48:03.651 INFO:teuthology.orchestra.run.smithi105.stderr:bash: ntpq: command not found 2023-10-21T15:48:03.653 INFO:teuthology.orchestra.run.smithi119.stderr:bash: ntpq: command not found 2023-10-21T15:48:03.655 INFO:teuthology.orchestra.run.smithi105.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T15:48:03.656 INFO:teuthology.orchestra.run.smithi105.stdout:=============================================================================== 2023-10-21T15:48:03.656 INFO:teuthology.orchestra.run.smithi105.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 55 +2089us[+2089us] +/- 84ms 2023-10-21T15:48:03.656 INFO:teuthology.orchestra.run.smithi105.stdout:^* hv02.front.sepia.ceph.com 3 6 377 56 -1146us[-1172us] +/- 55ms 2023-10-21T15:48:03.656 INFO:teuthology.orchestra.run.smithi105.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 55 -283us[ -283us] +/- 76ms 2023-10-21T15:48:03.656 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:48:03.658 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T15:48:03.658 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2023-10-21T15:48:03.658 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv01.front.sepia.ceph.com 2 7 377 121 +2078us[+2084us] +/- 83ms 2023-10-21T15:48:03.659 INFO:teuthology.orchestra.run.smithi046.stdout:^* hv02.front.sepia.ceph.com 3 6 377 56 -1148us[-1141us] +/- 55ms 2023-10-21T15:48:03.659 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 55 -318us[ -318us] +/- 76ms 2023-10-21T15:48:03.659 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:48:03.660 INFO:teuthology.orchestra.run.smithi119.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-21T15:48:03.660 INFO:teuthology.orchestra.run.smithi119.stdout:=============================================================================== 2023-10-21T15:48:03.660 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 54 +2075us[+2075us] +/- 84ms 2023-10-21T15:48:03.661 INFO:teuthology.orchestra.run.smithi119.stdout:^* hv02.front.sepia.ceph.com 3 6 377 56 -1149us[-1180us] +/- 55ms 2023-10-21T15:48:03.661 INFO:teuthology.orchestra.run.smithi119.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 56 -291us[ -291us] +/- 76ms 2023-10-21T15:48:03.661 INFO:teuthology.orchestra.run.smithi119.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-21T15:48:03.661 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-10-21T15:48:03.674 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-10-21T15:48:03.675 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-10-21T15:48:03.702 DEBUG:teuthology.orchestra.run.smithi046:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-21T15:48:03.811 DEBUG:teuthology.orchestra.run.smithi105:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-21T15:48:03.905 DEBUG:teuthology.orchestra.run.smithi119:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-21T15:48:04.001 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T15:48:04.035 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:48:04.036 DEBUG:teuthology.orchestra.run.smithi105:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T15:48:04.068 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:48:04.069 DEBUG:teuthology.orchestra.run.smithi119:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-21T15:48:04.101 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:48:04.102 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-10-21T15:48:04.113 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-10-21T15:48:04.143 INFO:teuthology.task.internal:Duration was 1789.088141 seconds 2023-10-21T15:48:04.144 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-10-21T15:48:04.177 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-10-21T15:48:04.177 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-21T15:48:04.180 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-21T15:48:04.182 DEBUG:teuthology.orchestra.run.smithi119:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-21T15:48:04.226 INFO:teuthology.orchestra.run.smithi105.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T15:48:04.227 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T15:48:04.228 INFO:teuthology.orchestra.run.smithi119.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-21T15:48:04.545 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-10-21T15:48:04.545 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi046.front.sepia.ceph.com 2023-10-21T15:48:04.546 DEBUG:teuthology.orchestra.run.smithi046:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-21T15:48:04.569 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi105.front.sepia.ceph.com 2023-10-21T15:48:04.569 DEBUG:teuthology.orchestra.run.smithi105:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-21T15:48:04.591 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi119.front.sepia.ceph.com 2023-10-21T15:48:04.592 DEBUG:teuthology.orchestra.run.smithi119:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-21T15:48:04.613 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-10-21T15:48:04.614 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-21T15:48:04.617 DEBUG:teuthology.orchestra.run.smithi105:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-21T15:48:04.633 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-21T15:48:04.704 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-10-21T15:48:04.704 DEBUG:teuthology.orchestra.run.smithi046:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-21T15:48:04.707 DEBUG:teuthology.orchestra.run.smithi105:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-21T15:48:04.709 DEBUG:teuthology.orchestra.run.smithi119:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-21T15:48:04.826 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-10-21T15:48:04.838 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-10-21T15:48:04.838 DEBUG:teuthology.orchestra.run.smithi046:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-21T15:48:04.866 DEBUG:teuthology.orchestra.run.smithi105:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-21T15:48:04.895 DEBUG:teuthology.orchestra.run.smithi119:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-21T15:48:04.924 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-10-21T15:48:04.938 DEBUG:teuthology.orchestra.run.smithi046:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-21T15:48:04.941 DEBUG:teuthology.orchestra.run.smithi105:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-21T15:48:04.943 DEBUG:teuthology.orchestra.run.smithi119:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-21T15:48:04.965 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = core 2023-10-21T15:48:04.967 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern = core 2023-10-21T15:48:04.989 INFO:teuthology.orchestra.run.smithi119.stdout:kernel.core_pattern = core 2023-10-21T15:48:05.013 DEBUG:teuthology.orchestra.run.smithi046:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-21T15:48:05.036 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:48:05.036 DEBUG:teuthology.orchestra.run.smithi105:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-21T15:48:05.052 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:48:05.052 DEBUG:teuthology.orchestra.run.smithi119:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-21T15:48:05.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-21T15:48:05.070 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-10-21T15:48:05.082 INFO:teuthology.task.internal:Transferring archived files... 2023-10-21T15:48:05.082 DEBUG:teuthology.misc:Transferring archived files from smithi046:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi046 2023-10-21T15:48:05.083 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-21T15:48:05.125 DEBUG:teuthology.misc:Transferring archived files from smithi105:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi105 2023-10-21T15:48:05.126 DEBUG:teuthology.orchestra.run.smithi105:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-21T15:48:05.165 DEBUG:teuthology.misc:Transferring archived files from smithi119:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342/remote/smithi119 2023-10-21T15:48:05.166 DEBUG:teuthology.orchestra.run.smithi119:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-21T15:48:05.206 INFO:teuthology.task.internal:Removing archive directory... 2023-10-21T15:48:05.206 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-21T15:48:05.209 DEBUG:teuthology.orchestra.run.smithi105:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-21T15:48:05.211 DEBUG:teuthology.orchestra.run.smithi119:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-21T15:48:05.256 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-10-21T15:48:05.273 INFO:teuthology.task.internal:Not uploading archives. 2023-10-21T15:48:05.273 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-10-21T15:48:05.300 INFO:teuthology.task.internal:Tidying up after the test... 2023-10-21T15:48:05.300 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-21T15:48:05.303 DEBUG:teuthology.orchestra.run.smithi105:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-21T15:48:05.305 DEBUG:teuthology.orchestra.run.smithi119:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-21T15:48:05.317 INFO:teuthology.orchestra.run.smithi046.stdout: 262307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 21 15:48 /home/ubuntu/cephtest 2023-10-21T15:48:05.319 INFO:teuthology.orchestra.run.smithi105.stdout: 262181 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 21 15:48 /home/ubuntu/cephtest 2023-10-21T15:48:05.321 INFO:teuthology.orchestra.run.smithi119.stdout: 262181 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 21 15:48 /home/ubuntu/cephtest 2023-10-21T15:48:05.323 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-10-21T15:48:05.338 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-10-21T15:48:05.404 INFO:teuthology.nuke:Checking targets against current locks 2023-10-21T15:48:05.432 DEBUG:teuthology.nuke:shortname: smithi046 2023-10-21T15:48:05.433 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-21T15:48:05.460 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 15:12:47.494303', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T15:48:05.465 DEBUG:teuthology.nuke:shortname: smithi105 2023-10-21T15:48:05.465 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-21T15:48:05.484 DEBUG:teuthology.nuke:shortname: smithi119 2023-10-21T15:48:05.484 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-21T15:48:05.489 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi105.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 15:12:47.493249', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T15:48:05.503 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi119.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-10-20_18:46:15-fs-main-distro-default-smithi/7434342', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-21 15:12:47.492002', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-21T15:48:05.521 INFO:teuthology.orchestra.console.smithi046:Power off 2023-10-21T15:48:05.522 DEBUG:teuthology.orchestra.console.smithi046:pexpect command: ipmitool -H smithi046.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-21T15:48:05.545 DEBUG:teuthology.orchestra.console.smithi046:power off output: Chassis Power Control: Down/Off 2023-10-21T15:48:05.546 DEBUG:teuthology.orchestra.console.smithi046:pexpect command: ipmitool -H smithi046.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:05.563 INFO:teuthology.orchestra.console.smithi105:Power off 2023-10-21T15:48:05.564 DEBUG:teuthology.orchestra.console.smithi105:pexpect command: ipmitool -H smithi105.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-21T15:48:05.577 INFO:teuthology.orchestra.console.smithi119:Power off 2023-10-21T15:48:05.578 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-21T15:48:05.586 DEBUG:teuthology.orchestra.console.smithi046:check power output: Chassis Power is on 2023-10-21T15:48:05.589 DEBUG:teuthology.orchestra.console.smithi105:power off output: Chassis Power Control: Down/Off 2023-10-21T15:48:05.590 DEBUG:teuthology.orchestra.console.smithi105:pexpect command: ipmitool -H smithi105.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:05.601 DEBUG:teuthology.orchestra.console.smithi119:power off output: Chassis Power Control: Down/Off 2023-10-21T15:48:05.602 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:05.613 DEBUG:teuthology.orchestra.console.smithi105:check power output: Chassis Power is on 2023-10-21T15:48:05.623 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is on 2023-10-21T15:48:09.587 DEBUG:teuthology.orchestra.console.smithi046:pexpect command: ipmitool -H smithi046.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:09.614 DEBUG:teuthology.orchestra.console.smithi105:pexpect command: ipmitool -H smithi105.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:09.625 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:09.698 DEBUG:teuthology.orchestra.console.smithi046:check power output: Chassis Power is on 2023-10-21T15:48:09.724 DEBUG:teuthology.orchestra.console.smithi105:check power output: Chassis Power is on 2023-10-21T15:48:09.734 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is on 2023-10-21T15:48:13.703 DEBUG:teuthology.orchestra.console.smithi046:pexpect command: ipmitool -H smithi046.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:13.725 DEBUG:teuthology.orchestra.console.smithi105:pexpect command: ipmitool -H smithi105.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:13.735 DEBUG:teuthology.orchestra.console.smithi119:pexpect command: ipmitool -H smithi119.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:13.813 DEBUG:teuthology.orchestra.console.smithi046:check power output: Chassis Power is off 2023-10-21T15:48:13.836 DEBUG:teuthology.orchestra.console.smithi105:check power output: Chassis Power is on 2023-10-21T15:48:13.843 DEBUG:teuthology.orchestra.console.smithi119:check power output: Chassis Power is off 2023-10-21T15:48:13.915 INFO:teuthology.orchestra.console.smithi046:Power off completed 2023-10-21T15:48:13.945 INFO:teuthology.orchestra.console.smithi119:Power off completed 2023-10-21T15:48:17.838 DEBUG:teuthology.orchestra.console.smithi105:pexpect command: ipmitool -H smithi105.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-21T15:48:17.948 DEBUG:teuthology.orchestra.console.smithi105:check power output: Chassis Power is off 2023-10-21T15:48:18.049 INFO:teuthology.orchestra.console.smithi105:Power off completed 2023-10-21T15:48:18.154 INFO:teuthology.run:Summary data: description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-workunit/suites/fsx}} duration: 1789.088140964508 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_yuriw@teuthology status: fail success: false 2023-10-21T15:48:18.155 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-21T15:48:18.242 INFO:teuthology.run:FAIL